diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..672034e3a1196d8b9fc0116ddc037cb554227f89 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,119 @@ +[gMASK] +{%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%} +{%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%} +{%- if tools -%} +{%- macro tool_to_json(tool) -%} + {%- set ns_tool = namespace(first=true) -%} + {{ '{' -}} + {%- for k, v in tool.items() -%} + {%- if k != 'defer_loading' and k != 'strict' -%} + {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%} + {%- set ns_tool.first = false -%} + "{{ k }}": {{ v | tojson(ensure_ascii=False) }} + {%- endif -%} + {%- endfor -%} + {{- '}' -}} +{%- endmacro -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} +{%- endif -%} +{% if tool.defer_loading is not defined or not tool.defer_loading %} +{{ tool_to_json(tool) }} +{% endif %} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content }} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text }} + {%- elif item is string -%} + {{- item }} + {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%} + {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%} + {{- "You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods." }} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1) -%} +{%- for m in messages %} + {%- if m.role == 'user' %} + {%- set ns.last_user_index = loop.index0 -%} + {%- endif %} +{%- endfor %} +{%- for m in messages -%} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- elif '' in content %} + {%- set reasoning_content = content.split('')[0].split('')[-1] %} + {%- set content = content.split('')[-1] %} +{%- endif %} +{%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%} +{{ '' + reasoning_content + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' -}} +{%- endif %} +{%- if m.content is string -%} + {{- '' + m.content + '' -}} +{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%} + {{- '\n' -}} + {% for tr in m.content %} + {%- for tool in tools -%} + {%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} + {%- endif -%} + {%- if tool.name == tr.name -%} + {{- tool_to_json(tool) + '\n' -}} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {{- '' -}} +{%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%} + {%- for tr in m.content -%} + {{- '' + tr.output + '' -}} + {%- endfor -%} +{%- else -%} + {{- '' + visible_text(m.content) + '' -}} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' if (enable_thinking is defined and not enable_thinking) else '' -}} +{%- endif -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1982175c527430ebc0231e8db87914df6885cfbd --- /dev/null +++ b/config.json @@ -0,0 +1,223 @@ +{ + "architectures": [ + "GlmMoeDsaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "ep_size": 1, + "first_k_dense_replace": 3, + "head_dim": 192, + "hidden_act": "silu", + "hidden_size": 6144, + "index_head_dim": 128, + "index_n_heads": 32, + "index_share_for_mtp_iteration": true, + "index_skip_topk_offset": 3, + "index_topk": 2048, + "index_topk_freq": 4, + "index_topk_pattern": null, + "indexer_rope_interleave": true, + "indexer_types": [ + "full", + "full", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared", + "full", + "shared", + "shared", + "shared" + ], + "initializer_range": 0.02, + "intermediate_size": 12288, + "kv_lora_rank": 512, + "max_position_embeddings": 1048576, + "mlp_layer_types": [ + "dense", + "dense", + "dense", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse" + ], + "model_type": "glm_moe_dsa", + "moe_intermediate_size": 2048, + "moe_layer_freq": 1, + "n_group": 1, + "n_routed_experts": 256, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts_per_tok": 8, + "num_hidden_layers": 78, + "num_key_value_heads": 64, + "num_nextn_predict_layers": 1, + "pad_token_id": 154820, + "pretraining_tp": 1, + "q_lora_rank": 2048, + "qk_head_dim": 256, + "qk_nope_head_dim": 192, + "qk_rope_head_dim": 64, + "rms_norm_eps": 1e-05, + "rope_interleave": true, + "rope_parameters": { + "rope_theta": 8000000, + "rope_type": "default" + }, + "routed_scaling_factor": 2.5, + "scoring_func": "sigmoid", + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "transformers_version": "5.12.0", + "use_cache": true, + "v_head_dim": 256, + "vocab_size": 154880 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..216bbb092d0df0dda1dc4cedd789b92286c4c001 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "pad_token_id": 154820, + "temperature": 1.0, + "top_p": 0.95, + "transformers_version": "5.12.0" +} diff --git a/model-00001-of-00282.safetensors b/model-00001-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef25ebdfb493e8ae7e1b25b9d1570669d0bd311a --- /dev/null +++ b/model-00001-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:004bf9404964da8ea71ea2d3ebf02148fa766b956bd4fca3f54b093e58a6a74c +size 5342821416 diff --git a/model-00002-of-00282.safetensors b/model-00002-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab4c8d70808923de31bdbecae03dbeef1efe06e6 --- /dev/null +++ b/model-00002-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7682416ae5caa51698994d71d011bf308016f97bc33fe2f8187f37cd73b85e39 +size 5351970840 diff --git a/model-00003-of-00282.safetensors b/model-00003-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8230f59dc88f1fe4baa9b98f43d18378688e7e0a --- /dev/null +++ b/model-00003-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3427fbf78d22254a65e9ea918ab724ce9dbb0f9231c7054fbb3b7a65e132d13c +size 5360347320 diff --git a/model-00004-of-00282.safetensors b/model-00004-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de1a02f31e7682633e5e403b3d2e765e0f7348da --- /dev/null +++ b/model-00004-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5cc75d06e0f5a693a21142594dda258dc46eb46ae14e33ab66310a2fd664c46 +size 5360347208 diff --git a/model-00005-of-00282.safetensors b/model-00005-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1412b67c6d6df67769c8e308365b515c79d75b32 --- /dev/null +++ b/model-00005-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5461ed71639e7496b8f4ebb71e4faffec78fdf97eeea424f8b0d06f1747402 +size 5359985352 diff --git a/model-00006-of-00282.safetensors b/model-00006-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..308fa6c5a1477497bb7df90cb57d33bbd611808f --- /dev/null +++ b/model-00006-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4225900bd3fb7de29a27f0c613680a8d38c7571753560837878115c58f06715 +size 5360347320 diff --git a/model-00007-of-00282.safetensors b/model-00007-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e5549c6396017a7622b5092722570c43eaabb44 --- /dev/null +++ b/model-00007-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba48cc4205a98fd1f6db7b62941439a7497346e3cb8e77f9e77f04afc094ec03 +size 5360347320 diff --git a/model-00008-of-00282.safetensors b/model-00008-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19196919c46e217327e7642d883c3a0a26bf9eb0 --- /dev/null +++ b/model-00008-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f2bf12168f93157a568ef0a5e7e2e2ed107c4d6f08da234bdaccb20f69dfd50 +size 5360347144 diff --git a/model-00009-of-00282.safetensors b/model-00009-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a91c75a7c9b1d71bf4315124b262261c4ab5729c --- /dev/null +++ b/model-00009-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98cbef0349b6ce166add44223d299c315898f3a62d8abb2cdd6e7e2ea87f99d +size 5366406944 diff --git a/model-00010-of-00282.safetensors b/model-00010-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4580f0abeeba3d51f872f4e7661771b4a64cff2a --- /dev/null +++ b/model-00010-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd95904337bc2f7afb5815c4ec8723cadd7d2899c3ffae39c06b95c09add7088 +size 5360347312 diff --git a/model-00011-of-00282.safetensors b/model-00011-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0887924e5fa90c3369ef20e160e1c06159ae6d86 --- /dev/null +++ b/model-00011-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b25431bc8f47afa28e7c54e7dd5c602124ba6d29eb29c1ae85803f3a2a8f4c5c +size 5360347288 diff --git a/model-00012-of-00282.safetensors b/model-00012-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4245027a00b695d4b8b19c7fba173bb31c51576 --- /dev/null +++ b/model-00012-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b547be1d742f78230e1358808ad26b373ed6855017cb8230dc80f503d49a91e +size 5363507640 diff --git a/model-00013-of-00282.safetensors b/model-00013-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d6884c1d3fe7f7054ae843c0c79dbabb10babe5 --- /dev/null +++ b/model-00013-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6007e4f7e0eb084782bf2cccdd5d2d143d41939b033439e9fe3525abe85b47 +size 5363246488 diff --git a/model-00014-of-00282.safetensors b/model-00014-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78648c8ca0a2c9c74692b52d92c9d2e5dc5d6895 --- /dev/null +++ b/model-00014-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af3afe8e57aa38d4765ed60b3d9d3db17ac3b9edcb1221a9e3803c26186a070 +size 5360347312 diff --git a/model-00015-of-00282.safetensors b/model-00015-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7719dd7f348c305c4d4f72ad4fd0acb0d6f587c --- /dev/null +++ b/model-00015-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8973e20da1e7a417d7a5c1ca937c679411e15d30e6b1c681bb48e8b1b67ec48a +size 5360347224 diff --git a/model-00016-of-00282.safetensors b/model-00016-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32402afa79456533de4f527e5c2d5bfdb5e341c1 --- /dev/null +++ b/model-00016-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2933dc4032c2248ca122be4cb1432dd8dd553d9967a6a515a82485662e92f99 +size 5366406864 diff --git a/model-00024-of-00282.safetensors b/model-00024-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8f7986cc46b76ffc0c379ecfff20f1b05a6d4e6 --- /dev/null +++ b/model-00024-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622a574bb87ed480e8a7c6f5d97d96c2e746ebd9d65fd3300a5b5f06078dc630 +size 5366407008 diff --git a/model-00031-of-00282.safetensors b/model-00031-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ee30103e3ff46e57f30a602428286292b28a0ca --- /dev/null +++ b/model-00031-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6fd157724a0a1c675877cb56885a4cb0ca015d17e93ce075ece80aed7173584 +size 5366406928 diff --git a/model-00257-of-00282.safetensors b/model-00257-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac598fff15535f4a6bf24515f9e53c5e33269e77 --- /dev/null +++ b/model-00257-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:695b48bf60615b14e3aadcf372da249b7069068b00c32854d45a5527b6ccc72c +size 5360347312 diff --git a/model-00258-of-00282.safetensors b/model-00258-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08e3ba3b637dad52601843f1c52c410cce29529b --- /dev/null +++ b/model-00258-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c039e78bf83337731a538eae15fb840e97a704695d73421e6b7413d8534e08 +size 5360347256 diff --git a/model-00259-of-00282.safetensors b/model-00259-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69e6838e66b9bb7385a4defcb751ae09edf45cbc --- /dev/null +++ b/model-00259-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cccb92772dc1727cda0c91244a7cea82b0437e6308da562f9e44a02c21fd5f6 +size 5359985296 diff --git a/model-00260-of-00282.safetensors b/model-00260-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3f6a2b82a7d6c11f8b20f2e678b7357701b6d98 --- /dev/null +++ b/model-00260-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe4937f02ceb3cd40ceed1eaf6bda7730e1c90f4d9f15af3b1381cd819ec9ee9 +size 5360347320 diff --git a/model-00261-of-00282.safetensors b/model-00261-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7d1fa892214c4dd2baa9569c3acc9f02924a1b0 --- /dev/null +++ b/model-00261-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f98cd9414f850c35420da6ffc038257cf519e0dc2f1f493f2ee892cc1efcd09 +size 5360347312 diff --git a/model-00262-of-00282.safetensors b/model-00262-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6a36d897952a05681c3bc8a2b4c4ec0814513cd --- /dev/null +++ b/model-00262-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59cb92290d524e497cd58f49b868769931e63eccf13161867b5be8c1b8fe61f +size 5360347192 diff --git a/model-00263-of-00282.safetensors b/model-00263-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..086b4c946f86b1ff32b8809c3c7c519275f329b1 --- /dev/null +++ b/model-00263-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8073e008e49f00eebf3cc88ad7e37491ae157b1f77f24afdb944256f4aa92d79 +size 5366406896 diff --git a/model-00264-of-00282.safetensors b/model-00264-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4416265e71cfafa9851c73101474cbad336ebf1 --- /dev/null +++ b/model-00264-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d695bc81d74a3e317ed396c45f1f50ba4b295f8583cc2bf123bc64e7eb782203 +size 5360347320 diff --git a/model-00265-of-00282.safetensors b/model-00265-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6be45ab68f0538450f95f8e2a7fcec9e5df48e19 --- /dev/null +++ b/model-00265-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df91d6dc3076988840643160da0b036b6acbbb6884fa9699f368fc3546696c3c +size 5360347312 diff --git a/model-00266-of-00282.safetensors b/model-00266-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c23e597543c42b2d333242333a02db0c4331fe78 --- /dev/null +++ b/model-00266-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5091513ae3a8c315c2f8e4afb20c40e2c4364b1c1e6e908e21f132f6d7578625 +size 5360347128 diff --git a/model-00267-of-00282.safetensors b/model-00267-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7328fb6ee2994158114fb4fd5dae175ec6610927 --- /dev/null +++ b/model-00267-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72531de28c8221463eea9f82c1e2c6bc6fb6e2b5c89c21e3237dc707516bc7ba +size 5366406960 diff --git a/model-00268-of-00282.safetensors b/model-00268-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a95ddd3dbac8d39578826b87c2c1bf90594d7e61 --- /dev/null +++ b/model-00268-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db6bfce751a1a56ae17856631552fb4f83821c300822a909da48267f5d82a976 +size 5360347320 diff --git a/model-00269-of-00282.safetensors b/model-00269-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6856d89e30f0224ba7f06cb0efdf7e320eafe25 --- /dev/null +++ b/model-00269-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d6a9e4c256bc01d18fac9dd8d68177f1852a4b0e9d5f7b8d7971f9a3075652 +size 5360347264 diff --git a/model-00270-of-00282.safetensors b/model-00270-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5c7b100bf47f87aa794bcbc1ed3e7adefa972b23 --- /dev/null +++ b/model-00270-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74106256f061e73000e9660d157bd22254d2a5692cf9466d76dfea6985c0924 +size 5366430968 diff --git a/model-00271-of-00282.safetensors b/model-00271-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e80aa756f45047b884d90d3deafcb23247b36455 --- /dev/null +++ b/model-00271-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ba74c758309888b9d3f17adc189e32e77cee77ca8f7892ad12a9b38956cd43 +size 5360347304 diff --git a/model-00272-of-00282.safetensors b/model-00272-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8360fc4b87b6567f83c4bf5d66bf55e312939a49 --- /dev/null +++ b/model-00272-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c9dbfba6aff2be069079cf39c8991393a2b69469a4f0ac4e246af25d519a06 +size 5360347320 diff --git a/model-00273-of-00282.safetensors b/model-00273-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f865d3aeba7aae7ca830590b9c389f4b1b47e7f --- /dev/null +++ b/model-00273-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1344c75f27e5564baa46641ebcdf19a2a13ac1b2cfc52e01744b6dda1127aa94 +size 5360347208 diff --git a/model-00274-of-00282.safetensors b/model-00274-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c8e0b12a75d883536df6799f372a03f532c3a72 --- /dev/null +++ b/model-00274-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1943b335a5aa626389e819fa5a7339c361844c425389b35328eba0142935fbf6 +size 5359997688 diff --git a/model-00275-of-00282.safetensors b/model-00275-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a9bcc663d40a2b81d04e23dc9902c041dd62e4d --- /dev/null +++ b/model-00275-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1177dcf412931a0fcb5803f7028e7b4de7bf56462d2c650649d58e884e9cf67 +size 5360347104 diff --git a/model-00276-of-00282.safetensors b/model-00276-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d53e23aabb7234c068cd3ddfc0e806bb29b8a2b1 --- /dev/null +++ b/model-00276-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34323416e94255ac4b0fc0f0de22a0bc05b4e7c0c0c9fb95ea69e7a5f1c34ad4 +size 5360347104 diff --git a/model-00277-of-00282.safetensors b/model-00277-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a47cf209831349be67e4058a8d95dd1091d881f6 --- /dev/null +++ b/model-00277-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fc3feb8bea3dc74d7242f4fbd6d5738376de70e1f6731f1d84125dee95fbc1f +size 5360346928 diff --git a/model-00278-of-00282.safetensors b/model-00278-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3477c87dddf2754b1d8fdba12c877748ae6a99d3 --- /dev/null +++ b/model-00278-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da33beb05c67106489010343adad8fbaa9d56e258e26aa88c30af1c37d2e3fb3 +size 5366406736 diff --git a/model-00279-of-00282.safetensors b/model-00279-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87dfe9fafef7508661e270555bec3f3836d08331 --- /dev/null +++ b/model-00279-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24f1c153e5490c2b0669d73fb93571cec783ec00056fc733b8b2b1078c169b2c +size 5360347104 diff --git a/model-00280-of-00282.safetensors b/model-00280-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47e172618306d5d0355a659ffe3631bedf3c53a4 --- /dev/null +++ b/model-00280-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41e9b458eee29b83dab6bef0209f85713d53d05a7f0af768b5db4c0910948bc +size 5360347072 diff --git a/model-00281-of-00282.safetensors b/model-00281-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10909127d8a253bf2b7e8cb2732b6c1b3ab2130a --- /dev/null +++ b/model-00281-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e95cc485333cd0feb737360716b9398d5a23620a1d4127462403b3decba19cb +size 5324447848 diff --git a/model-00282-of-00282.safetensors b/model-00282-of-00282.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0857b4de8c2532abd3deb024dbc6d310298b0895 --- /dev/null +++ b/model-00282-of-00282.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c23d3a25db83ab8b7e47d0a5efec49e00f57a815358323f1ab45136de327d7 +size 293618224 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..c53c184f330b39aa7d110fb1ecee7af1cbb86532 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,59592 @@ +{ + "metadata": { + "total_size": 1506659919872 + }, + "weight_map": { + "lm_head.weight": "model-00001-of-00282.safetensors", + "model.embed_tokens.weight": "model-00001-of-00282.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.bias": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.k_norm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.weights_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wk.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.indexer.wq_b.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.kv_b_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_layernorm.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_a_proj.weight": "model-00001-of-00282.safetensors", + "model.layers.1.self_attn.q_b_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.0.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.1.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.10.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.100.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.101.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.102.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.103.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.104.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.105.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.106.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.107.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.108.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.109.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.11.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.110.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.111.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.112.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.113.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.114.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.115.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.116.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.117.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.118.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.119.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.12.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.120.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.121.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.122.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.123.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.124.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.125.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.126.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.127.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.128.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.129.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.13.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.130.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.131.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.132.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.133.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.134.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.135.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.136.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.137.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.138.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.139.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.14.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.140.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.141.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.142.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.143.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.144.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.145.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.146.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.147.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.148.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.149.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.15.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.150.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.151.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.152.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.153.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.154.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.155.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.156.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.157.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.158.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.159.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.16.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.down_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.gate_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.160.up_proj.weight": "model-00002-of-00282.safetensors", + "model.layers.10.mlp.experts.161.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.161.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.162.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.163.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.164.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.165.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.166.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.167.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.168.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.169.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.17.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.170.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.171.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.172.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.173.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.174.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.175.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.176.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.177.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.178.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.179.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.18.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.180.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.181.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.182.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.183.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.184.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.185.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.186.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.187.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.188.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.189.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.19.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.190.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.191.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.192.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.193.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.194.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.195.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.196.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.197.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.198.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.199.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.2.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.20.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.200.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.201.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.202.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.203.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.204.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.205.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.206.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.207.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.208.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.209.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.21.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.210.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.211.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.212.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.213.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.214.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.215.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.216.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.217.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.218.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.219.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.22.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.220.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.221.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.222.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.223.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.down_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.gate_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.224.up_proj.weight": "model-00003-of-00282.safetensors", + "model.layers.10.mlp.experts.225.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.225.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.226.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.227.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.228.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.229.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.23.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.230.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.231.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.232.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.233.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.234.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.235.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.236.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.237.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.238.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.239.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.24.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.240.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.241.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.242.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.243.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.244.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.245.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.246.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.247.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.248.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.249.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.25.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.250.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.251.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.252.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.253.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.254.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.255.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.26.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.27.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.28.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.29.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.3.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.30.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.31.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.32.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.33.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.34.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.35.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.36.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.37.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.38.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.39.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.4.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.40.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.41.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.42.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.43.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.44.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.45.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.46.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.47.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.48.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.49.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.5.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.50.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.51.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.52.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.53.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.54.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.55.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.56.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.57.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.58.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.down_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.gate_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.59.up_proj.weight": "model-00004-of-00282.safetensors", + "model.layers.10.mlp.experts.6.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.6.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.60.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.61.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.62.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.63.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.64.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.65.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.66.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.67.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.68.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.69.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.7.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.70.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.71.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.72.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.73.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.74.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.75.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.76.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.77.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.78.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.79.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.8.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.80.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.81.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.82.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.83.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.84.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.85.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.86.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.87.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.88.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.89.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.9.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.90.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.91.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.92.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.93.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.94.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.95.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.96.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.97.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.98.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.experts.99.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.e_score_correction_bias": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.gate.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.bias": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.k_norm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.weights_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wk.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.indexer.wq_b.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.kv_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_a_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.10.self_attn.q_b_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.input_layernorm.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.0.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.1.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.10.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.100.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.101.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.102.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.103.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.104.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.105.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.106.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.107.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.108.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.109.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.11.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.110.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.111.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.112.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.113.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.114.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.115.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.gate_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.116.up_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.down_proj.weight": "model-00005-of-00282.safetensors", + "model.layers.11.mlp.experts.117.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.117.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.118.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.119.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.12.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.120.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.121.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.122.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.123.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.124.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.125.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.126.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.127.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.128.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.129.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.13.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.130.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.131.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.132.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.133.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.134.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.135.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.136.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.137.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.138.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.139.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.14.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.140.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.141.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.142.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.143.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.144.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.145.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.146.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.147.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.148.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.149.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.15.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.150.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.151.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.152.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.153.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.154.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.155.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.156.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.157.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.158.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.159.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.16.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.160.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.161.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.162.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.163.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.164.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.165.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.166.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.167.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.168.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.169.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.17.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.170.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.171.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.172.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.173.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.174.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.175.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.176.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.177.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.178.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.179.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.18.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.gate_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.180.up_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.down_proj.weight": "model-00006-of-00282.safetensors", + "model.layers.11.mlp.experts.181.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.181.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.182.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.183.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.184.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.185.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.186.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.187.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.188.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.189.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.19.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.190.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.191.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.192.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.193.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.194.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.195.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.196.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.197.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.198.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.199.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.2.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.20.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.200.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.201.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.202.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.203.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.204.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.205.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.206.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.207.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.208.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.209.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.21.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.210.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.211.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.212.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.213.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.214.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.215.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.216.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.217.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.218.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.219.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.22.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.220.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.221.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.222.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.223.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.224.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.225.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.226.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.227.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.228.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.229.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.23.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.230.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.231.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.232.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.233.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.234.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.235.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.236.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.237.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.238.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.239.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.24.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.240.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.241.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.242.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.243.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.gate_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.244.up_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.down_proj.weight": "model-00007-of-00282.safetensors", + "model.layers.11.mlp.experts.245.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.245.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.246.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.247.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.248.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.249.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.25.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.250.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.251.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.252.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.253.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.254.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.255.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.26.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.27.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.28.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.29.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.3.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.30.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.31.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.32.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.33.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.34.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.35.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.36.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.37.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.38.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.39.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.4.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.40.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.41.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.42.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.43.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.44.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.45.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.46.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.47.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.48.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.49.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.5.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.50.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.51.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.52.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.53.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.54.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.55.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.56.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.57.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.58.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.59.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.6.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.60.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.61.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.62.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.63.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.64.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.65.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.66.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.67.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.68.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.69.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.7.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.70.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.71.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.72.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.73.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.74.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.75.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.76.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.77.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.78.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.gate_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.79.up_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.down_proj.weight": "model-00008-of-00282.safetensors", + "model.layers.11.mlp.experts.8.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.8.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.80.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.81.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.82.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.83.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.84.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.85.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.86.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.87.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.88.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.89.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.9.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.90.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.91.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.92.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.93.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.94.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.95.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.96.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.97.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.98.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.experts.99.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.e_score_correction_bias": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.gate.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.kv_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_a_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.11.self_attn.q_b_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.input_layernorm.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.0.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.1.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.10.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.100.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.101.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.102.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.103.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.104.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.105.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.106.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.107.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.108.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.109.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.11.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.110.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.111.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.112.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.113.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.114.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.115.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.116.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.117.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.118.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.119.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.12.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.120.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.121.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.122.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.123.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.124.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.125.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.126.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.127.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.128.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.129.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.13.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.130.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.131.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.132.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.133.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.134.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.135.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.136.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.down_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.gate_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.137.up_proj.weight": "model-00009-of-00282.safetensors", + "model.layers.12.mlp.experts.138.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.138.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.139.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.14.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.140.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.141.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.142.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.143.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.144.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.145.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.146.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.147.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.148.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.149.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.15.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.150.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.151.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.152.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.153.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.154.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.155.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.156.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.157.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.158.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.159.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.16.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.160.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.161.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.162.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.163.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.164.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.165.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.166.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.167.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.168.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.169.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.17.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.170.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.171.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.172.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.173.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.174.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.175.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.176.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.177.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.178.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.179.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.18.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.180.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.181.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.182.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.183.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.184.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.185.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.186.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.187.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.188.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.189.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.19.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.190.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.191.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.192.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.193.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.194.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.195.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.196.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.197.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.198.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.199.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.2.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.20.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.down_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.gate_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.200.up_proj.weight": "model-00010-of-00282.safetensors", + "model.layers.12.mlp.experts.201.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.201.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.202.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.203.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.204.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.205.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.206.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.207.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.208.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.209.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.21.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.210.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.211.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.212.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.213.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.214.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.215.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.216.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.217.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.218.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.219.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.22.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.220.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.221.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.222.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.223.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.224.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.225.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.226.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.227.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.228.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.229.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.23.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.230.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.231.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.232.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.233.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.234.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.235.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.236.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.237.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.238.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.239.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.24.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.240.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.241.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.242.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.243.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.244.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.245.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.246.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.247.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.248.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.249.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.25.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.250.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.251.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.252.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.253.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.254.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.255.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.26.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.27.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.28.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.29.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.3.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.30.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.31.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.32.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.33.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.34.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.down_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.gate_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.35.up_proj.weight": "model-00011-of-00282.safetensors", + "model.layers.12.mlp.experts.36.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.36.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.37.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.38.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.39.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.4.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.40.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.41.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.42.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.43.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.44.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.45.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.46.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.47.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.48.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.49.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.5.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.50.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.51.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.52.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.53.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.54.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.55.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.56.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.57.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.58.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.59.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.6.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.60.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.61.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.62.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.63.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.64.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.65.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.66.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.67.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.68.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.69.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.7.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.70.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.71.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.72.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.73.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.74.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.75.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.76.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.77.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.78.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.79.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.8.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.80.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.81.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.82.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.83.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.84.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.85.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.86.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.87.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.88.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.89.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.9.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.90.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.91.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.92.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.93.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.94.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.95.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.96.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.97.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.98.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.experts.99.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.e_score_correction_bias": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.gate.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00012-of-00282.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00012-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00012-of-00282.safetensors", + "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.kv_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_a_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.12.self_attn.q_b_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.input_layernorm.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.0.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.1.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.10.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.100.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.101.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.102.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.103.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.104.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.105.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.106.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.107.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.108.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.109.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.11.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.110.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.111.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.112.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.113.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.114.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.115.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.116.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.117.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.118.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.119.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.12.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.120.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.121.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.122.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.123.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.124.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.125.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.126.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.127.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.128.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.129.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.13.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.130.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.131.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.132.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.133.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.134.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.135.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.136.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.137.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.138.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.139.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.14.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.140.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.141.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.142.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.143.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.144.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.145.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.146.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.147.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.148.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.149.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.15.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.150.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.151.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.152.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.153.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.154.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.155.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.156.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.157.up_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.down_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.gate_proj.weight": "model-00013-of-00282.safetensors", + "model.layers.13.mlp.experts.158.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.159.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.16.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.160.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.161.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.162.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.163.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.164.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.165.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.166.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.167.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.168.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.169.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.17.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.170.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.171.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.172.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.173.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.174.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.175.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.176.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.177.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.178.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.179.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.18.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.180.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.181.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.182.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.183.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.184.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.185.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.186.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.187.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.188.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.189.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.19.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.190.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.191.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.192.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.193.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.194.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.195.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.196.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.197.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.198.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.199.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.2.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.20.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.200.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.201.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.202.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.203.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.204.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.205.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.206.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.207.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.208.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.209.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.21.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.210.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.211.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.212.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.213.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.214.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.215.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.216.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.217.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.218.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.219.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.22.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.220.up_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.down_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.gate_proj.weight": "model-00014-of-00282.safetensors", + "model.layers.13.mlp.experts.221.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.222.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.223.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.224.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.225.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.226.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.227.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.228.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.229.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.23.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.230.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.231.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.232.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.233.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.234.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.235.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.236.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.237.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.238.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.239.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.24.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.240.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.241.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.242.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.243.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.244.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.245.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.246.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.247.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.248.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.249.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.25.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.250.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.251.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.252.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.253.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.254.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.255.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.26.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.27.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.28.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.29.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.3.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.30.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.31.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.32.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.33.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.34.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.35.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.36.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.37.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.38.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.39.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.4.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.40.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.41.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.42.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.43.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.44.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.45.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.46.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.47.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.48.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.49.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.5.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.50.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.51.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.52.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.53.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.54.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.55.up_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.down_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.gate_proj.weight": "model-00015-of-00282.safetensors", + "model.layers.13.mlp.experts.56.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.57.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.58.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.59.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.6.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.60.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.61.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.62.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.63.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.64.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.65.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.66.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.67.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.68.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.69.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.7.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.70.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.71.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.72.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.73.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.74.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.75.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.76.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.77.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.78.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.79.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.8.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.80.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.81.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.82.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.83.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.84.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.85.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.86.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.87.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.88.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.89.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.9.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.90.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.91.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.92.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.93.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.94.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.95.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.96.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.97.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.98.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.experts.99.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.e_score_correction_bias": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.gate.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.kv_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_a_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.13.self_attn.q_b_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.input_layernorm.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.0.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.1.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.10.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.100.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.101.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.102.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.103.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.104.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.105.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.106.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.107.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.108.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.109.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.11.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.110.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.111.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.112.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.gate_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.113.up_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.114.down_proj.weight": "model-00016-of-00282.safetensors", + "model.layers.14.mlp.experts.114.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.114.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.115.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.116.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.117.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.118.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.119.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.12.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.120.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.121.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.122.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.123.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.124.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.125.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.126.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.127.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.128.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.129.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.13.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.130.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.131.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.132.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.133.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.134.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.135.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.136.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.137.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.138.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.139.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.14.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.140.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.141.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.142.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.143.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.144.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.145.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.146.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.147.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.148.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.149.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.15.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.150.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.151.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.152.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.153.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.154.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.155.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.156.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.157.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.158.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.159.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.16.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.160.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.161.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.162.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.163.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.164.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.165.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.166.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.167.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.168.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.169.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.17.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.170.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.171.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.172.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.173.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.174.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.175.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.176.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.177.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.gate_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.178.up_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.179.down_proj.weight": "model-00017-of-00282.safetensors", + "model.layers.14.mlp.experts.179.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.179.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.18.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.180.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.181.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.182.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.183.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.184.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.185.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.186.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.187.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.188.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.189.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.19.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.190.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.191.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.192.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.193.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.194.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.195.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.196.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.197.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.198.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.199.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.2.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.20.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.200.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.201.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.202.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.203.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.204.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.205.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.206.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.207.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.208.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.209.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.21.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.210.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.211.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.212.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.213.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.214.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.215.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.216.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.217.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.218.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.219.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.22.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.220.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.221.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.222.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.223.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.224.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.225.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.226.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.227.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.228.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.229.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.23.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.230.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.231.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.232.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.233.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.234.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.235.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.236.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.237.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.238.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.239.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.24.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.240.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.gate_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.241.up_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.242.down_proj.weight": "model-00018-of-00282.safetensors", + "model.layers.14.mlp.experts.242.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.242.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.243.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.244.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.245.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.246.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.247.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.248.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.249.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.25.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.250.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.251.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.252.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.253.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.254.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.255.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.26.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.27.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.28.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.29.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.3.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.30.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.31.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.32.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.33.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.34.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.35.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.36.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.37.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.38.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.39.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.4.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.40.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.41.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.42.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.43.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.44.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.45.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.46.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.47.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.48.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.49.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.5.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.50.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.51.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.52.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.53.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.54.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.55.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.56.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.57.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.58.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.59.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.6.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.60.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.61.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.62.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.63.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.64.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.65.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.66.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.67.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.68.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.69.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.7.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.70.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.71.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.72.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.73.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.74.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.75.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.gate_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.76.up_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.77.down_proj.weight": "model-00019-of-00282.safetensors", + "model.layers.14.mlp.experts.77.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.77.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.78.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.79.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.8.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.80.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.81.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.82.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.83.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.84.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.85.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.86.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.87.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.88.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.89.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.9.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.90.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.91.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.92.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.93.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.94.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.95.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.96.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.97.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.98.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.experts.99.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.e_score_correction_bias": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.gate.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.bias": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.k_norm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.weights_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wk.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.indexer.wq_b.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.kv_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_a_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.14.self_attn.q_b_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.input_layernorm.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.0.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.1.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.10.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.100.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.101.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.102.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.103.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.104.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.105.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.106.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.107.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.108.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.109.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.11.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.110.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.111.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.112.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.113.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.114.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.115.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.116.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.117.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.118.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.119.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.12.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.120.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.121.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.122.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.123.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.124.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.125.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.126.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.127.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.128.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.129.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.13.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.130.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.131.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.132.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.133.up_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.134.down_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.134.gate_proj.weight": "model-00020-of-00282.safetensors", + "model.layers.15.mlp.experts.134.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.135.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.136.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.137.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.138.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.139.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.14.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.140.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.141.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.142.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.143.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.144.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.145.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.146.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.147.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.148.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.149.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.15.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.150.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.151.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.152.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.153.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.154.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.155.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.156.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.157.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.158.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.159.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.16.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.160.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.161.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.162.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.163.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.164.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.165.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.166.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.167.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.168.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.169.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.17.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.170.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.171.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.172.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.173.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.174.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.175.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.176.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.177.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.178.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.179.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.18.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.180.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.181.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.182.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.183.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.184.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.185.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.186.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.187.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.188.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.189.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.19.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.190.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.191.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.192.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.193.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.194.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.195.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.196.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.197.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.198.up_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.199.down_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.199.gate_proj.weight": "model-00021-of-00282.safetensors", + "model.layers.15.mlp.experts.199.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.2.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.20.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.200.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.201.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.202.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.203.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.204.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.205.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.206.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.207.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.208.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.209.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.21.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.210.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.211.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.212.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.213.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.214.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.215.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.216.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.217.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.218.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.219.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.22.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.220.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.221.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.222.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.223.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.224.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.225.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.226.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.227.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.228.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.229.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.23.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.230.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.231.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.232.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.233.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.234.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.235.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.236.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.237.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.238.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.239.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.24.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.240.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.241.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.242.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.243.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.244.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.245.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.246.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.247.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.248.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.249.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.25.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.250.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.251.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.252.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.253.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.254.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.255.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.26.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.27.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.28.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.29.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.3.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.30.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.31.up_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.32.down_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.32.gate_proj.weight": "model-00022-of-00282.safetensors", + "model.layers.15.mlp.experts.32.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.33.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.34.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.35.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.36.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.37.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.38.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.39.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.4.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.40.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.41.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.42.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.43.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.44.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.45.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.46.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.47.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.48.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.49.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.5.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.50.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.51.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.52.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.53.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.54.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.55.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.56.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.57.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.58.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.59.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.6.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.60.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.61.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.62.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.63.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.64.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.65.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.66.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.67.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.68.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.69.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.7.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.70.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.71.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.72.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.73.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.74.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.75.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.76.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.77.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.78.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.79.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.8.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.80.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.81.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.82.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.83.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.84.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.85.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.86.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.87.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.88.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.89.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.9.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.90.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.91.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.92.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.93.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.94.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.95.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.96.up_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.97.down_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.97.gate_proj.weight": "model-00023-of-00282.safetensors", + "model.layers.15.mlp.experts.97.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.98.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.experts.99.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.e_score_correction_bias": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.gate.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.kv_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_a_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.15.self_attn.q_b_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.input_layernorm.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.0.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.1.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.10.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.100.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.101.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.102.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.103.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.104.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.105.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.106.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.107.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.108.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.109.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.11.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.110.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.111.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.112.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.113.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.114.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.115.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.116.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.117.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.118.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.119.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.12.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.120.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.121.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.122.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.123.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.124.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.125.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.126.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.127.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.128.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.129.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.13.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.130.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.131.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.132.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.133.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.134.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.135.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.136.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.137.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.138.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.139.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.14.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.140.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.141.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.142.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.143.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.144.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.145.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.146.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.147.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.148.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.149.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.15.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.150.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.151.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.152.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.153.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.gate_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.154.up_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.155.down_proj.weight": "model-00024-of-00282.safetensors", + "model.layers.16.mlp.experts.155.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.155.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.156.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.157.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.158.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.159.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.16.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.160.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.161.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.162.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.163.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.164.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.165.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.166.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.167.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.168.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.169.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.17.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.170.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.171.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.172.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.173.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.174.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.175.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.176.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.177.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.178.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.179.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.18.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.180.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.181.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.182.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.183.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.184.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.185.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.186.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.187.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.188.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.189.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.19.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.190.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.191.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.192.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.193.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.194.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.195.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.196.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.197.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.198.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.199.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.2.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.20.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.200.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.201.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.202.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.203.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.204.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.205.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.206.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.207.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.208.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.209.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.21.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.210.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.211.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.212.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.213.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.214.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.215.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.216.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.217.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.gate_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.218.up_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.219.down_proj.weight": "model-00025-of-00282.safetensors", + "model.layers.16.mlp.experts.219.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.219.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.22.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.220.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.221.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.222.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.223.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.224.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.225.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.226.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.227.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.228.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.229.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.23.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.230.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.231.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.232.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.233.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.234.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.235.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.236.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.237.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.238.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.239.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.24.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.240.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.241.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.242.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.243.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.244.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.245.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.246.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.247.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.248.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.249.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.25.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.250.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.251.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.252.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.253.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.254.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.255.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.26.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.27.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.28.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.29.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.3.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.30.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.31.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.32.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.33.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.34.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.35.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.36.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.37.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.38.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.39.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.4.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.40.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.41.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.42.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.43.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.44.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.45.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.46.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.47.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.48.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.49.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.5.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.50.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.51.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.gate_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.52.up_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.53.down_proj.weight": "model-00026-of-00282.safetensors", + "model.layers.16.mlp.experts.53.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.53.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.54.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.55.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.56.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.57.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.58.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.59.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.6.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.60.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.61.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.62.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.63.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.64.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.65.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.66.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.67.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.68.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.69.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.7.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.70.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.71.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.72.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.73.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.74.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.75.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.76.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.77.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.78.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.79.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.8.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.80.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.81.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.82.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.83.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.84.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.85.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.86.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.87.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.88.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.89.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.9.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.90.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.91.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.92.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.93.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.94.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.95.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.96.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.97.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.98.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.experts.99.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.e_score_correction_bias": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.gate.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.kv_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_a_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.16.self_attn.q_b_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.input_layernorm.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.0.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.1.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.10.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.100.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.101.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.102.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.103.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.104.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.105.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.106.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.107.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.108.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.109.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.11.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.110.down_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.110.gate_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.110.up_proj.weight": "model-00027-of-00282.safetensors", + "model.layers.17.mlp.experts.111.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.111.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.112.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.113.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.114.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.115.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.116.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.117.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.118.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.119.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.12.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.120.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.121.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.122.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.123.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.124.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.125.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.126.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.127.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.128.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.129.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.13.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.130.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.131.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.132.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.133.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.134.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.135.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.136.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.137.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.138.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.139.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.14.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.140.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.141.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.142.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.143.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.144.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.145.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.146.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.147.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.148.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.149.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.15.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.150.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.151.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.152.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.153.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.154.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.155.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.156.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.157.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.158.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.159.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.16.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.160.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.161.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.162.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.163.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.164.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.165.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.166.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.167.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.168.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.169.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.17.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.170.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.171.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.172.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.173.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.174.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.175.down_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.175.gate_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.175.up_proj.weight": "model-00028-of-00282.safetensors", + "model.layers.17.mlp.experts.176.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.176.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.177.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.178.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.179.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.18.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.180.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.181.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.182.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.183.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.184.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.185.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.186.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.187.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.188.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.189.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.19.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.190.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.191.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.192.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.193.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.194.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.195.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.196.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.197.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.198.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.199.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.2.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.20.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.200.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.201.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.202.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.203.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.204.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.205.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.206.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.207.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.208.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.209.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.21.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.210.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.211.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.212.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.213.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.214.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.215.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.216.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.217.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.218.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.219.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.22.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.220.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.221.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.222.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.223.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.224.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.225.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.226.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.227.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.228.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.229.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.23.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.230.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.231.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.232.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.233.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.234.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.235.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.236.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.237.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.238.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.239.down_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.239.gate_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.239.up_proj.weight": "model-00029-of-00282.safetensors", + "model.layers.17.mlp.experts.24.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.24.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.240.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.241.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.242.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.243.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.244.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.245.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.246.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.247.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.248.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.249.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.25.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.250.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.251.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.252.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.253.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.254.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.255.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.26.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.27.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.28.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.29.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.3.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.30.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.31.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.32.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.33.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.34.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.35.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.36.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.37.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.38.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.39.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.4.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.40.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.41.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.42.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.43.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.44.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.45.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.46.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.47.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.48.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.49.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.5.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.50.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.51.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.52.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.53.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.54.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.55.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.56.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.57.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.58.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.59.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.6.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.60.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.61.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.62.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.63.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.64.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.65.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.66.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.67.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.68.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.69.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.7.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.70.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.71.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.72.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.73.down_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.73.gate_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.73.up_proj.weight": "model-00030-of-00282.safetensors", + "model.layers.17.mlp.experts.74.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.74.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.75.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.76.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.77.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.78.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.79.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.8.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.80.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.81.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.82.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.83.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.84.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.85.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.86.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.87.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.88.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.89.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.9.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.90.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.91.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.92.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.93.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.94.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.95.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.96.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.97.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.98.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.experts.99.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.e_score_correction_bias": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.gate.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.kv_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_a_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.17.self_attn.q_b_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.input_layernorm.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.0.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.1.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.10.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.100.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.101.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.102.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.103.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.104.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.105.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.106.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.107.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.108.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.109.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.11.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.110.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.111.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.112.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.113.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.114.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.115.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.116.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.117.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.118.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.119.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.12.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.120.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.121.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.122.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.123.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.124.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.125.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.126.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.127.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.128.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.129.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.13.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.130.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.130.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.130.up_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.131.down_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.131.gate_proj.weight": "model-00031-of-00282.safetensors", + "model.layers.18.mlp.experts.131.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.132.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.133.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.134.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.135.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.136.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.137.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.138.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.139.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.14.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.140.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.141.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.142.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.143.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.144.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.145.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.146.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.147.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.148.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.149.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.15.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.150.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.151.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.152.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.153.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.154.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.155.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.156.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.157.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.158.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.159.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.16.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.160.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.161.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.162.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.163.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.164.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.165.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.166.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.167.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.168.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.169.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.17.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.170.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.171.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.172.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.173.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.174.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.175.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.176.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.177.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.178.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.179.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.18.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.180.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.181.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.182.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.183.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.184.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.185.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.186.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.187.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.188.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.189.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.19.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.190.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.191.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.192.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.193.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.194.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.195.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.195.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.195.up_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.196.down_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.196.gate_proj.weight": "model-00032-of-00282.safetensors", + "model.layers.18.mlp.experts.196.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.197.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.198.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.199.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.2.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.20.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.200.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.201.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.202.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.203.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.204.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.205.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.206.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.207.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.208.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.209.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.21.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.210.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.211.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.212.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.213.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.214.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.215.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.216.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.217.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.218.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.219.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.22.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.220.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.221.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.222.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.223.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.224.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.225.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.226.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.227.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.228.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.229.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.23.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.230.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.231.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.232.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.233.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.234.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.235.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.236.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.237.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.238.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.239.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.24.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.240.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.241.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.242.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.243.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.244.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.245.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.246.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.247.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.248.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.249.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.25.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.250.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.251.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.252.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.253.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.254.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.255.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.26.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.27.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.28.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.29.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.29.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.29.up_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.3.down_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.3.gate_proj.weight": "model-00033-of-00282.safetensors", + "model.layers.18.mlp.experts.3.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.30.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.31.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.32.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.33.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.34.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.35.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.36.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.37.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.38.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.39.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.4.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.40.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.41.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.42.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.43.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.44.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.45.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.46.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.47.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.48.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.49.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.5.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.50.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.51.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.52.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.53.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.54.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.55.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.56.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.57.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.58.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.59.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.6.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.60.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.61.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.62.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.63.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.64.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.65.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.66.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.67.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.68.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.69.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.7.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.70.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.71.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.72.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.73.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.74.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.75.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.76.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.77.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.78.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.79.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.8.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.80.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.81.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.82.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.83.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.84.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.85.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.86.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.87.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.88.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.89.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.9.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.90.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.91.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.92.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.93.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.93.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.93.up_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.94.down_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.94.gate_proj.weight": "model-00034-of-00282.safetensors", + "model.layers.18.mlp.experts.94.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.95.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.96.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.97.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.98.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.experts.99.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.e_score_correction_bias": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.gate.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.bias": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.k_norm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.weights_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wk.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.indexer.wq_b.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.kv_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_a_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.18.self_attn.q_b_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.input_layernorm.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.0.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.1.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.10.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.100.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.101.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.102.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.103.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.104.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.105.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.106.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.107.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.108.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.109.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.11.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.110.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.111.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.112.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.113.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.114.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.115.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.116.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.117.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.118.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.119.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.12.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.120.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.121.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.122.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.123.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.124.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.125.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.126.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.127.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.128.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.129.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.13.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.130.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.131.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.132.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.133.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.134.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.135.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.136.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.137.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.138.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.139.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.14.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.140.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.141.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.142.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.143.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.144.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.145.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.146.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.147.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.148.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.149.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.15.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.150.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.151.down_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.151.gate_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.151.up_proj.weight": "model-00035-of-00282.safetensors", + "model.layers.19.mlp.experts.152.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.152.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.153.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.154.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.155.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.156.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.157.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.158.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.159.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.16.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.160.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.161.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.162.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.163.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.164.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.165.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.166.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.167.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.168.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.169.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.17.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.170.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.171.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.172.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.173.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.174.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.175.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.176.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.177.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.178.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.179.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.18.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.180.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.181.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.182.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.183.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.184.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.185.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.186.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.187.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.188.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.189.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.19.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.190.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.191.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.192.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.193.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.194.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.195.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.196.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.197.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.198.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.199.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.2.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.20.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.200.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.201.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.202.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.203.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.204.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.205.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.206.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.207.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.208.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.209.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.21.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.210.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.211.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.212.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.213.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.214.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.215.down_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.215.gate_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.215.up_proj.weight": "model-00036-of-00282.safetensors", + "model.layers.19.mlp.experts.216.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.216.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.217.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.218.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.219.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.22.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.220.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.221.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.222.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.223.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.224.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.225.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.226.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.227.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.228.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.229.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.23.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.230.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.231.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.232.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.233.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.234.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.235.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.236.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.237.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.238.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.239.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.24.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.240.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.241.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.242.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.243.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.244.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.245.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.246.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.247.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.248.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.249.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.25.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.250.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.251.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.252.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.253.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.254.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.255.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.26.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.27.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.28.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.29.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.3.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.30.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.31.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.32.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.33.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.34.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.35.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.36.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.37.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.38.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.39.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.4.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.40.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.41.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.42.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.43.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.44.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.45.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.46.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.47.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.48.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.49.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.5.down_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.5.gate_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.5.up_proj.weight": "model-00037-of-00282.safetensors", + "model.layers.19.mlp.experts.50.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.50.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.51.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.52.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.53.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.54.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.55.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.56.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.57.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.58.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.59.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.6.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.60.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.61.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.62.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.63.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.64.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.65.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.66.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.67.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.68.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.69.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.7.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.70.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.71.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.72.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.73.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.74.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.75.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.76.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.77.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.78.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.79.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.8.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.80.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.81.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.82.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.83.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.84.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.85.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.86.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.87.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.88.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.89.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.9.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.90.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.91.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.92.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.93.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.94.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.95.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.96.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.97.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.98.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.experts.99.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.e_score_correction_bias": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.gate.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_a_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.19.self_attn.q_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.input_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.bias": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.k_norm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.weights_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wk.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.indexer.wq_b.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.kv_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_a_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.2.self_attn.q_b_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.input_layernorm.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.0.down_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.0.gate_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.0.up_proj.weight": "model-00038-of-00282.safetensors", + "model.layers.20.mlp.experts.1.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.1.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.10.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.100.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.101.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.102.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.103.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.104.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.105.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.106.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.107.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.108.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.109.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.11.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.110.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.111.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.112.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.113.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.114.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.115.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.116.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.117.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.118.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.119.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.12.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.120.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.121.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.122.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.123.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.124.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.125.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.126.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.127.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.128.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.129.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.13.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.130.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.131.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.132.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.133.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.134.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.135.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.136.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.137.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.138.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.139.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.14.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.140.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.141.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.142.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.143.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.144.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.145.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.146.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.147.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.148.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.149.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.15.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.150.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.151.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.152.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.153.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.154.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.155.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.156.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.157.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.158.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.159.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.16.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.160.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.161.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.161.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.161.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.162.down_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.162.gate_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.162.up_proj.weight": "model-00039-of-00282.safetensors", + "model.layers.20.mlp.experts.163.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.163.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.164.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.165.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.166.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.167.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.168.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.169.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.17.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.170.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.171.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.172.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.173.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.174.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.175.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.176.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.177.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.178.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.179.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.18.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.180.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.181.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.182.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.183.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.184.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.185.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.186.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.187.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.188.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.189.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.19.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.190.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.191.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.192.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.193.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.194.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.195.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.196.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.197.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.198.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.199.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.2.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.20.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.200.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.201.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.202.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.203.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.204.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.205.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.206.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.207.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.208.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.209.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.21.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.210.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.211.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.212.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.213.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.214.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.215.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.216.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.217.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.218.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.219.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.22.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.220.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.221.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.222.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.223.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.224.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.225.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.225.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.225.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.226.down_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.226.gate_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.226.up_proj.weight": "model-00040-of-00282.safetensors", + "model.layers.20.mlp.experts.227.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.227.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.228.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.229.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.23.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.230.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.231.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.232.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.233.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.234.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.235.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.236.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.237.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.238.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.239.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.24.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.240.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.241.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.242.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.243.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.244.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.245.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.246.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.247.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.248.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.249.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.25.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.250.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.251.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.252.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.253.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.254.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.255.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.26.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.27.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.28.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.29.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.3.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.30.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.31.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.32.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.33.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.34.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.35.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.36.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.37.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.38.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.39.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.4.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.40.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.41.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.42.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.43.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.44.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.45.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.46.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.47.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.48.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.49.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.5.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.50.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.51.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.52.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.53.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.54.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.55.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.56.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.57.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.58.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.59.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.6.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.6.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.6.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.60.down_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.60.gate_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.60.up_proj.weight": "model-00041-of-00282.safetensors", + "model.layers.20.mlp.experts.61.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.61.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.62.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.63.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.64.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.65.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.66.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.67.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.68.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.69.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.7.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.70.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.71.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.72.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.73.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.74.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.75.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.76.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.77.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.78.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.79.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.8.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.80.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.81.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.82.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.83.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.84.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.85.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.86.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.87.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.88.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.89.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.9.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.90.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.91.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.92.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.93.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.94.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.95.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.96.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.97.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.98.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.experts.99.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.e_score_correction_bias": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.gate.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.kv_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_a_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.20.self_attn.q_b_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.input_layernorm.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.0.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.1.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.10.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.100.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.101.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.102.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.103.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.104.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.105.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.106.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.107.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.108.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.109.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.11.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.110.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.111.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.112.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.113.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.114.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.115.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.116.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.117.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.118.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.118.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.118.up_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.119.down_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.119.gate_proj.weight": "model-00042-of-00282.safetensors", + "model.layers.21.mlp.experts.119.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.12.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.120.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.121.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.122.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.123.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.124.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.125.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.126.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.127.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.128.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.129.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.13.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.130.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.131.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.132.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.133.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.134.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.135.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.136.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.137.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.138.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.139.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.14.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.140.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.141.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.142.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.143.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.144.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.145.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.146.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.147.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.148.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.149.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.15.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.150.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.151.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.152.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.153.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.154.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.155.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.156.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.157.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.158.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.159.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.16.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.160.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.161.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.162.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.163.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.164.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.165.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.166.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.167.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.168.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.169.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.17.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.170.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.171.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.172.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.173.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.174.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.175.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.176.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.177.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.178.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.179.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.18.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.180.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.181.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.182.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.182.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.182.up_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.183.down_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.183.gate_proj.weight": "model-00043-of-00282.safetensors", + "model.layers.21.mlp.experts.183.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.184.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.185.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.186.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.187.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.188.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.189.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.19.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.190.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.191.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.192.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.193.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.194.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.195.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.196.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.197.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.198.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.199.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.2.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.20.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.200.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.201.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.202.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.203.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.204.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.205.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.206.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.207.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.208.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.209.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.21.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.210.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.211.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.212.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.213.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.214.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.215.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.216.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.217.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.218.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.219.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.22.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.220.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.221.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.222.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.223.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.224.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.225.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.226.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.227.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.228.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.229.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.23.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.230.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.231.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.232.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.233.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.234.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.235.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.236.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.237.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.238.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.239.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.24.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.240.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.241.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.242.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.243.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.244.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.245.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.246.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.246.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.246.up_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.247.down_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.247.gate_proj.weight": "model-00044-of-00282.safetensors", + "model.layers.21.mlp.experts.247.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.248.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.249.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.25.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.250.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.251.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.252.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.253.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.254.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.255.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.26.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.27.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.28.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.29.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.3.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.30.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.31.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.32.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.33.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.34.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.35.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.36.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.37.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.38.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.39.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.4.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.40.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.41.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.42.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.43.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.44.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.45.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.46.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.47.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.48.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.49.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.5.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.50.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.51.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.52.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.53.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.54.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.55.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.56.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.57.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.58.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.59.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.6.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.60.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.61.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.62.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.63.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.64.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.65.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.66.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.67.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.68.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.69.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.7.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.70.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.71.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.72.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.73.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.74.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.75.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.76.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.77.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.78.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.79.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.8.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.80.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.80.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.80.up_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.81.down_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.81.gate_proj.weight": "model-00045-of-00282.safetensors", + "model.layers.21.mlp.experts.81.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.82.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.83.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.84.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.85.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.86.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.87.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.88.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.89.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.9.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.90.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.91.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.92.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.93.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.94.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.95.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.96.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.97.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.98.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.experts.99.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.e_score_correction_bias": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.gate.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.kv_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_a_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.21.self_attn.q_b_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.input_layernorm.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.0.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.1.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.10.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.100.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.101.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.102.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.103.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.104.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.105.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.106.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.107.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.108.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.109.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.11.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.110.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.111.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.112.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.113.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.114.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.115.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.116.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.117.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.118.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.119.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.12.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.120.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.121.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.122.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.123.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.124.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.125.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.126.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.127.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.128.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.129.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.13.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.130.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.131.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.132.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.133.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.134.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.135.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.136.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.137.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.138.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.138.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.138.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.139.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.139.gate_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.139.up_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.14.down_proj.weight": "model-00046-of-00282.safetensors", + "model.layers.22.mlp.experts.14.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.14.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.140.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.141.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.142.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.143.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.144.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.145.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.146.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.147.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.148.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.149.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.15.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.150.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.151.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.152.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.153.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.154.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.155.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.156.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.157.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.158.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.159.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.16.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.160.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.161.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.162.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.163.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.164.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.165.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.166.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.167.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.168.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.169.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.17.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.170.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.171.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.172.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.173.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.174.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.175.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.176.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.177.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.178.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.179.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.18.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.180.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.181.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.182.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.183.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.184.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.185.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.186.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.187.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.188.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.189.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.19.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.190.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.191.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.192.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.193.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.194.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.195.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.196.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.197.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.198.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.199.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.2.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.20.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.200.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.201.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.201.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.201.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.202.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.202.gate_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.202.up_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.203.down_proj.weight": "model-00047-of-00282.safetensors", + "model.layers.22.mlp.experts.203.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.203.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.204.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.205.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.206.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.207.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.208.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.209.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.21.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.210.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.211.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.212.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.213.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.214.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.215.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.216.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.217.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.218.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.219.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.22.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.220.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.221.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.222.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.223.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.224.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.225.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.226.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.227.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.228.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.229.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.23.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.230.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.231.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.232.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.233.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.234.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.235.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.236.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.237.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.238.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.239.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.24.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.240.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.241.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.242.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.243.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.244.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.245.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.246.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.247.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.248.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.249.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.25.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.250.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.251.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.252.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.253.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.254.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.255.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.26.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.27.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.28.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.29.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.3.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.30.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.31.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.32.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.33.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.34.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.35.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.36.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.36.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.36.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.37.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.37.gate_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.37.up_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.38.down_proj.weight": "model-00048-of-00282.safetensors", + "model.layers.22.mlp.experts.38.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.38.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.39.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.4.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.40.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.41.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.42.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.43.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.44.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.45.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.46.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.47.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.48.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.49.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.5.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.50.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.51.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.52.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.53.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.54.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.55.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.56.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.57.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.58.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.59.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.6.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.60.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.61.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.62.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.63.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.64.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.65.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.66.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.67.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.68.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.69.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.7.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.70.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.71.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.72.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.73.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.74.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.75.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.76.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.77.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.78.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.79.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.8.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.80.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.81.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.82.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.83.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.84.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.85.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.86.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.87.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.88.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.89.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.9.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.90.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.91.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.92.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.93.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.94.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.95.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.96.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.97.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.98.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.experts.99.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.e_score_correction_bias": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.gate.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.bias": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.k_norm.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.weights_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wk.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.indexer.wq_b.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.kv_b_proj.weight": "model-00049-of-00282.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_a_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.22.self_attn.q_b_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.input_layernorm.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.0.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.1.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.10.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.100.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.101.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.102.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.103.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.104.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.105.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.106.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.107.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.108.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.109.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.11.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.110.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.111.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.112.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.113.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.114.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.115.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.116.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.117.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.118.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.119.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.12.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.120.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.121.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.122.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.123.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.124.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.125.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.126.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.127.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.128.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.129.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.13.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.130.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.131.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.132.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.133.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.134.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.135.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.136.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.137.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.138.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.139.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.14.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.140.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.141.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.142.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.143.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.144.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.145.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.146.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.147.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.148.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.149.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.15.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.150.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.151.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.152.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.153.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.154.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.155.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.156.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.157.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.158.down_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.158.gate_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.158.up_proj.weight": "model-00050-of-00282.safetensors", + "model.layers.23.mlp.experts.159.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.159.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.16.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.160.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.161.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.162.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.163.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.164.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.165.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.166.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.167.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.168.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.169.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.17.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.170.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.171.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.172.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.173.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.174.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.175.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.176.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.177.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.178.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.179.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.18.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.180.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.181.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.182.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.183.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.184.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.185.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.186.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.187.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.188.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.189.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.19.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.190.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.191.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.192.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.193.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.194.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.195.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.196.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.197.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.198.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.199.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.2.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.20.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.200.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.201.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.202.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.203.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.204.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.205.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.206.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.207.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.208.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.209.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.21.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.210.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.211.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.212.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.213.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.214.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.215.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.216.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.217.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.218.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.219.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.22.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.220.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.221.down_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.221.gate_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.221.up_proj.weight": "model-00051-of-00282.safetensors", + "model.layers.23.mlp.experts.222.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.222.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.223.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.224.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.225.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.226.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.227.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.228.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.229.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.23.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.230.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.231.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.232.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.233.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.234.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.235.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.236.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.237.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.238.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.239.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.24.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.240.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.241.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.242.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.243.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.244.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.245.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.246.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.247.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.248.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.249.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.25.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.250.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.251.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.252.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.253.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.254.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.255.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.26.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.27.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.28.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.29.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.3.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.30.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.31.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.32.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.33.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.34.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.35.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.36.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.37.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.38.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.39.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.4.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.40.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.41.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.42.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.43.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.44.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.45.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.46.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.47.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.48.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.49.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.5.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.50.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.51.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.52.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.53.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.54.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.55.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.56.down_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.56.gate_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.56.up_proj.weight": "model-00052-of-00282.safetensors", + "model.layers.23.mlp.experts.57.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.57.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.58.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.59.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.6.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.60.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.61.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.62.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.63.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.64.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.65.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.66.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.67.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.68.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.69.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.7.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.70.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.71.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.72.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.73.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.74.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.75.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.76.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.77.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.78.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.79.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.8.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.80.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.81.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.82.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.83.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.84.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.85.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.86.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.87.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.88.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.89.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.9.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.90.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.91.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.92.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.93.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.94.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.95.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.96.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.97.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.98.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.experts.99.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.e_score_correction_bias": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.gate.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.kv_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_a_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.23.self_attn.q_b_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.input_layernorm.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.0.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.1.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.10.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.100.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.101.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.102.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.103.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.104.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.105.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.106.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.107.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.108.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.109.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.11.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.110.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.111.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.112.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.113.up_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.114.down_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.114.gate_proj.weight": "model-00053-of-00282.safetensors", + "model.layers.24.mlp.experts.114.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.115.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.116.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.117.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.118.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.119.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.12.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.120.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.121.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.122.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.123.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.124.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.125.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.126.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.127.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.128.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.129.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.13.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.130.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.131.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.132.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.133.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.134.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.135.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.136.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.137.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.138.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.139.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.14.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.140.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.141.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.142.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.143.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.144.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.145.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.146.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.147.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.148.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.149.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.15.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.150.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.151.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.152.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.153.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.154.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.155.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.156.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.157.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.158.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.159.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.16.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.160.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.161.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.162.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.163.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.164.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.165.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.166.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.167.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.168.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.169.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.17.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.170.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.171.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.172.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.173.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.174.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.175.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.176.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.177.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.178.up_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.179.down_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.179.gate_proj.weight": "model-00054-of-00282.safetensors", + "model.layers.24.mlp.experts.179.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.18.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.180.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.181.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.182.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.183.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.184.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.185.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.186.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.187.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.188.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.189.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.19.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.190.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.191.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.192.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.193.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.194.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.195.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.196.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.197.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.198.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.199.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.2.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.20.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.200.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.201.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.202.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.203.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.204.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.205.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.206.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.207.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.208.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.209.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.21.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.210.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.211.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.212.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.213.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.214.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.215.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.216.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.217.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.218.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.219.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.22.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.220.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.221.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.222.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.223.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.224.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.225.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.226.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.227.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.228.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.229.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.23.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.230.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.231.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.232.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.233.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.234.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.235.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.236.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.237.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.238.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.239.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.24.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.240.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.241.up_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.242.down_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.242.gate_proj.weight": "model-00055-of-00282.safetensors", + "model.layers.24.mlp.experts.242.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.243.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.244.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.245.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.246.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.247.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.248.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.249.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.25.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.250.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.251.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.252.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.253.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.254.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.255.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.26.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.27.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.28.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.29.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.3.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.30.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.31.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.32.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.33.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.34.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.35.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.36.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.37.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.38.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.39.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.4.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.40.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.41.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.42.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.43.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.44.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.45.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.46.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.47.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.48.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.49.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.5.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.50.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.51.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.52.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.53.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.54.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.55.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.56.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.57.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.58.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.59.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.6.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.60.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.61.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.62.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.63.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.64.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.65.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.66.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.67.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.68.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.69.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.7.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.70.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.71.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.72.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.73.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.74.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.75.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.76.up_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.77.down_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.77.gate_proj.weight": "model-00056-of-00282.safetensors", + "model.layers.24.mlp.experts.77.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.78.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.79.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.8.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.80.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.81.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.82.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.83.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.84.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.85.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.86.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.87.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.88.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.89.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.9.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.90.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.91.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.92.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.93.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.94.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.95.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.96.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.97.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.98.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.experts.99.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.e_score_correction_bias": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.gate.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.kv_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_a_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.24.self_attn.q_b_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.input_layernorm.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.0.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.1.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.10.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.100.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.101.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.102.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.103.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.104.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.105.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.106.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.107.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.108.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.109.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.11.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.110.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.111.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.112.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.113.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.114.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.115.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.116.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.117.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.118.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.119.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.12.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.120.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.121.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.122.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.123.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.124.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.125.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.126.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.127.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.128.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.129.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.13.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.130.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.131.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.132.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.133.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.134.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.134.gate_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.134.up_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.135.down_proj.weight": "model-00057-of-00282.safetensors", + "model.layers.25.mlp.experts.135.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.135.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.136.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.137.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.138.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.139.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.14.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.140.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.141.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.142.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.143.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.144.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.145.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.146.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.147.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.148.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.149.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.15.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.150.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.151.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.152.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.153.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.154.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.155.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.156.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.157.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.158.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.159.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.16.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.160.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.161.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.162.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.163.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.164.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.165.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.166.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.167.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.168.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.169.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.17.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.170.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.171.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.172.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.173.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.174.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.175.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.176.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.177.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.178.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.179.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.18.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.180.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.181.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.182.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.183.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.184.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.185.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.186.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.187.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.188.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.189.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.19.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.190.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.191.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.192.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.193.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.194.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.195.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.196.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.197.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.198.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.199.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.199.gate_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.199.up_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.2.down_proj.weight": "model-00058-of-00282.safetensors", + "model.layers.25.mlp.experts.2.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.2.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.20.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.200.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.201.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.202.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.203.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.204.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.205.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.206.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.207.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.208.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.209.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.21.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.210.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.211.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.212.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.213.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.214.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.215.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.216.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.217.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.218.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.219.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.22.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.220.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.221.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.222.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.223.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.224.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.225.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.226.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.227.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.228.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.229.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.23.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.230.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.231.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.232.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.233.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.234.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.235.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.236.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.237.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.238.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.239.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.24.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.240.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.241.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.242.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.243.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.244.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.245.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.246.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.247.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.248.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.249.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.25.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.250.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.251.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.252.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.253.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.254.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.255.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.26.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.27.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.28.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.29.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.3.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.30.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.31.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.32.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.32.gate_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.32.up_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.33.down_proj.weight": "model-00059-of-00282.safetensors", + "model.layers.25.mlp.experts.33.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.33.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.34.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.35.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.36.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.37.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.38.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.39.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.4.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.40.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.41.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.42.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.43.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.44.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.45.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.46.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.47.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.48.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.49.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.5.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.50.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.51.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.52.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.53.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.54.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.55.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.56.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.57.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.58.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.59.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.6.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.60.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.61.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.62.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.63.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.64.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.65.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.66.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.67.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.68.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.69.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.7.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.70.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.71.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.72.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.73.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.74.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.75.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.76.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.77.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.78.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.79.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.8.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.80.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.81.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.82.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.83.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.84.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.85.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.86.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.87.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.88.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.89.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.9.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.90.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.91.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.92.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.93.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.94.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.95.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.96.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.97.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.97.gate_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.97.up_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.98.down_proj.weight": "model-00060-of-00282.safetensors", + "model.layers.25.mlp.experts.98.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.98.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.experts.99.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.e_score_correction_bias": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.gate.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.kv_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_a_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.25.self_attn.q_b_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.input_layernorm.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.0.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.1.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.10.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.100.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.101.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.102.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.103.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.104.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.105.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.106.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.107.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.108.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.109.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.11.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.110.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.111.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.112.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.113.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.114.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.115.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.116.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.117.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.118.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.119.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.12.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.120.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.121.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.122.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.123.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.124.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.125.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.126.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.127.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.128.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.129.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.13.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.130.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.131.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.132.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.133.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.134.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.135.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.136.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.137.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.138.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.139.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.14.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.140.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.141.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.142.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.143.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.144.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.145.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.146.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.147.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.148.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.149.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.15.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.150.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.151.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.152.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.153.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.154.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.154.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.154.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.155.down_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.155.gate_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.155.up_proj.weight": "model-00061-of-00282.safetensors", + "model.layers.26.mlp.experts.156.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.156.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.157.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.158.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.159.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.16.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.160.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.161.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.162.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.163.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.164.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.165.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.166.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.167.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.168.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.169.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.17.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.170.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.171.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.172.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.173.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.174.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.175.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.176.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.177.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.178.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.179.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.18.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.180.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.181.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.182.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.183.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.184.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.185.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.186.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.187.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.188.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.189.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.19.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.190.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.191.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.192.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.193.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.194.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.195.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.196.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.197.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.198.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.199.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.2.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.20.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.200.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.201.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.202.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.203.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.204.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.205.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.206.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.207.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.208.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.209.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.21.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.210.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.211.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.212.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.213.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.214.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.215.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.216.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.217.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.218.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.218.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.218.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.219.down_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.219.gate_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.219.up_proj.weight": "model-00062-of-00282.safetensors", + "model.layers.26.mlp.experts.22.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.22.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.220.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.221.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.222.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.223.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.224.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.225.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.226.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.227.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.228.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.229.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.23.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.230.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.231.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.232.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.233.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.234.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.235.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.236.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.237.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.238.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.239.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.24.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.240.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.241.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.242.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.243.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.244.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.245.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.246.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.247.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.248.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.249.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.25.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.250.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.251.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.252.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.253.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.254.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.255.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.26.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.27.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.28.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.29.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.3.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.30.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.31.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.32.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.33.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.34.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.35.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.36.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.37.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.38.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.39.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.4.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.40.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.41.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.42.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.43.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.44.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.45.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.46.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.47.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.48.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.49.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.5.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.50.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.51.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.52.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.52.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.52.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.53.down_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.53.gate_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.53.up_proj.weight": "model-00063-of-00282.safetensors", + "model.layers.26.mlp.experts.54.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.54.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.55.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.56.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.57.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.58.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.59.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.6.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.60.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.61.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.62.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.63.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.64.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.65.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.66.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.67.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.68.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.69.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.7.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.70.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.71.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.72.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.73.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.74.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.75.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.76.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.77.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.78.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.79.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.8.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.80.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.81.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.82.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.83.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.84.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.85.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.86.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.87.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.88.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.89.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.9.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.90.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.91.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.92.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.93.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.94.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.95.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.96.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.97.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.98.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.experts.99.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.e_score_correction_bias": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.gate.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.bias": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.k_norm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.weights_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wk.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.indexer.wq_b.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.kv_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_a_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.26.self_attn.q_b_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.input_layernorm.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.0.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.1.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.10.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.100.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.101.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.102.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.103.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.104.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.105.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.106.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.107.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.108.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.109.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.11.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.110.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.110.gate_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.110.up_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.111.down_proj.weight": "model-00064-of-00282.safetensors", + "model.layers.27.mlp.experts.111.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.111.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.112.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.113.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.114.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.115.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.116.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.117.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.118.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.119.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.12.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.120.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.121.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.122.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.123.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.124.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.125.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.126.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.127.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.128.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.129.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.13.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.130.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.131.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.132.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.133.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.134.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.135.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.136.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.137.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.138.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.139.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.14.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.140.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.141.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.142.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.143.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.144.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.145.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.146.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.147.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.148.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.149.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.15.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.150.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.151.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.152.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.153.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.154.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.155.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.156.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.157.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.158.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.159.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.16.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.160.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.161.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.162.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.163.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.164.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.165.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.166.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.167.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.168.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.169.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.17.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.170.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.171.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.172.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.173.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.174.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.175.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.175.gate_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.175.up_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.176.down_proj.weight": "model-00065-of-00282.safetensors", + "model.layers.27.mlp.experts.176.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.176.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.177.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.178.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.179.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.18.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.180.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.181.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.182.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.183.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.184.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.185.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.186.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.187.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.188.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.189.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.19.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.190.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.191.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.192.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.193.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.194.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.195.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.196.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.197.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.198.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.199.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.2.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.20.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.200.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.201.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.202.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.203.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.204.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.205.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.206.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.207.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.208.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.209.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.21.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.210.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.211.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.212.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.213.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.214.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.215.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.216.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.217.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.218.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.219.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.22.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.220.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.221.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.222.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.223.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.224.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.225.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.226.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.227.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.228.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.229.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.23.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.230.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.231.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.232.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.233.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.234.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.235.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.236.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.237.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.238.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.239.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.239.gate_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.239.up_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.24.down_proj.weight": "model-00066-of-00282.safetensors", + "model.layers.27.mlp.experts.24.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.24.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.240.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.241.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.242.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.243.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.244.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.245.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.246.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.247.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.248.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.249.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.25.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.250.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.251.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.252.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.253.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.254.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.255.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.26.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.27.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.28.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.29.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.3.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.30.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.31.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.32.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.33.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.34.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.35.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.36.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.37.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.38.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.39.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.4.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.40.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.41.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.42.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.43.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.44.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.45.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.46.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.47.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.48.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.49.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.5.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.50.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.51.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.52.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.53.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.54.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.55.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.56.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.57.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.58.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.59.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.6.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.60.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.61.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.62.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.63.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.64.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.65.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.66.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.67.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.68.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.69.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.7.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.70.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.71.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.72.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.73.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.73.gate_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.73.up_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.74.down_proj.weight": "model-00067-of-00282.safetensors", + "model.layers.27.mlp.experts.74.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.74.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.75.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.76.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.77.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.78.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.79.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.8.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.80.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.81.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.82.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.83.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.84.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.85.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.86.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.87.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.88.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.89.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.9.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.90.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.91.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.92.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.93.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.94.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.95.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.96.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.97.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.98.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.experts.99.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.e_score_correction_bias": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.gate.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.kv_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_a_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.27.self_attn.q_b_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.input_layernorm.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.0.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.1.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.10.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.100.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.101.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.102.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.103.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.104.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.105.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.106.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.107.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.108.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.109.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.11.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.110.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.111.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.112.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.113.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.114.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.115.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.116.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.117.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.118.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.119.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.12.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.120.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.121.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.122.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.123.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.124.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.125.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.126.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.127.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.128.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.129.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.13.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.130.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.130.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.130.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.131.down_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.131.gate_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.131.up_proj.weight": "model-00068-of-00282.safetensors", + "model.layers.28.mlp.experts.132.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.132.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.133.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.134.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.135.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.136.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.137.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.138.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.139.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.14.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.140.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.141.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.142.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.143.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.144.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.145.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.146.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.147.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.148.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.149.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.15.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.150.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.151.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.152.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.153.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.154.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.155.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.156.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.157.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.158.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.159.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.16.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.160.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.161.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.162.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.163.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.164.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.165.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.166.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.167.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.168.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.169.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.17.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.170.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.171.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.172.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.173.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.174.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.175.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.176.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.177.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.178.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.179.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.18.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.180.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.181.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.182.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.183.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.184.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.185.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.186.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.187.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.188.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.189.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.19.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.190.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.191.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.192.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.193.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.194.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.195.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.195.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.195.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.196.down_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.196.gate_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.196.up_proj.weight": "model-00069-of-00282.safetensors", + "model.layers.28.mlp.experts.197.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.197.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.198.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.199.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.2.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.20.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.200.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.201.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.202.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.203.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.204.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.205.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.206.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.207.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.208.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.209.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.21.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.210.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.211.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.212.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.213.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.214.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.215.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.216.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.217.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.218.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.219.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.22.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.220.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.221.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.222.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.223.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.224.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.225.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.226.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.227.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.228.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.229.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.23.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.230.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.231.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.232.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.233.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.234.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.235.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.236.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.237.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.238.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.239.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.24.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.240.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.241.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.242.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.243.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.244.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.245.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.246.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.247.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.248.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.249.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.25.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.250.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.251.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.252.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.253.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.254.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.255.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.26.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.27.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.28.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.29.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.29.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.29.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.3.down_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.3.gate_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.3.up_proj.weight": "model-00070-of-00282.safetensors", + "model.layers.28.mlp.experts.30.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.30.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.31.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.32.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.33.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.34.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.35.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.36.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.37.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.38.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.39.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.4.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.40.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.41.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.42.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.43.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.44.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.45.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.46.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.47.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.48.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.49.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.5.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.50.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.51.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.52.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.53.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.54.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.55.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.56.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.57.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.58.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.59.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.6.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.60.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.61.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.62.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.63.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.64.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.65.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.66.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.67.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.68.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.69.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.7.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.70.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.71.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.72.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.73.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.74.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.75.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.76.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.77.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.78.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.79.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.8.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.80.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.81.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.82.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.83.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.84.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.85.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.86.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.87.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.88.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.89.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.9.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.90.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.91.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.92.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.93.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.93.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.93.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.94.down_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.94.gate_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.94.up_proj.weight": "model-00071-of-00282.safetensors", + "model.layers.28.mlp.experts.95.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.95.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.96.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.97.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.98.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.experts.99.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.e_score_correction_bias": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.gate.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.kv_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_a_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.28.self_attn.q_b_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.input_layernorm.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.0.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.1.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.10.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.100.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.101.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.102.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.103.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.104.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.105.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.106.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.107.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.108.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.109.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.11.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.110.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.111.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.112.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.113.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.114.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.115.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.116.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.117.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.118.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.119.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.12.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.120.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.121.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.122.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.123.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.124.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.125.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.126.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.127.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.128.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.129.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.13.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.130.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.131.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.132.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.133.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.134.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.135.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.136.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.137.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.138.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.139.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.14.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.140.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.141.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.142.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.143.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.144.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.145.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.146.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.147.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.148.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.149.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.15.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.150.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.150.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.150.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.151.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.151.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.151.up_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.152.down_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.152.gate_proj.weight": "model-00072-of-00282.safetensors", + "model.layers.29.mlp.experts.152.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.153.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.154.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.155.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.156.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.157.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.158.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.159.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.16.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.160.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.161.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.162.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.163.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.164.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.165.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.166.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.167.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.168.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.169.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.17.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.170.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.171.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.172.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.173.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.174.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.175.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.176.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.177.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.178.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.179.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.18.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.180.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.181.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.182.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.183.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.184.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.185.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.186.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.187.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.188.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.189.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.19.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.190.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.191.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.192.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.193.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.194.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.195.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.196.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.197.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.198.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.199.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.2.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.20.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.200.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.201.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.202.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.203.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.204.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.205.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.206.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.207.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.208.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.209.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.21.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.210.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.211.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.212.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.213.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.214.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.214.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.214.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.215.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.215.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.215.up_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.216.down_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.216.gate_proj.weight": "model-00073-of-00282.safetensors", + "model.layers.29.mlp.experts.216.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.217.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.218.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.219.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.22.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.220.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.221.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.222.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.223.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.224.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.225.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.226.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.227.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.228.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.229.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.23.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.230.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.231.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.232.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.233.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.234.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.235.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.236.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.237.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.238.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.239.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.24.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.240.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.241.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.242.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.243.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.244.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.245.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.246.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.247.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.248.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.249.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.25.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.250.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.251.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.252.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.253.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.254.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.255.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.26.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.27.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.28.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.29.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.3.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.30.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.31.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.32.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.33.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.34.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.35.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.36.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.37.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.38.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.39.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.4.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.40.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.41.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.42.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.43.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.44.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.45.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.46.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.47.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.48.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.49.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.49.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.49.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.5.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.5.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.5.up_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.50.down_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.50.gate_proj.weight": "model-00074-of-00282.safetensors", + "model.layers.29.mlp.experts.50.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.51.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.52.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.53.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.54.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.55.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.56.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.57.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.58.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.59.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.6.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.60.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.61.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.62.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.63.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.64.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.65.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.66.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.67.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.68.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.69.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.7.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.70.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.71.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.72.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.73.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.74.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.75.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.76.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.77.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.78.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.79.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.8.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.80.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.81.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.82.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.83.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.84.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.85.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.86.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.87.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.88.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.89.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.9.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.90.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.91.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.92.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.93.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.94.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.95.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.96.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.97.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.98.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.experts.99.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.e_score_correction_bias": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.gate.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.kv_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_a_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.29.self_attn.q_b_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.input_layernorm.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.0.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.1.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.10.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.100.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.101.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.102.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.103.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.104.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.105.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.106.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.107.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.107.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.107.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.108.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.108.gate_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.108.up_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.109.down_proj.weight": "model-00075-of-00282.safetensors", + "model.layers.3.mlp.experts.109.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.109.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.11.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.110.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.111.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.112.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.113.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.114.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.115.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.116.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.117.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.118.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.119.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.12.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.120.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.121.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.122.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.123.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.124.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.125.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.126.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.127.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.128.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.129.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.13.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.130.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.131.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.132.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.133.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.134.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.135.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.136.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.137.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.138.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.139.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.14.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.140.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.141.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.142.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.143.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.144.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.145.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.146.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.147.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.148.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.149.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.15.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.150.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.151.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.152.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.153.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.154.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.155.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.156.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.157.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.158.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.159.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.16.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.160.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.161.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.162.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.163.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.164.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.165.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.166.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.167.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.168.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.169.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.17.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.170.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.171.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.171.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.171.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.172.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.172.gate_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.172.up_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.173.down_proj.weight": "model-00076-of-00282.safetensors", + "model.layers.3.mlp.experts.173.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.173.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.174.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.175.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.176.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.177.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.178.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.179.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.18.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.180.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.181.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.182.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.183.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.184.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.185.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.186.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.187.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.188.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.189.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.19.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.190.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.191.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.192.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.193.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.194.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.195.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.196.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.197.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.198.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.199.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.2.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.20.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.200.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.201.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.202.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.203.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.204.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.205.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.206.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.207.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.208.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.209.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.21.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.210.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.211.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.212.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.213.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.214.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.215.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.216.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.217.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.218.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.219.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.22.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.220.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.221.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.222.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.223.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.224.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.225.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.226.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.227.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.228.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.229.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.23.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.230.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.231.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.232.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.233.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.234.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.235.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.235.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.235.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.236.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.236.gate_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.236.up_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.237.down_proj.weight": "model-00077-of-00282.safetensors", + "model.layers.3.mlp.experts.237.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.237.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.238.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.239.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.24.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.240.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.241.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.242.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.243.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.244.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.245.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.246.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.247.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.248.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.249.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.25.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.250.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.251.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.252.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.253.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.254.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.255.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.26.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.27.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.28.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.29.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.3.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.30.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.31.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.32.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.33.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.34.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.35.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.36.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.37.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.38.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.39.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.4.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.40.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.41.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.42.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.43.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.44.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.45.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.46.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.47.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.48.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.49.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.5.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.50.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.51.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.52.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.53.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.54.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.55.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.56.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.57.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.58.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.59.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.6.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.60.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.61.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.62.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.63.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.64.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.65.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.66.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.67.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.68.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.69.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.7.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.7.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.7.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.70.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.70.gate_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.70.up_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.71.down_proj.weight": "model-00078-of-00282.safetensors", + "model.layers.3.mlp.experts.71.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.71.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.72.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.73.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.74.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.75.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.76.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.77.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.78.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.79.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.8.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.80.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.81.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.82.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.83.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.84.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.85.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.86.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.87.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.88.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.89.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.9.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.90.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.91.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.92.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.93.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.94.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.95.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.96.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.97.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.98.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.experts.99.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.e_score_correction_bias": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.gate.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.kv_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_a_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.3.self_attn.q_b_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.input_layernorm.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.0.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.1.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.10.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.100.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.101.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.102.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.103.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.104.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.105.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.106.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.107.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.108.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.109.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.11.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.110.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.111.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.112.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.113.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.114.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.115.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.116.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.117.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.118.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.119.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.12.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.120.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.121.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.122.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.123.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.124.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.125.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.126.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.127.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.127.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.127.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.128.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.128.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.128.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.129.down_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.129.gate_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.129.up_proj.weight": "model-00079-of-00282.safetensors", + "model.layers.30.mlp.experts.13.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.13.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.130.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.131.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.132.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.133.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.134.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.135.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.136.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.137.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.138.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.139.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.14.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.140.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.141.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.142.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.143.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.144.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.145.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.146.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.147.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.148.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.149.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.15.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.150.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.151.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.152.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.153.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.154.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.155.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.156.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.157.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.158.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.159.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.16.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.160.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.161.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.162.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.163.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.164.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.165.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.166.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.167.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.168.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.169.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.17.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.170.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.171.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.172.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.173.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.174.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.175.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.176.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.177.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.178.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.179.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.18.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.180.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.181.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.182.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.183.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.184.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.185.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.186.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.187.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.188.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.189.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.19.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.190.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.191.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.191.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.191.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.192.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.192.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.192.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.193.down_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.193.gate_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.193.up_proj.weight": "model-00080-of-00282.safetensors", + "model.layers.30.mlp.experts.194.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.194.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.195.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.196.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.197.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.198.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.199.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.2.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.20.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.200.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.201.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.202.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.203.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.204.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.205.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.206.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.207.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.208.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.209.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.21.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.210.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.211.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.212.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.213.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.214.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.215.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.216.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.217.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.218.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.219.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.22.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.220.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.221.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.222.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.223.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.224.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.225.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.226.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.227.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.228.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.229.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.23.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.230.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.231.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.232.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.233.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.234.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.235.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.236.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.237.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.238.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.239.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.24.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.240.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.241.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.242.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.243.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.244.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.245.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.246.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.247.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.248.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.249.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.25.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.250.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.251.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.252.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.253.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.254.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.255.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.255.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.255.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.26.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.26.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.26.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.27.down_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.27.gate_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.27.up_proj.weight": "model-00081-of-00282.safetensors", + "model.layers.30.mlp.experts.28.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.28.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.29.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.3.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.30.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.31.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.32.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.33.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.34.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.35.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.36.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.37.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.38.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.39.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.4.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.40.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.41.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.42.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.43.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.44.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.45.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.46.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.47.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.48.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.49.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.5.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.50.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.51.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.52.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.53.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.54.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.55.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.56.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.57.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.58.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.59.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.6.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.60.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.61.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.62.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.63.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.64.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.65.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.66.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.67.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.68.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.69.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.7.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.70.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.71.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.72.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.73.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.74.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.75.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.76.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.77.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.78.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.79.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.8.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.80.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.81.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.82.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.83.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.84.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.85.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.86.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.87.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.88.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.89.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.9.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.9.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.9.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.90.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.90.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.90.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.91.down_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.91.gate_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.91.up_proj.weight": "model-00082-of-00282.safetensors", + "model.layers.30.mlp.experts.92.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.92.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.93.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.94.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.95.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.96.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.97.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.98.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.experts.99.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.e_score_correction_bias": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.gate.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.bias": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.k_norm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.weights_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wk.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.indexer.wq_b.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.kv_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_a_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.30.self_attn.q_b_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.input_layernorm.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.0.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.1.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.10.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.100.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.101.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.102.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.103.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.104.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.105.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.106.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.107.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.108.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.109.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.11.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.110.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.111.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.112.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.113.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.114.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.115.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.116.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.117.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.118.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.119.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.12.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.120.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.121.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.122.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.123.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.124.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.125.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.126.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.127.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.128.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.129.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.13.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.130.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.131.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.132.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.133.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.134.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.135.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.136.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.137.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.138.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.139.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.14.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.140.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.141.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.142.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.143.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.144.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.145.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.146.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.147.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.147.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.147.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.148.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.148.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.148.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.149.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.149.gate_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.149.up_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.15.down_proj.weight": "model-00083-of-00282.safetensors", + "model.layers.31.mlp.experts.15.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.15.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.150.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.151.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.152.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.153.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.154.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.155.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.156.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.157.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.158.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.159.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.16.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.160.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.161.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.162.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.163.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.164.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.165.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.166.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.167.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.168.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.169.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.17.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.170.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.171.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.172.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.173.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.174.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.175.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.176.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.177.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.178.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.179.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.18.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.180.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.181.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.182.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.183.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.184.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.185.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.186.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.187.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.188.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.189.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.19.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.190.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.191.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.192.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.193.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.194.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.195.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.196.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.197.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.198.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.199.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.2.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.20.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.200.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.201.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.202.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.203.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.204.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.205.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.206.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.207.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.208.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.209.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.21.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.210.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.210.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.210.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.211.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.211.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.211.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.212.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.212.gate_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.212.up_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.213.down_proj.weight": "model-00084-of-00282.safetensors", + "model.layers.31.mlp.experts.213.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.213.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.214.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.215.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.216.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.217.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.218.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.219.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.22.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.220.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.221.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.222.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.223.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.224.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.225.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.226.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.227.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.228.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.229.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.23.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.230.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.231.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.232.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.233.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.234.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.235.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.236.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.237.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.238.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.239.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.24.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.240.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.241.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.242.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.243.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.244.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.245.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.246.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.247.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.248.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.249.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.25.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.250.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.251.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.252.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.253.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.254.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.255.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.26.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.27.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.28.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.29.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.3.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.30.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.31.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.32.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.33.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.34.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.35.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.36.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.37.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.38.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.39.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.4.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.40.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.41.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.42.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.43.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.44.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.45.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.45.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.45.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.46.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.46.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.46.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.47.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.47.gate_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.47.up_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.48.down_proj.weight": "model-00085-of-00282.safetensors", + "model.layers.31.mlp.experts.48.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.48.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.49.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.5.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.50.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.51.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.52.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.53.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.54.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.55.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.56.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.57.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.58.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.59.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.6.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.60.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.61.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.62.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.63.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.64.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.65.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.66.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.67.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.68.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.69.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.7.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.70.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.71.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.72.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.73.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.74.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.75.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.76.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.77.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.78.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.79.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.8.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.80.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.81.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.82.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.83.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.84.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.85.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.86.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.87.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.88.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.89.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.9.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.90.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.91.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.92.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.93.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.94.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.95.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.96.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.97.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.98.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.experts.99.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.e_score_correction_bias": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.gate.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.kv_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_a_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.31.self_attn.q_b_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.input_layernorm.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.0.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.1.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.10.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.100.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.101.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.102.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.103.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.103.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.103.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.104.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.104.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.104.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.105.down_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.105.gate_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.105.up_proj.weight": "model-00086-of-00282.safetensors", + "model.layers.32.mlp.experts.106.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.106.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.107.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.108.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.109.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.11.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.110.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.111.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.112.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.113.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.114.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.115.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.116.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.117.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.118.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.119.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.12.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.120.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.121.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.122.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.123.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.124.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.125.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.126.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.127.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.128.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.129.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.13.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.130.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.131.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.132.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.133.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.134.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.135.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.136.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.137.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.138.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.139.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.14.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.140.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.141.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.142.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.143.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.144.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.145.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.146.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.147.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.148.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.149.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.15.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.150.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.151.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.152.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.153.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.154.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.155.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.156.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.157.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.158.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.159.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.16.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.160.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.161.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.162.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.163.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.164.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.165.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.166.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.167.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.168.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.168.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.168.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.169.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.169.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.169.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.17.down_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.17.gate_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.17.up_proj.weight": "model-00087-of-00282.safetensors", + "model.layers.32.mlp.experts.170.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.170.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.171.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.172.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.173.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.174.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.175.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.176.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.177.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.178.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.179.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.18.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.180.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.181.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.182.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.183.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.184.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.185.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.186.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.187.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.188.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.189.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.19.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.190.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.191.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.192.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.193.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.194.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.195.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.196.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.197.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.198.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.199.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.2.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.20.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.200.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.201.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.202.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.203.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.204.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.205.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.206.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.207.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.208.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.209.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.21.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.210.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.211.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.212.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.213.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.214.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.215.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.216.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.217.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.218.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.219.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.22.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.220.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.221.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.222.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.223.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.224.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.225.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.226.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.227.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.228.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.229.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.23.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.230.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.231.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.231.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.231.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.232.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.232.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.232.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.233.down_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.233.gate_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.233.up_proj.weight": "model-00088-of-00282.safetensors", + "model.layers.32.mlp.experts.234.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.234.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.235.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.236.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.237.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.238.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.239.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.24.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.240.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.241.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.242.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.243.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.244.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.245.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.246.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.247.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.248.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.249.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.25.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.250.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.251.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.252.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.253.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.254.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.255.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.26.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.27.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.28.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.29.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.3.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.30.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.31.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.32.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.33.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.34.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.35.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.36.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.37.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.38.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.39.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.4.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.40.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.41.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.42.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.43.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.44.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.45.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.46.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.47.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.48.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.49.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.5.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.50.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.51.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.52.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.53.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.54.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.55.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.56.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.57.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.58.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.59.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.6.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.60.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.61.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.62.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.63.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.64.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.65.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.66.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.66.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.66.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.67.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.67.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.67.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.68.down_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.68.gate_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.68.up_proj.weight": "model-00089-of-00282.safetensors", + "model.layers.32.mlp.experts.69.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.69.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.7.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.70.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.71.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.72.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.73.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.74.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.75.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.76.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.77.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.78.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.79.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.8.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.80.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.81.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.82.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.83.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.84.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.85.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.86.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.87.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.88.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.89.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.9.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.90.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.91.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.92.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.93.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.94.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.95.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.96.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.97.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.98.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.experts.99.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.e_score_correction_bias": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.gate.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.kv_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_a_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.32.self_attn.q_b_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.input_layernorm.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.0.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.1.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.10.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.100.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.101.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.102.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.103.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.104.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.105.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.106.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.107.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.108.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.109.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.11.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.110.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.111.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.112.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.113.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.114.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.115.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.116.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.117.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.118.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.119.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.12.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.120.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.121.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.122.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.123.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.123.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.123.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.124.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.124.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.124.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.125.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.125.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.125.up_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.126.down_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.126.gate_proj.weight": "model-00090-of-00282.safetensors", + "model.layers.33.mlp.experts.126.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.127.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.128.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.129.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.13.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.130.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.131.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.132.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.133.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.134.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.135.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.136.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.137.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.138.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.139.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.14.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.140.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.141.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.142.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.143.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.144.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.145.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.146.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.147.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.148.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.149.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.15.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.150.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.151.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.152.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.153.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.154.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.155.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.156.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.157.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.158.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.159.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.16.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.160.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.161.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.162.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.163.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.164.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.165.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.166.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.167.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.168.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.169.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.17.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.170.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.171.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.172.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.173.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.174.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.175.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.176.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.177.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.178.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.179.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.18.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.180.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.181.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.182.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.183.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.184.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.185.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.186.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.187.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.188.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.188.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.188.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.189.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.189.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.189.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.19.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.19.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.19.up_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.190.down_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.190.gate_proj.weight": "model-00091-of-00282.safetensors", + "model.layers.33.mlp.experts.190.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.191.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.192.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.193.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.194.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.195.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.196.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.197.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.198.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.199.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.2.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.20.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.200.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.201.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.202.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.203.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.204.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.205.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.206.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.207.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.208.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.209.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.21.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.210.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.211.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.212.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.213.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.214.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.215.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.216.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.217.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.218.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.219.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.22.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.220.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.221.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.222.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.223.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.224.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.225.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.226.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.227.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.228.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.229.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.23.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.230.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.231.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.232.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.233.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.234.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.235.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.236.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.237.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.238.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.239.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.24.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.240.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.241.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.242.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.243.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.244.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.245.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.246.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.247.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.248.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.249.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.25.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.250.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.251.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.251.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.251.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.252.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.252.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.252.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.253.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.253.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.253.up_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.254.down_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.254.gate_proj.weight": "model-00092-of-00282.safetensors", + "model.layers.33.mlp.experts.254.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.255.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.26.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.27.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.28.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.29.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.3.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.30.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.31.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.32.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.33.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.34.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.35.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.36.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.37.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.38.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.39.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.4.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.40.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.41.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.42.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.43.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.44.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.45.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.46.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.47.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.48.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.49.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.5.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.50.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.51.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.52.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.53.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.54.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.55.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.56.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.57.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.58.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.59.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.6.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.60.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.61.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.62.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.63.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.64.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.65.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.66.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.67.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.68.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.69.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.7.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.70.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.71.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.72.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.73.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.74.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.75.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.76.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.77.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.78.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.79.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.8.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.80.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.81.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.82.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.83.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.84.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.85.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.86.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.86.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.86.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.87.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.87.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.87.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.88.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.88.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.88.up_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.89.down_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.89.gate_proj.weight": "model-00093-of-00282.safetensors", + "model.layers.33.mlp.experts.89.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.9.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.90.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.91.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.92.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.93.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.94.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.95.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.96.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.97.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.98.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.experts.99.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.e_score_correction_bias": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.gate.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.kv_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_a_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.33.self_attn.q_b_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.input_layernorm.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.0.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.1.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.10.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.100.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.101.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.102.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.103.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.104.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.105.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.106.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.107.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.108.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.109.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.11.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.110.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.111.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.112.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.113.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.114.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.115.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.116.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.117.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.118.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.119.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.12.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.120.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.121.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.122.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.123.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.124.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.125.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.126.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.127.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.128.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.129.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.13.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.130.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.131.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.132.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.133.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.134.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.135.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.136.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.137.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.138.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.139.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.14.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.140.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.141.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.142.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.143.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.143.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.143.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.144.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.144.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.144.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.145.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.145.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.145.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.146.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.146.gate_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.146.up_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.147.down_proj.weight": "model-00094-of-00282.safetensors", + "model.layers.34.mlp.experts.147.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.147.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.148.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.149.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.15.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.150.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.151.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.152.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.153.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.154.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.155.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.156.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.157.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.158.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.159.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.16.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.160.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.161.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.162.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.163.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.164.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.165.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.166.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.167.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.168.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.169.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.17.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.170.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.171.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.172.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.173.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.174.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.175.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.176.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.177.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.178.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.179.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.18.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.180.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.181.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.182.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.183.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.184.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.185.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.186.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.187.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.188.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.189.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.19.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.190.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.191.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.192.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.193.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.194.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.195.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.196.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.197.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.198.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.199.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.2.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.20.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.200.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.201.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.202.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.203.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.204.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.205.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.206.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.207.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.207.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.207.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.208.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.208.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.208.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.209.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.209.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.209.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.21.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.21.gate_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.21.up_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.210.down_proj.weight": "model-00095-of-00282.safetensors", + "model.layers.34.mlp.experts.210.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.210.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.211.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.212.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.213.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.214.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.215.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.216.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.217.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.218.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.219.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.22.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.220.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.221.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.222.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.223.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.224.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.225.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.226.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.227.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.228.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.229.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.23.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.230.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.231.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.232.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.233.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.234.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.235.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.236.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.237.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.238.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.239.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.24.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.240.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.241.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.242.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.243.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.244.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.245.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.246.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.247.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.248.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.249.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.25.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.250.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.251.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.252.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.253.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.254.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.255.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.26.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.27.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.28.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.29.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.3.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.30.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.31.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.32.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.33.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.34.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.35.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.36.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.37.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.38.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.39.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.4.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.40.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.41.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.41.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.41.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.42.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.42.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.42.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.43.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.43.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.43.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.44.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.44.gate_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.44.up_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.45.down_proj.weight": "model-00096-of-00282.safetensors", + "model.layers.34.mlp.experts.45.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.45.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.46.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.47.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.48.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.49.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.5.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.50.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.51.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.52.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.53.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.54.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.55.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.56.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.57.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.58.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.59.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.6.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.60.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.61.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.62.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.63.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.64.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.65.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.66.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.67.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.68.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.69.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.7.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.70.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.71.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.72.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.73.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.74.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.75.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.76.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.77.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.78.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.79.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.8.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.80.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.81.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.82.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.83.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.84.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.85.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.86.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.87.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.88.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.89.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.9.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.90.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.91.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.92.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.93.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.94.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.95.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.96.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.97.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.98.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.experts.99.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.e_score_correction_bias": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.gate.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.bias": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.k_norm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.weights_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wk.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.indexer.wq_b.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.kv_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_a_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.34.self_attn.q_b_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.input_layernorm.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.0.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.1.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.10.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.10.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.10.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.100.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.100.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.100.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.101.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.101.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.101.up_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.102.down_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.102.gate_proj.weight": "model-00097-of-00282.safetensors", + "model.layers.35.mlp.experts.102.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.103.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.104.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.105.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.106.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.107.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.108.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.109.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.11.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.110.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.111.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.112.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.113.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.114.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.115.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.116.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.117.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.118.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.119.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.12.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.120.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.121.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.122.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.123.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.124.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.125.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.126.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.127.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.128.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.129.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.13.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.130.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.131.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.132.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.133.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.134.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.135.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.136.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.137.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.138.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.139.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.14.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.140.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.141.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.142.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.143.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.144.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.145.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.146.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.147.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.148.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.149.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.15.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.150.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.151.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.152.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.153.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.154.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.155.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.156.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.157.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.158.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.159.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.16.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.160.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.161.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.162.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.163.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.164.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.164.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.164.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.165.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.165.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.165.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.166.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.166.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.166.up_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.167.down_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.167.gate_proj.weight": "model-00098-of-00282.safetensors", + "model.layers.35.mlp.experts.167.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.168.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.169.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.17.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.170.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.171.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.172.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.173.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.174.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.175.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.176.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.177.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.178.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.179.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.18.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.180.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.181.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.182.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.183.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.184.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.185.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.186.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.187.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.188.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.189.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.19.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.190.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.191.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.192.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.193.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.194.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.195.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.196.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.197.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.198.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.199.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.2.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.20.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.200.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.201.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.202.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.203.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.204.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.205.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.206.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.207.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.208.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.209.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.21.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.210.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.211.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.212.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.213.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.214.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.215.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.216.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.217.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.218.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.219.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.22.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.220.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.221.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.222.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.223.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.224.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.225.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.226.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.227.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.228.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.228.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.228.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.229.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.229.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.229.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.23.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.23.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.23.up_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.230.down_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.230.gate_proj.weight": "model-00099-of-00282.safetensors", + "model.layers.35.mlp.experts.230.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.231.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.232.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.233.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.234.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.235.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.236.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.237.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.238.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.239.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.24.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.240.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.241.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.242.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.243.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.244.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.245.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.246.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.247.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.248.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.249.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.25.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.250.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.251.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.252.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.253.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.254.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.255.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.26.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.27.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.28.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.29.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.3.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.30.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.31.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.32.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.33.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.34.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.35.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.36.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.37.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.38.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.39.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.4.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.40.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.41.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.42.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.43.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.44.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.45.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.46.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.47.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.48.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.49.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.5.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.50.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.51.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.52.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.53.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.54.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.55.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.56.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.57.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.58.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.59.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.6.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.60.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.61.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.62.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.62.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.62.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.63.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.63.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.63.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.64.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.64.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.64.up_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.65.down_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.65.gate_proj.weight": "model-00100-of-00282.safetensors", + "model.layers.35.mlp.experts.65.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.66.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.67.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.68.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.69.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.7.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.70.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.71.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.72.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.73.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.74.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.75.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.76.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.77.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.78.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.79.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.8.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.80.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.81.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.82.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.83.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.84.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.85.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.86.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.87.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.88.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.89.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.9.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.90.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.91.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.92.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.93.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.94.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.95.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.96.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.97.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.98.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.experts.99.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.e_score_correction_bias": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.gate.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.kv_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_a_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.35.self_attn.q_b_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.input_layernorm.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.0.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.1.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.10.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.100.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.101.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.102.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.103.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.104.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.105.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.106.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.107.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.108.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.109.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.11.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.110.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.111.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.112.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.113.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.114.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.115.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.116.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.117.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.118.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.119.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.12.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.12.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.12.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.120.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.120.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.120.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.121.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.121.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.121.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.122.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.122.gate_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.122.up_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.123.down_proj.weight": "model-00101-of-00282.safetensors", + "model.layers.36.mlp.experts.123.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.123.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.124.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.125.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.126.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.127.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.128.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.129.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.13.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.130.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.131.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.132.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.133.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.134.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.135.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.136.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.137.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.138.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.139.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.14.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.140.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.141.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.142.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.143.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.144.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.145.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.146.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.147.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.148.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.149.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.15.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.150.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.151.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.152.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.153.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.154.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.155.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.156.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.157.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.158.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.159.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.16.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.160.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.161.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.162.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.163.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.164.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.165.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.166.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.167.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.168.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.169.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.17.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.170.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.171.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.172.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.173.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.174.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.175.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.176.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.177.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.178.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.179.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.18.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.180.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.181.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.182.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.183.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.184.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.184.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.184.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.185.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.185.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.185.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.186.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.186.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.186.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.187.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.187.gate_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.187.up_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.188.down_proj.weight": "model-00102-of-00282.safetensors", + "model.layers.36.mlp.experts.188.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.188.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.189.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.19.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.190.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.191.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.192.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.193.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.194.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.195.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.196.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.197.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.198.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.199.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.2.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.20.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.200.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.201.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.202.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.203.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.204.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.205.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.206.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.207.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.208.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.209.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.21.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.210.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.211.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.212.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.213.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.214.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.215.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.216.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.217.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.218.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.219.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.22.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.220.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.221.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.222.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.223.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.224.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.225.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.226.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.227.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.228.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.229.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.23.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.230.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.231.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.232.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.233.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.234.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.235.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.236.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.237.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.238.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.239.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.24.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.240.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.241.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.242.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.243.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.244.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.245.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.246.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.247.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.248.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.248.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.248.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.249.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.249.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.249.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.25.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.25.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.25.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.250.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.250.gate_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.250.up_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.251.down_proj.weight": "model-00103-of-00282.safetensors", + "model.layers.36.mlp.experts.251.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.251.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.252.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.253.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.254.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.255.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.26.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.27.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.28.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.29.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.3.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.30.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.31.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.32.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.33.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.34.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.35.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.36.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.37.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.38.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.39.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.4.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.40.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.41.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.42.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.43.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.44.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.45.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.46.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.47.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.48.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.49.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.5.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.50.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.51.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.52.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.53.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.54.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.55.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.56.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.57.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.58.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.59.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.6.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.60.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.61.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.62.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.63.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.64.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.65.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.66.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.67.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.68.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.69.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.7.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.70.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.71.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.72.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.73.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.74.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.75.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.76.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.77.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.78.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.79.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.8.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.80.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.81.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.82.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.82.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.82.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.83.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.83.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.83.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.84.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.84.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.84.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.85.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.85.gate_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.85.up_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.86.down_proj.weight": "model-00104-of-00282.safetensors", + "model.layers.36.mlp.experts.86.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.86.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.87.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.88.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.89.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.9.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.90.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.91.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.92.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.93.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.94.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.95.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.96.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.97.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.98.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.experts.99.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.e_score_correction_bias": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.gate.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.kv_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_a_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.36.self_attn.q_b_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.input_layernorm.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.0.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.1.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.10.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.100.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.101.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.102.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.103.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.104.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.105.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.106.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.107.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.108.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.109.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.11.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.110.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.111.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.112.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.113.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.114.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.115.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.116.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.117.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.118.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.119.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.12.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.120.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.121.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.122.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.123.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.124.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.125.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.126.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.127.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.128.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.129.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.13.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.130.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.131.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.132.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.133.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.134.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.135.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.136.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.137.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.138.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.139.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.14.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.14.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.14.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.140.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.140.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.140.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.141.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.141.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.141.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.142.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.142.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.142.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.143.down_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.143.gate_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.143.up_proj.weight": "model-00105-of-00282.safetensors", + "model.layers.37.mlp.experts.144.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.144.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.145.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.146.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.147.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.148.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.149.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.15.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.150.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.151.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.152.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.153.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.154.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.155.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.156.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.157.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.158.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.159.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.16.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.160.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.161.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.162.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.163.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.164.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.165.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.166.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.167.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.168.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.169.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.17.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.170.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.171.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.172.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.173.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.174.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.175.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.176.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.177.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.178.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.179.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.18.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.180.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.181.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.182.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.183.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.184.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.185.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.186.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.187.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.188.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.189.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.19.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.190.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.191.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.192.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.193.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.194.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.195.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.196.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.197.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.198.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.199.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.2.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.20.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.200.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.201.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.202.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.203.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.203.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.203.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.204.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.204.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.204.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.205.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.205.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.205.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.206.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.206.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.206.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.207.down_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.207.gate_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.207.up_proj.weight": "model-00106-of-00282.safetensors", + "model.layers.37.mlp.experts.208.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.208.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.209.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.21.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.210.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.211.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.212.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.213.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.214.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.215.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.216.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.217.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.218.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.219.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.22.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.220.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.221.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.222.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.223.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.224.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.225.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.226.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.227.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.228.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.229.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.23.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.230.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.231.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.232.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.233.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.234.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.235.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.236.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.237.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.238.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.239.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.24.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.240.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.241.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.242.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.243.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.244.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.245.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.246.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.247.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.248.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.249.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.25.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.250.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.251.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.252.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.253.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.254.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.255.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.26.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.27.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.28.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.29.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.3.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.30.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.31.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.32.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.33.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.34.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.35.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.36.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.37.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.38.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.38.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.38.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.39.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.39.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.39.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.4.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.4.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.4.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.40.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.40.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.40.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.41.down_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.41.gate_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.41.up_proj.weight": "model-00107-of-00282.safetensors", + "model.layers.37.mlp.experts.42.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.42.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.43.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.44.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.45.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.46.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.47.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.48.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.49.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.5.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.50.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.51.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.52.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.53.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.54.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.55.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.56.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.57.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.58.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.59.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.6.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.60.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.61.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.62.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.63.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.64.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.65.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.66.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.67.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.68.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.69.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.7.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.70.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.71.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.72.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.73.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.74.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.75.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.76.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.77.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.78.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.79.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.8.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.80.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.81.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.82.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.83.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.84.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.85.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.86.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.87.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.88.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.89.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.9.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.90.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.91.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.92.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.93.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.94.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.95.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.96.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.97.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.98.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.experts.99.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.e_score_correction_bias": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.gate.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.kv_b_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.q_a_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.q_a_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.37.self_attn.q_b_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.input_layernorm.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.0.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.0.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.0.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.1.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.1.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.1.up_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.10.down_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.10.gate_proj.weight": "model-00108-of-00282.safetensors", + "model.layers.38.mlp.experts.10.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.100.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.101.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.102.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.103.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.104.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.105.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.106.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.107.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.108.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.109.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.11.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.110.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.111.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.112.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.113.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.114.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.115.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.116.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.117.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.118.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.119.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.12.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.120.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.121.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.122.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.123.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.124.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.125.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.126.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.127.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.128.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.129.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.13.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.130.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.131.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.132.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.133.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.134.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.135.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.136.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.137.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.138.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.139.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.14.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.140.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.141.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.142.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.143.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.144.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.145.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.146.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.147.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.148.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.149.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.15.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.150.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.151.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.152.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.153.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.154.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.155.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.156.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.157.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.158.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.159.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.16.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.16.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.16.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.160.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.160.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.160.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.161.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.161.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.161.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.162.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.162.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.162.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.163.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.163.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.163.up_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.164.down_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.164.gate_proj.weight": "model-00109-of-00282.safetensors", + "model.layers.38.mlp.experts.164.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.165.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.166.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.167.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.168.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.169.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.17.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.170.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.171.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.172.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.173.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.174.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.175.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.176.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.177.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.178.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.179.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.18.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.180.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.181.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.182.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.183.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.184.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.185.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.186.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.187.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.188.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.189.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.19.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.190.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.191.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.192.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.193.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.194.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.195.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.196.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.197.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.198.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.199.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.2.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.20.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.200.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.201.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.202.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.203.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.204.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.205.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.206.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.207.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.208.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.209.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.21.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.210.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.211.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.212.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.213.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.214.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.215.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.216.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.217.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.218.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.219.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.22.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.220.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.221.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.222.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.223.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.223.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.223.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.224.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.224.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.224.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.225.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.225.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.225.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.226.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.226.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.226.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.227.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.227.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.227.up_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.228.down_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.228.gate_proj.weight": "model-00110-of-00282.safetensors", + "model.layers.38.mlp.experts.228.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.229.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.23.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.230.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.231.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.232.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.233.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.234.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.235.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.236.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.237.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.238.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.239.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.24.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.240.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.241.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.242.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.243.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.244.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.245.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.246.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.247.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.248.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.249.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.25.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.250.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.251.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.252.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.253.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.254.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.255.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.26.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.27.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.28.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.29.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.3.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.30.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.31.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.32.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.33.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.34.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.35.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.36.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.37.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.38.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.39.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.4.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.40.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.41.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.42.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.43.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.44.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.45.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.46.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.47.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.48.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.49.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.5.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.50.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.51.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.52.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.53.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.54.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.55.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.56.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.57.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.58.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.58.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.58.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.59.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.59.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.59.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.6.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.6.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.6.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.60.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.60.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.60.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.61.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.61.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.61.up_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.62.down_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.62.gate_proj.weight": "model-00111-of-00282.safetensors", + "model.layers.38.mlp.experts.62.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.63.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.64.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.65.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.66.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.67.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.68.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.69.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.7.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.70.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.71.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.72.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.73.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.74.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.75.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.76.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.77.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.78.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.79.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.8.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.80.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.81.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.82.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.83.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.84.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.85.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.86.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.87.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.88.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.89.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.9.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.90.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.91.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.92.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.93.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.94.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.95.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.96.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.97.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.98.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.experts.99.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.e_score_correction_bias": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.gate.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.bias": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.k_norm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.weights_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wk.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.indexer.wq_b.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.kv_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_a_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.38.self_attn.q_b_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.input_layernorm.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.0.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.1.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.10.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.100.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.101.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.102.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.103.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.104.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.105.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.106.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.107.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.108.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.109.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.11.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.110.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.111.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.112.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.113.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.114.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.115.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.115.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.115.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.116.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.116.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.116.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.117.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.117.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.117.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.118.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.118.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.118.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.119.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.119.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.119.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.12.down_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.12.gate_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.12.up_proj.weight": "model-00112-of-00282.safetensors", + "model.layers.39.mlp.experts.120.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.120.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.121.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.122.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.123.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.124.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.125.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.126.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.127.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.128.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.129.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.13.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.130.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.131.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.132.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.133.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.134.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.135.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.136.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.137.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.138.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.139.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.14.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.140.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.141.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.142.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.143.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.144.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.145.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.146.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.147.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.148.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.149.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.15.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.150.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.151.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.152.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.153.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.154.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.155.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.156.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.157.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.158.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.159.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.16.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.160.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.161.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.162.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.163.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.164.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.165.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.166.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.167.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.168.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.169.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.17.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.170.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.171.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.172.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.173.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.174.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.175.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.176.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.177.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.178.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.179.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.18.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.18.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.18.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.180.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.180.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.180.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.181.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.181.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.181.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.182.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.182.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.182.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.183.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.183.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.183.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.184.down_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.184.gate_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.184.up_proj.weight": "model-00113-of-00282.safetensors", + "model.layers.39.mlp.experts.185.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.185.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.186.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.187.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.188.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.189.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.19.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.190.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.191.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.192.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.193.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.194.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.195.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.196.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.197.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.198.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.199.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.2.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.20.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.200.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.201.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.202.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.203.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.204.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.205.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.206.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.207.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.208.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.209.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.21.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.210.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.211.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.212.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.213.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.214.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.215.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.216.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.217.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.218.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.219.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.22.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.220.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.221.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.222.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.223.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.224.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.225.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.226.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.227.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.228.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.229.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.23.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.230.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.231.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.232.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.233.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.234.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.235.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.236.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.237.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.238.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.239.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.24.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.240.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.241.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.242.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.243.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.243.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.243.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.244.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.244.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.244.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.245.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.245.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.245.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.246.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.246.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.246.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.247.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.247.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.247.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.248.down_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.248.gate_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.248.up_proj.weight": "model-00114-of-00282.safetensors", + "model.layers.39.mlp.experts.249.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.249.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.25.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.250.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.251.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.252.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.253.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.254.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.255.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.26.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.27.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.28.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.29.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.3.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.30.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.31.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.32.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.33.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.34.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.35.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.36.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.37.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.38.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.39.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.4.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.40.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.41.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.42.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.43.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.44.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.45.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.46.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.47.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.48.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.49.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.5.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.50.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.51.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.52.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.53.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.54.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.55.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.56.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.57.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.58.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.59.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.6.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.60.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.61.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.62.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.63.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.64.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.65.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.66.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.67.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.68.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.69.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.7.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.70.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.71.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.72.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.73.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.74.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.75.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.76.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.77.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.78.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.78.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.78.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.79.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.79.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.79.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.8.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.8.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.8.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.80.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.80.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.80.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.81.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.81.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.81.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.82.down_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.82.gate_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.82.up_proj.weight": "model-00115-of-00282.safetensors", + "model.layers.39.mlp.experts.83.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.83.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.84.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.85.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.86.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.87.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.88.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.89.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.9.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.90.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.91.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.92.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.93.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.94.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.95.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.96.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.97.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.98.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.experts.99.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.e_score_correction_bias": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.gate.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.kv_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_a_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.39.self_attn.q_b_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.input_layernorm.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.0.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.1.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.10.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.100.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.101.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.102.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.103.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.104.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.105.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.106.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.107.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.108.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.109.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.11.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.110.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.111.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.112.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.113.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.114.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.115.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.116.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.117.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.118.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.119.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.12.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.120.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.121.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.122.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.123.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.124.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.125.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.126.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.127.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.128.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.129.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.13.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.130.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.131.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.132.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.133.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.134.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.135.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.135.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.135.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.136.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.136.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.136.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.137.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.137.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.137.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.138.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.138.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.138.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.139.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.139.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.139.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.14.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.14.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.14.up_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.140.down_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.140.gate_proj.weight": "model-00116-of-00282.safetensors", + "model.layers.4.mlp.experts.140.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.141.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.142.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.143.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.144.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.145.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.146.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.147.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.148.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.149.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.15.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.150.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.151.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.152.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.153.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.154.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.155.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.156.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.157.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.158.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.159.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.16.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.160.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.161.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.162.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.163.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.164.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.165.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.166.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.167.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.168.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.169.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.17.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.170.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.171.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.172.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.173.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.174.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.175.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.176.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.177.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.178.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.179.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.18.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.180.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.181.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.182.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.183.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.184.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.185.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.186.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.187.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.188.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.189.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.19.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.190.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.191.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.192.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.193.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.194.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.195.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.196.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.197.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.198.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.199.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.2.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.2.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.2.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.20.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.20.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.20.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.200.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.200.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.200.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.201.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.201.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.201.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.202.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.202.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.202.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.203.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.203.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.203.up_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.204.down_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.204.gate_proj.weight": "model-00117-of-00282.safetensors", + "model.layers.4.mlp.experts.204.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.205.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.206.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.207.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.208.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.209.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.21.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.210.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.211.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.212.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.213.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.214.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.215.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.216.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.217.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.218.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.219.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.22.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.220.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.221.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.222.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.223.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.224.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.225.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.226.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.227.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.228.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.229.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.23.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.230.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.231.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.232.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.233.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.234.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.235.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.236.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.237.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.238.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.239.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.24.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.240.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.241.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.242.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.243.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.244.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.245.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.246.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.247.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.248.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.249.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.25.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.250.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.251.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.252.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.253.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.254.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.255.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.26.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.27.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.28.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.29.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.3.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.30.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.31.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.32.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.33.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.33.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.33.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.34.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.34.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.34.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.35.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.35.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.35.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.36.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.36.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.36.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.37.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.37.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.37.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.38.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.38.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.38.up_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.39.down_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.39.gate_proj.weight": "model-00118-of-00282.safetensors", + "model.layers.4.mlp.experts.39.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.4.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.40.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.41.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.42.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.43.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.44.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.45.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.46.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.47.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.48.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.49.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.5.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.50.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.51.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.52.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.53.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.54.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.55.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.56.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.57.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.58.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.59.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.6.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.60.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.61.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.62.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.63.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.64.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.65.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.66.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.67.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.68.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.69.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.7.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.70.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.71.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.72.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.73.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.74.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.75.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.76.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.77.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.78.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.79.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.8.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.80.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.81.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.82.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.83.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.84.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.85.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.86.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.87.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.88.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.89.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.9.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.90.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.91.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.92.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.93.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.94.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.95.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.96.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.97.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.98.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.98.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.98.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.99.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.99.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.experts.99.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.gate.e_score_correction_bias": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.gate.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.kv_b_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.q_a_layernorm.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.q_a_proj.weight": "model-00119-of-00282.safetensors", + "model.layers.4.self_attn.q_b_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.input_layernorm.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.0.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.1.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.10.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.100.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.101.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.102.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.103.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.104.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.105.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.106.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.107.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.108.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.109.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.11.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.110.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.111.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.112.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.113.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.114.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.115.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.116.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.117.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.118.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.119.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.12.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.120.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.121.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.122.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.123.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.124.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.125.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.126.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.127.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.128.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.129.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.13.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.130.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.131.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.132.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.133.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.134.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.135.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.136.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.137.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.138.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.139.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.14.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.140.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.141.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.142.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.143.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.144.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.145.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.146.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.147.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.148.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.149.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.15.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.150.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.151.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.152.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.153.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.154.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.155.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.156.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.156.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.156.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.157.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.157.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.157.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.158.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.158.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.158.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.159.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.159.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.159.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.16.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.16.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.16.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.160.down_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.160.gate_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.160.up_proj.weight": "model-00120-of-00282.safetensors", + "model.layers.40.mlp.experts.161.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.161.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.162.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.163.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.164.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.165.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.166.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.167.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.168.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.169.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.17.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.170.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.171.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.172.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.173.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.174.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.175.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.176.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.177.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.178.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.179.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.18.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.180.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.181.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.182.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.183.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.184.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.185.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.186.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.187.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.188.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.189.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.19.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.190.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.191.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.192.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.193.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.194.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.195.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.196.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.197.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.198.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.199.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.2.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.20.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.200.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.201.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.202.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.203.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.204.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.205.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.206.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.207.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.208.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.209.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.21.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.210.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.211.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.212.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.213.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.214.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.215.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.216.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.217.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.218.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.219.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.22.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.22.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.22.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.220.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.220.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.220.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.221.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.221.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.221.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.222.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.222.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.222.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.223.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.223.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.223.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.224.down_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.224.gate_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.224.up_proj.weight": "model-00121-of-00282.safetensors", + "model.layers.40.mlp.experts.225.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.225.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.226.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.227.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.228.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.229.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.23.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.230.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.231.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.232.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.233.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.234.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.235.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.236.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.237.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.238.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.239.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.24.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.240.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.241.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.242.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.243.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.244.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.245.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.246.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.247.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.248.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.249.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.25.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.250.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.251.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.252.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.253.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.254.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.255.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.26.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.27.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.28.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.29.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.3.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.30.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.31.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.32.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.33.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.34.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.35.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.36.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.37.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.38.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.39.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.4.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.40.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.41.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.42.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.43.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.44.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.45.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.46.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.47.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.48.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.49.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.5.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.50.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.51.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.52.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.53.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.54.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.54.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.54.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.55.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.55.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.55.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.56.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.56.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.56.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.57.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.57.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.57.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.58.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.58.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.58.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.59.down_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.59.gate_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.59.up_proj.weight": "model-00122-of-00282.safetensors", + "model.layers.40.mlp.experts.6.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.6.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.60.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.61.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.62.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.63.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.64.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.65.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.66.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.67.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.68.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.69.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.7.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.70.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.71.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.72.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.73.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.74.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.75.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.76.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.77.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.78.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.79.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.8.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.80.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.81.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.82.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.83.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.84.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.85.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.86.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.87.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.88.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.89.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.9.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.90.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.91.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.92.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.93.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.94.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.95.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.96.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.97.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.98.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.experts.99.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.e_score_correction_bias": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.gate.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.kv_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_a_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.40.self_attn.q_b_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.input_layernorm.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.0.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.1.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.10.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.100.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.101.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.102.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.103.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.104.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.105.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.106.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.107.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.108.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.109.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.11.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.110.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.111.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.111.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.111.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.112.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.112.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.112.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.113.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.113.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.113.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.114.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.114.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.114.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.115.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.115.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.115.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.116.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.116.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.116.up_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.117.down_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.117.gate_proj.weight": "model-00123-of-00282.safetensors", + "model.layers.41.mlp.experts.117.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.118.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.119.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.12.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.120.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.121.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.122.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.123.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.124.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.125.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.126.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.127.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.128.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.129.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.13.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.130.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.131.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.132.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.133.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.134.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.135.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.136.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.137.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.138.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.139.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.14.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.140.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.141.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.142.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.143.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.144.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.145.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.146.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.147.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.148.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.149.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.15.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.150.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.151.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.152.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.153.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.154.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.155.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.156.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.157.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.158.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.159.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.16.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.160.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.161.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.162.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.163.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.164.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.165.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.166.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.167.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.168.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.169.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.17.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.170.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.171.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.172.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.173.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.174.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.175.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.176.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.176.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.176.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.177.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.177.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.177.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.178.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.178.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.178.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.179.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.179.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.179.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.18.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.18.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.18.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.180.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.180.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.180.up_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.181.down_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.181.gate_proj.weight": "model-00124-of-00282.safetensors", + "model.layers.41.mlp.experts.181.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.182.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.183.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.184.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.185.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.186.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.187.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.188.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.189.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.19.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.190.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.191.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.192.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.193.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.194.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.195.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.196.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.197.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.198.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.199.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.2.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.20.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.200.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.201.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.202.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.203.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.204.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.205.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.206.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.207.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.208.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.209.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.21.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.210.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.211.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.212.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.213.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.214.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.215.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.216.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.217.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.218.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.219.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.22.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.220.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.221.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.222.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.223.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.224.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.225.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.226.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.227.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.228.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.229.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.23.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.230.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.231.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.232.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.233.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.234.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.235.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.236.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.237.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.238.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.239.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.24.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.24.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.24.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.240.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.240.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.240.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.241.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.241.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.241.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.242.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.242.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.242.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.243.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.243.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.243.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.244.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.244.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.244.up_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.245.down_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.245.gate_proj.weight": "model-00125-of-00282.safetensors", + "model.layers.41.mlp.experts.245.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.246.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.247.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.248.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.249.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.25.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.250.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.251.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.252.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.253.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.254.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.255.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.26.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.27.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.28.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.29.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.3.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.30.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.31.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.32.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.33.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.34.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.35.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.36.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.37.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.38.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.39.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.4.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.40.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.41.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.42.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.43.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.44.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.45.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.46.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.47.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.48.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.49.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.5.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.50.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.51.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.52.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.53.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.54.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.55.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.56.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.57.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.58.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.59.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.6.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.60.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.61.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.62.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.63.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.64.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.65.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.66.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.67.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.68.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.69.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.7.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.70.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.71.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.72.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.73.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.74.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.74.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.74.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.75.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.75.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.75.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.76.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.76.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.76.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.77.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.77.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.77.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.78.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.78.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.78.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.79.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.79.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.79.up_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.8.down_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.8.gate_proj.weight": "model-00126-of-00282.safetensors", + "model.layers.41.mlp.experts.8.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.80.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.81.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.82.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.83.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.84.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.85.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.86.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.87.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.88.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.89.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.9.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.90.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.91.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.92.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.93.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.94.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.95.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.96.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.97.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.98.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.experts.99.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.e_score_correction_bias": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.gate.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.kv_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_a_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.41.self_attn.q_b_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.input_layernorm.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.0.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.1.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.10.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.100.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.101.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.102.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.103.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.104.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.105.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.106.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.107.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.108.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.109.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.11.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.110.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.111.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.112.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.113.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.114.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.115.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.116.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.117.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.118.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.119.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.12.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.120.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.121.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.122.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.123.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.124.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.125.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.126.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.127.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.128.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.129.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.13.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.130.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.131.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.131.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.131.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.132.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.132.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.132.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.133.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.133.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.133.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.134.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.134.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.134.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.135.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.135.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.135.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.136.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.136.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.136.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.137.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.137.gate_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.137.up_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.138.down_proj.weight": "model-00127-of-00282.safetensors", + "model.layers.42.mlp.experts.138.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.138.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.139.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.14.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.140.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.141.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.142.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.143.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.144.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.145.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.146.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.147.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.148.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.149.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.15.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.150.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.151.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.152.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.153.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.154.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.155.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.156.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.157.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.158.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.159.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.16.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.160.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.161.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.162.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.163.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.164.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.165.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.166.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.167.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.168.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.169.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.17.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.170.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.171.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.172.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.173.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.174.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.175.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.176.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.177.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.178.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.179.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.18.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.180.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.181.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.182.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.183.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.184.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.185.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.186.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.187.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.188.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.189.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.19.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.190.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.191.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.192.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.193.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.194.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.195.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.196.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.196.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.196.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.197.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.197.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.197.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.198.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.198.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.198.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.199.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.199.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.199.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.2.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.2.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.2.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.20.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.20.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.20.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.200.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.200.gate_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.200.up_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.201.down_proj.weight": "model-00128-of-00282.safetensors", + "model.layers.42.mlp.experts.201.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.201.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.202.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.203.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.204.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.205.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.206.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.207.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.208.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.209.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.21.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.210.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.211.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.212.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.213.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.214.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.215.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.216.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.217.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.218.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.219.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.22.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.220.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.221.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.222.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.223.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.224.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.225.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.226.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.227.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.228.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.229.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.23.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.230.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.231.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.232.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.233.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.234.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.235.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.236.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.237.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.238.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.239.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.24.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.240.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.241.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.242.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.243.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.244.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.245.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.246.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.247.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.248.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.249.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.25.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.250.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.251.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.252.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.253.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.254.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.255.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.26.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.27.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.28.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.29.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.3.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.3.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.3.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.30.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.30.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.30.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.31.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.31.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.31.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.32.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.32.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.32.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.33.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.33.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.33.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.34.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.34.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.34.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.35.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.35.gate_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.35.up_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.36.down_proj.weight": "model-00129-of-00282.safetensors", + "model.layers.42.mlp.experts.36.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.36.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.37.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.38.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.39.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.4.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.40.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.41.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.42.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.43.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.44.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.45.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.46.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.47.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.48.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.49.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.5.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.50.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.51.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.52.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.53.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.54.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.55.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.56.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.57.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.58.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.59.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.6.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.60.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.61.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.62.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.63.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.64.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.65.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.66.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.67.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.68.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.69.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.7.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.70.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.71.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.72.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.73.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.74.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.75.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.76.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.77.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.78.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.79.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.8.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.80.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.81.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.82.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.83.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.84.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.85.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.86.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.87.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.88.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.89.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.9.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.90.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.91.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.92.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.93.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.94.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.94.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.94.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.95.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.95.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.95.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.96.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.96.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.96.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.97.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.97.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.97.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.98.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.98.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.98.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.99.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.99.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.experts.99.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.gate.e_score_correction_bias": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.gate.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.bias": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.k_norm.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.weights_proj.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wk.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.indexer.wq_b.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_layernorm.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": "model-00130-of-00282.safetensors", + "model.layers.42.self_attn.kv_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_a_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.42.self_attn.q_b_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.input_layernorm.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.0.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.1.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.10.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.100.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.101.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.102.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.103.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.104.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.105.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.106.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.107.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.108.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.109.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.11.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.110.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.111.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.112.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.113.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.114.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.115.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.116.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.117.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.118.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.119.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.12.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.120.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.121.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.122.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.123.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.124.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.125.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.126.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.127.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.128.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.129.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.13.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.130.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.131.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.132.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.133.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.134.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.135.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.136.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.137.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.138.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.139.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.14.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.140.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.141.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.142.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.143.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.144.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.145.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.146.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.147.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.148.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.149.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.15.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.150.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.151.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.152.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.152.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.152.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.153.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.153.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.153.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.154.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.154.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.154.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.155.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.155.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.155.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.156.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.156.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.156.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.157.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.157.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.157.up_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.158.down_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.158.gate_proj.weight": "model-00131-of-00282.safetensors", + "model.layers.43.mlp.experts.158.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.159.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.16.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.160.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.161.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.162.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.163.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.164.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.165.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.166.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.167.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.168.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.169.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.17.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.170.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.171.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.172.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.173.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.174.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.175.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.176.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.177.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.178.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.179.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.18.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.180.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.181.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.182.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.183.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.184.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.185.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.186.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.187.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.188.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.189.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.19.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.190.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.191.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.192.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.193.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.194.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.195.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.196.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.197.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.198.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.199.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.2.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.20.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.200.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.201.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.202.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.203.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.204.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.205.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.206.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.207.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.208.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.209.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.21.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.210.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.211.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.212.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.213.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.214.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.215.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.216.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.216.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.216.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.217.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.217.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.217.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.218.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.218.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.218.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.219.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.219.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.219.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.22.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.22.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.22.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.220.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.220.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.220.up_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.221.down_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.221.gate_proj.weight": "model-00132-of-00282.safetensors", + "model.layers.43.mlp.experts.221.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.222.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.223.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.224.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.225.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.226.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.227.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.228.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.229.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.23.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.230.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.231.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.232.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.233.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.234.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.235.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.236.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.237.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.238.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.239.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.24.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.240.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.241.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.242.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.243.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.244.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.245.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.246.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.247.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.248.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.249.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.25.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.250.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.251.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.252.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.253.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.254.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.255.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.26.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.27.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.28.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.29.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.3.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.30.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.31.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.32.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.33.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.34.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.35.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.36.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.37.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.38.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.39.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.4.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.40.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.41.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.42.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.43.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.44.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.45.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.46.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.47.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.48.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.49.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.5.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.50.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.50.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.50.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.51.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.51.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.51.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.52.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.52.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.52.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.53.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.53.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.53.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.54.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.54.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.54.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.55.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.55.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.55.up_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.56.down_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.56.gate_proj.weight": "model-00133-of-00282.safetensors", + "model.layers.43.mlp.experts.56.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.57.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.58.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.59.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.6.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.60.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.61.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.62.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.63.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.64.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.65.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.66.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.67.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.68.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.69.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.7.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.70.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.71.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.72.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.73.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.74.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.75.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.76.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.77.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.78.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.79.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.8.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.80.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.81.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.82.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.83.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.84.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.85.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.86.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.87.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.88.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.89.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.9.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.90.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.91.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.92.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.93.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.94.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.95.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.96.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.97.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.98.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.experts.99.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.e_score_correction_bias": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.gate.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.kv_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_a_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.43.self_attn.q_b_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.input_layernorm.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.0.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.1.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.10.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.100.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.101.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.102.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.103.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.104.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.105.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.106.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.107.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.108.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.108.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.108.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.109.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.109.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.109.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.11.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.11.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.11.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.110.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.110.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.110.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.111.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.111.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.111.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.112.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.112.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.112.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.113.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.113.gate_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.113.up_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.114.down_proj.weight": "model-00134-of-00282.safetensors", + "model.layers.44.mlp.experts.114.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.114.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.115.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.116.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.117.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.118.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.119.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.12.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.120.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.121.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.122.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.123.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.124.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.125.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.126.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.127.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.128.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.129.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.13.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.130.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.131.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.132.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.133.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.134.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.135.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.136.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.137.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.138.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.139.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.14.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.140.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.141.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.142.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.143.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.144.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.145.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.146.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.147.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.148.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.149.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.15.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.150.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.151.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.152.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.153.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.154.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.155.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.156.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.157.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.158.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.159.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.16.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.160.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.161.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.162.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.163.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.164.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.165.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.166.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.167.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.168.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.169.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.17.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.170.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.171.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.172.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.172.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.172.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.173.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.173.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.173.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.174.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.174.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.174.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.175.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.175.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.175.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.176.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.176.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.176.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.177.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.177.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.177.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.178.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.178.gate_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.178.up_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.179.down_proj.weight": "model-00135-of-00282.safetensors", + "model.layers.44.mlp.experts.179.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.179.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.18.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.180.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.181.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.182.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.183.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.184.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.185.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.186.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.187.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.188.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.189.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.19.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.190.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.191.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.192.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.193.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.194.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.195.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.196.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.197.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.198.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.199.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.2.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.20.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.200.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.201.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.202.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.203.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.204.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.205.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.206.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.207.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.208.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.209.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.21.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.210.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.211.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.212.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.213.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.214.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.215.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.216.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.217.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.218.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.219.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.22.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.220.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.221.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.222.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.223.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.224.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.225.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.226.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.227.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.228.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.229.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.23.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.230.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.231.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.232.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.233.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.234.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.235.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.236.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.236.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.236.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.237.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.237.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.237.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.238.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.238.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.238.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.239.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.239.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.239.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.24.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.24.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.24.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.240.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.240.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.240.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.241.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.241.gate_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.241.up_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.242.down_proj.weight": "model-00136-of-00282.safetensors", + "model.layers.44.mlp.experts.242.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.242.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.243.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.244.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.245.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.246.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.247.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.248.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.249.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.25.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.250.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.251.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.252.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.253.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.254.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.255.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.26.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.27.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.28.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.29.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.3.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.30.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.31.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.32.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.33.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.34.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.35.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.36.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.37.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.38.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.39.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.4.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.40.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.41.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.42.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.43.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.44.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.45.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.46.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.47.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.48.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.49.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.5.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.50.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.51.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.52.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.53.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.54.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.55.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.56.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.57.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.58.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.59.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.6.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.60.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.61.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.62.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.63.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.64.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.65.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.66.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.67.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.68.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.69.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.7.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.70.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.70.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.70.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.71.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.71.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.71.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.72.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.72.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.72.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.73.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.73.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.73.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.74.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.74.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.74.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.75.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.75.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.75.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.76.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.76.gate_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.76.up_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.77.down_proj.weight": "model-00137-of-00282.safetensors", + "model.layers.44.mlp.experts.77.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.77.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.78.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.79.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.8.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.80.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.81.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.82.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.83.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.84.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.85.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.86.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.87.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.88.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.89.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.9.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.90.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.91.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.92.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.93.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.94.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.95.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.96.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.97.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.98.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.experts.99.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.e_score_correction_bias": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.gate.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.kv_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_a_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.44.self_attn.q_b_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.input_layernorm.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.0.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.1.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.10.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.100.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.101.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.102.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.103.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.104.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.105.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.106.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.107.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.108.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.109.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.11.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.110.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.111.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.112.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.113.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.114.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.115.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.116.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.117.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.118.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.119.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.12.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.120.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.121.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.122.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.123.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.124.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.125.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.126.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.127.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.128.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.128.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.128.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.129.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.129.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.129.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.13.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.13.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.13.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.130.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.130.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.130.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.131.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.131.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.131.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.132.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.132.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.132.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.133.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.133.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.133.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.134.down_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.134.gate_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.134.up_proj.weight": "model-00138-of-00282.safetensors", + "model.layers.45.mlp.experts.135.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.135.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.136.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.137.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.138.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.139.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.14.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.140.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.141.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.142.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.143.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.144.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.145.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.146.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.147.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.148.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.149.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.15.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.150.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.151.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.152.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.153.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.154.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.155.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.156.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.157.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.158.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.159.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.16.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.160.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.161.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.162.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.163.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.164.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.165.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.166.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.167.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.168.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.169.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.17.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.170.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.171.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.172.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.173.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.174.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.175.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.176.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.177.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.178.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.179.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.18.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.180.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.181.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.182.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.183.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.184.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.185.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.186.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.187.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.188.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.189.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.19.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.190.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.191.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.192.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.192.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.192.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.193.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.193.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.193.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.194.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.194.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.194.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.195.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.195.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.195.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.196.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.196.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.196.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.197.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.197.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.197.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.198.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.198.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.198.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.199.down_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.199.gate_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.199.up_proj.weight": "model-00139-of-00282.safetensors", + "model.layers.45.mlp.experts.2.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.2.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.20.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.200.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.201.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.202.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.203.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.204.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.205.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.206.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.207.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.208.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.209.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.21.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.210.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.211.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.212.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.213.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.214.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.215.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.216.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.217.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.218.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.219.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.22.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.220.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.221.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.222.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.223.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.224.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.225.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.226.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.227.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.228.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.229.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.23.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.230.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.231.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.232.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.233.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.234.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.235.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.236.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.237.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.238.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.239.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.24.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.240.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.241.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.242.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.243.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.244.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.245.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.246.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.247.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.248.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.249.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.25.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.250.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.251.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.252.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.253.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.254.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.255.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.26.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.26.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.26.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.27.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.27.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.27.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.28.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.28.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.28.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.29.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.29.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.29.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.3.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.3.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.3.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.30.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.30.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.30.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.31.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.31.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.31.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.32.down_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.32.gate_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.32.up_proj.weight": "model-00140-of-00282.safetensors", + "model.layers.45.mlp.experts.33.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.33.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.34.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.35.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.36.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.37.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.38.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.39.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.4.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.40.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.41.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.42.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.43.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.44.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.45.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.46.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.47.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.48.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.49.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.5.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.50.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.51.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.52.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.53.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.54.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.55.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.56.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.57.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.58.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.59.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.6.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.60.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.61.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.62.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.63.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.64.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.65.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.66.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.67.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.68.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.69.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.7.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.70.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.71.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.72.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.73.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.74.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.75.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.76.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.77.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.78.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.79.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.8.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.80.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.81.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.82.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.83.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.84.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.85.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.86.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.87.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.88.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.89.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.9.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.90.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.90.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.90.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.91.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.91.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.91.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.92.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.92.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.92.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.93.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.93.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.93.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.94.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.94.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.94.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.95.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.95.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.95.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.96.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.96.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.96.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.97.down_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.97.gate_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.97.up_proj.weight": "model-00141-of-00282.safetensors", + "model.layers.45.mlp.experts.98.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.98.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.experts.99.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.e_score_correction_bias": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.gate.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.kv_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_a_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.45.self_attn.q_b_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.input_layernorm.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.0.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.1.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.10.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.100.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.101.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.102.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.103.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.104.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.105.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.106.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.107.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.108.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.109.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.11.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.110.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.111.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.112.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.113.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.114.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.115.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.116.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.117.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.118.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.119.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.12.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.120.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.121.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.122.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.123.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.124.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.125.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.126.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.127.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.128.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.129.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.13.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.130.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.131.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.132.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.133.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.134.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.135.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.136.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.137.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.138.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.139.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.14.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.140.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.141.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.142.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.143.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.144.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.145.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.146.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.147.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.148.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.149.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.149.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.149.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.15.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.15.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.15.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.150.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.150.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.150.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.151.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.151.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.151.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.152.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.152.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.152.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.153.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.153.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.153.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.154.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.154.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.154.up_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.155.down_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.155.gate_proj.weight": "model-00142-of-00282.safetensors", + "model.layers.46.mlp.experts.155.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.156.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.157.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.158.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.159.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.16.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.160.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.161.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.162.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.163.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.164.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.165.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.166.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.167.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.168.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.169.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.17.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.170.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.171.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.172.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.173.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.174.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.175.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.176.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.177.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.178.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.179.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.18.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.180.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.181.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.182.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.183.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.184.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.185.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.186.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.187.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.188.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.189.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.19.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.190.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.191.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.192.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.193.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.194.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.195.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.196.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.197.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.198.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.199.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.2.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.20.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.200.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.201.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.202.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.203.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.204.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.205.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.206.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.207.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.208.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.209.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.21.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.210.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.211.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.212.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.212.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.212.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.213.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.213.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.213.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.214.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.214.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.214.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.215.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.215.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.215.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.216.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.216.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.216.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.217.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.217.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.217.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.218.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.218.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.218.up_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.219.down_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.219.gate_proj.weight": "model-00143-of-00282.safetensors", + "model.layers.46.mlp.experts.219.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.22.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.220.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.221.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.222.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.223.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.224.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.225.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.226.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.227.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.228.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.229.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.23.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.230.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.231.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.232.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.233.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.234.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.235.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.236.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.237.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.238.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.239.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.24.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.240.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.241.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.242.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.243.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.244.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.245.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.246.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.247.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.248.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.249.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.25.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.250.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.251.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.252.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.253.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.254.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.255.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.26.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.27.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.28.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.29.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.3.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.30.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.31.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.32.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.33.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.34.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.35.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.36.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.37.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.38.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.39.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.4.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.40.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.41.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.42.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.43.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.44.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.45.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.46.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.47.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.47.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.47.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.48.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.48.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.48.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.49.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.49.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.49.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.5.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.5.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.5.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.50.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.50.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.50.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.51.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.51.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.51.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.52.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.52.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.52.up_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.53.down_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.53.gate_proj.weight": "model-00144-of-00282.safetensors", + "model.layers.46.mlp.experts.53.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.54.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.55.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.56.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.57.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.58.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.59.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.6.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.60.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.61.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.62.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.63.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.64.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.65.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.66.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.67.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.68.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.69.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.7.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.70.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.71.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.72.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.73.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.74.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.75.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.76.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.77.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.78.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.79.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.8.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.80.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.81.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.82.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.83.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.84.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.85.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.86.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.87.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.88.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.89.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.9.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.90.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.91.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.92.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.93.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.94.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.95.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.96.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.97.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.98.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.experts.99.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.e_score_correction_bias": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.gate.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.bias": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.k_norm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.weights_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wk.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.indexer.wq_b.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.kv_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_a_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.46.self_attn.q_b_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.input_layernorm.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.0.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.1.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.10.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.100.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.101.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.102.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.103.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.104.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.104.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.104.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.105.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.105.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.105.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.106.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.106.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.106.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.107.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.107.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.107.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.108.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.108.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.108.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.109.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.109.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.109.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.11.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.11.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.11.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.110.down_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.110.gate_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.110.up_proj.weight": "model-00145-of-00282.safetensors", + "model.layers.47.mlp.experts.111.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.111.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.112.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.113.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.114.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.115.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.116.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.117.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.118.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.119.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.12.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.120.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.121.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.122.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.123.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.124.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.125.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.126.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.127.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.128.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.129.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.13.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.130.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.131.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.132.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.133.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.134.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.135.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.136.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.137.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.138.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.139.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.14.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.140.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.141.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.142.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.143.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.144.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.145.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.146.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.147.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.148.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.149.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.15.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.150.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.151.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.152.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.153.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.154.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.155.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.156.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.157.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.158.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.159.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.16.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.160.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.161.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.162.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.163.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.164.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.165.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.166.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.167.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.168.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.169.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.169.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.169.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.17.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.17.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.17.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.170.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.170.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.170.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.171.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.171.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.171.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.172.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.172.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.172.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.173.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.173.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.173.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.174.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.174.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.174.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.175.down_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.175.gate_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.175.up_proj.weight": "model-00146-of-00282.safetensors", + "model.layers.47.mlp.experts.176.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.176.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.177.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.178.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.179.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.18.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.180.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.181.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.182.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.183.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.184.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.185.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.186.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.187.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.188.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.189.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.19.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.190.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.191.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.192.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.193.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.194.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.195.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.196.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.197.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.198.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.199.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.2.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.20.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.200.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.201.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.202.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.203.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.204.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.205.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.206.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.207.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.208.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.209.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.21.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.210.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.211.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.212.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.213.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.214.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.215.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.216.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.217.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.218.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.219.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.22.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.220.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.221.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.222.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.223.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.224.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.225.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.226.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.227.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.228.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.229.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.23.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.230.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.231.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.232.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.232.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.232.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.233.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.233.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.233.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.234.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.234.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.234.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.235.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.235.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.235.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.236.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.236.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.236.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.237.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.237.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.237.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.238.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.238.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.238.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.239.down_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.239.gate_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.239.up_proj.weight": "model-00147-of-00282.safetensors", + "model.layers.47.mlp.experts.24.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.24.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.240.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.241.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.242.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.243.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.244.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.245.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.246.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.247.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.248.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.249.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.25.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.250.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.251.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.252.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.253.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.254.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.255.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.26.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.27.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.28.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.29.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.3.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.30.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.31.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.32.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.33.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.34.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.35.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.36.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.37.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.38.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.39.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.4.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.40.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.41.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.42.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.43.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.44.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.45.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.46.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.47.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.48.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.49.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.5.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.50.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.51.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.52.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.53.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.54.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.55.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.56.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.57.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.58.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.59.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.6.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.60.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.61.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.62.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.63.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.64.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.65.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.66.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.67.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.67.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.67.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.68.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.68.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.68.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.69.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.69.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.69.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.7.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.7.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.7.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.70.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.70.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.70.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.71.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.71.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.71.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.72.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.72.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.72.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.73.down_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.73.gate_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.73.up_proj.weight": "model-00148-of-00282.safetensors", + "model.layers.47.mlp.experts.74.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.74.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.75.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.76.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.77.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.78.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.79.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.8.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.80.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.81.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.82.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.83.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.84.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.85.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.86.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.87.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.88.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.89.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.9.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.90.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.91.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.92.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.93.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.94.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.95.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.96.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.97.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.98.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.experts.99.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.e_score_correction_bias": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.gate.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_a_proj_with_mqa.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.kv_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_a_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.47.self_attn.q_b_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.input_layernorm.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.0.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.1.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.10.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.100.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.101.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.102.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.103.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.104.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.105.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.106.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.107.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.108.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.109.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.11.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.110.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.111.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.112.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.113.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.114.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.115.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.116.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.117.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.118.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.119.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.12.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.120.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.121.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.122.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.123.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.124.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.124.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.124.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.125.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.125.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.125.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.126.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.126.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.126.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.127.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.127.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.127.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.128.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.128.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.128.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.129.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.129.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.129.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.13.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.13.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.13.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.130.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.130.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.130.up_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.131.down_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.131.gate_proj.weight": "model-00149-of-00282.safetensors", + "model.layers.48.mlp.experts.131.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.132.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.133.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.134.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.135.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.136.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.137.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.138.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.139.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.14.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.140.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.141.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.142.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.143.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.144.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.145.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.146.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.147.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.148.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.149.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.15.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.150.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.151.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.152.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.153.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.154.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.155.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.156.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.157.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.158.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.159.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.16.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.160.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.161.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.162.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.163.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.164.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.165.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.166.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.167.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.168.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.169.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.17.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.170.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.171.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.172.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.173.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.174.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.175.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.176.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.177.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.178.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.179.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.18.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.180.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.181.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.182.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.183.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.184.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.185.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.186.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.187.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.188.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.189.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.189.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.189.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.19.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.19.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.19.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.190.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.190.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.190.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.191.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.191.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.191.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.192.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.192.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.192.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.193.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.193.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.193.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.194.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.194.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.194.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.195.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.195.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.195.up_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.196.down_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.196.gate_proj.weight": "model-00150-of-00282.safetensors", + "model.layers.48.mlp.experts.196.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.197.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.198.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.199.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.2.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.20.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.200.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.201.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.202.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.203.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.204.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.205.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.206.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.207.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.208.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.209.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.21.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.210.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.211.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.212.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.213.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.214.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.215.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.216.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.217.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.218.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.219.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.22.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.220.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.221.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.222.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.223.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.224.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.225.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.226.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.227.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.228.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.229.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.23.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.230.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.231.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.232.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.233.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.234.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.235.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.236.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.237.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.238.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.239.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.24.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.240.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.241.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.242.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.243.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.244.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.245.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.246.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.247.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.248.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.249.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.25.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.250.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.251.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.252.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.252.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.252.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.253.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.253.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.253.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.254.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.254.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.254.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.255.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.255.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.255.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.26.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.26.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.26.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.27.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.27.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.27.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.28.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.28.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.28.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.29.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.29.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.29.up_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.3.down_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.3.gate_proj.weight": "model-00151-of-00282.safetensors", + "model.layers.48.mlp.experts.3.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.30.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.31.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.32.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.33.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.34.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.35.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.36.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.37.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.38.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.39.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.4.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.40.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.41.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.42.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.43.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.44.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.45.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.46.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.47.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.48.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.49.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.5.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.50.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.51.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.52.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.53.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.54.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.55.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.56.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.57.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.58.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.59.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.6.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.60.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.61.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.62.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.63.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.64.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.65.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.66.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.67.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.68.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.69.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.7.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.70.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.71.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.72.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.73.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.74.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.75.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.76.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.77.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.78.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.79.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.8.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.80.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.81.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.82.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.83.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.84.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.85.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.86.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.87.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.87.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.87.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.88.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.88.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.88.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.89.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.89.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.89.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.9.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.9.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.9.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.90.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.90.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.90.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.91.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.91.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.91.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.92.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.92.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.92.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.93.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.93.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.93.up_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.94.down_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.94.gate_proj.weight": "model-00152-of-00282.safetensors", + "model.layers.48.mlp.experts.94.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.95.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.96.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.97.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.98.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.experts.99.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.e_score_correction_bias": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.gate.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_a_proj_with_mqa.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.kv_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.o_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_a_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.48.self_attn.q_b_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.input_layernorm.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.0.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.1.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.10.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.100.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.101.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.102.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.103.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.104.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.105.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.106.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.107.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.108.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.109.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.11.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.110.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.111.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.112.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.113.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.114.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.115.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.116.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.117.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.118.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.119.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.12.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.120.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.121.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.122.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.123.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.124.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.125.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.126.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.127.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.128.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.129.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.13.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.130.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.131.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.132.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.133.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.134.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.135.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.136.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.137.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.138.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.139.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.14.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.140.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.141.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.142.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.143.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.144.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.145.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.145.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.145.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.146.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.146.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.146.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.147.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.147.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.147.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.148.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.148.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.148.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.149.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.149.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.149.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.15.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.15.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.15.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.150.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.150.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.150.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.151.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.151.gate_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.151.up_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.152.down_proj.weight": "model-00153-of-00282.safetensors", + "model.layers.49.mlp.experts.152.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.152.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.153.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.154.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.155.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.156.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.157.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.158.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.159.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.16.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.160.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.161.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.162.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.163.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.164.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.165.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.166.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.167.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.168.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.169.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.17.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.170.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.171.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.172.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.173.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.174.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.175.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.176.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.177.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.178.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.179.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.18.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.180.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.181.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.182.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.183.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.184.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.185.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.186.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.187.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.188.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.189.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.19.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.190.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.191.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.192.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.193.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.194.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.195.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.196.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.197.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.198.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.199.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.2.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.20.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.200.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.201.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.202.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.203.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.204.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.205.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.206.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.207.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.208.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.209.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.209.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.209.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.21.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.21.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.21.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.210.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.210.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.210.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.211.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.211.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.211.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.212.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.212.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.212.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.213.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.213.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.213.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.214.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.214.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.214.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.215.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.215.gate_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.215.up_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.216.down_proj.weight": "model-00154-of-00282.safetensors", + "model.layers.49.mlp.experts.216.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.216.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.217.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.218.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.219.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.22.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.220.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.221.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.222.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.223.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.224.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.225.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.226.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.227.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.228.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.229.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.23.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.230.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.231.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.232.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.233.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.234.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.235.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.236.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.237.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.238.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.239.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.24.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.240.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.241.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.242.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.243.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.244.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.245.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.246.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.247.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.248.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.249.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.25.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.250.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.251.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.252.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.253.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.254.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.255.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.26.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.27.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.28.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.29.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.3.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.30.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.31.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.32.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.33.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.34.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.35.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.36.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.37.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.38.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.39.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.4.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.40.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.41.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.42.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.43.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.43.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.43.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.44.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.44.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.44.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.45.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.45.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.45.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.46.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.46.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.46.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.47.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.47.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.47.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.48.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.48.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.48.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.49.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.49.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.49.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.5.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.5.gate_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.5.up_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.50.down_proj.weight": "model-00155-of-00282.safetensors", + "model.layers.49.mlp.experts.50.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.50.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.51.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.52.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.53.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.54.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.55.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.56.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.57.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.58.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.59.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.6.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.60.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.61.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.62.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.63.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.64.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.65.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.66.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.67.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.68.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.69.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.7.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.70.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.71.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.72.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.73.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.74.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.75.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.76.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.77.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.78.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.79.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.8.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.80.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.81.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.82.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.83.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.84.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.85.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.86.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.87.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.88.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.89.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.9.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.90.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.91.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.92.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.93.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.94.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.95.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.96.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.97.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.98.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.experts.99.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.e_score_correction_bias": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.gate.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_a_proj_with_mqa.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.kv_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.o_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_a_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.49.self_attn.q_b_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.input_layernorm.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.0.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.1.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.10.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.100.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.100.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.100.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.101.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.101.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.101.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.102.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.102.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.102.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.103.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.103.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.103.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.104.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.104.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.104.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.105.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.105.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.105.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.106.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.106.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.106.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.107.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.107.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.107.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.108.down_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.108.gate_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.108.up_proj.weight": "model-00156-of-00282.safetensors", + "model.layers.5.mlp.experts.109.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.109.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.11.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.110.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.111.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.112.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.113.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.114.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.115.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.116.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.117.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.118.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.119.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.12.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.120.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.121.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.122.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.123.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.124.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.125.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.126.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.127.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.128.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.129.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.13.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.130.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.131.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.132.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.133.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.134.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.135.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.136.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.137.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.138.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.139.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.14.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.140.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.141.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.142.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.143.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.144.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.145.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.146.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.147.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.148.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.149.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.15.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.150.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.151.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.152.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.153.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.154.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.155.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.156.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.157.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.158.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.159.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.16.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.160.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.161.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.162.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.163.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.164.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.165.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.165.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.165.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.166.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.166.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.166.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.167.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.167.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.167.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.168.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.168.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.168.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.169.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.169.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.169.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.17.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.17.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.17.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.170.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.170.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.170.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.171.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.171.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.171.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.172.down_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.172.gate_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.172.up_proj.weight": "model-00157-of-00282.safetensors", + "model.layers.5.mlp.experts.173.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.173.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.174.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.175.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.176.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.177.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.178.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.179.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.18.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.180.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.181.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.182.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.183.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.184.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.185.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.186.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.187.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.188.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.189.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.19.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.190.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.191.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.192.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.193.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.194.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.195.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.196.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.197.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.198.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.199.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.2.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.20.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.200.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.201.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.202.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.203.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.204.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.205.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.206.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.207.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.208.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.209.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.21.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.210.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.211.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.212.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.213.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.214.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.215.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.216.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.217.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.218.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.219.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.22.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.220.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.221.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.222.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.223.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.224.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.225.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.226.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.227.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.228.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.229.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.229.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.229.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.23.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.23.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.23.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.230.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.230.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.230.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.231.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.231.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.231.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.232.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.232.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.232.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.233.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.233.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.233.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.234.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.234.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.234.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.235.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.235.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.235.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.236.down_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.236.gate_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.236.up_proj.weight": "model-00158-of-00282.safetensors", + "model.layers.5.mlp.experts.237.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.237.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.238.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.239.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.24.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.240.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.241.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.242.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.243.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.244.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.245.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.246.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.247.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.248.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.249.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.25.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.250.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.251.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.252.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.253.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.254.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.255.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.26.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.27.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.28.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.29.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.3.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.30.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.31.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.32.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.33.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.34.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.35.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.36.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.37.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.38.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.39.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.4.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.40.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.41.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.42.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.43.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.44.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.45.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.46.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.47.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.48.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.49.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.5.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.50.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.51.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.52.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.53.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.54.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.55.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.56.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.57.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.58.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.59.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.6.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.60.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.61.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.62.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.63.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.63.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.63.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.64.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.64.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.64.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.65.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.65.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.65.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.66.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.66.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.66.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.67.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.67.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.67.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.68.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.68.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.68.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.69.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.69.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.69.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.7.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.7.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.7.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.70.down_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.70.gate_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.70.up_proj.weight": "model-00159-of-00282.safetensors", + "model.layers.5.mlp.experts.71.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.71.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.72.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.73.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.74.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.75.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.76.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.77.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.78.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.79.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.8.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.80.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.81.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.82.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.83.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.84.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.85.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.86.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.87.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.88.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.89.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.9.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.90.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.91.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.92.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.93.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.94.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.95.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.96.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.97.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.98.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.experts.99.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.e_score_correction_bias": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.gate.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.kv_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_a_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.5.self_attn.q_b_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.input_layernorm.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.0.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.1.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.10.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.100.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.101.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.102.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.103.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.104.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.105.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.106.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.107.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.108.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.109.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.11.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.110.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.111.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.112.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.113.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.114.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.115.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.116.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.117.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.118.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.119.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.12.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.120.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.120.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.120.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.121.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.121.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.121.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.122.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.122.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.122.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.123.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.123.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.123.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.124.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.124.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.124.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.125.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.125.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.125.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.126.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.126.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.126.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.127.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.127.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.127.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.128.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.128.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.128.up_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.129.down_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.129.gate_proj.weight": "model-00160-of-00282.safetensors", + "model.layers.50.mlp.experts.129.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.13.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.130.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.131.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.132.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.133.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.134.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.135.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.136.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.137.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.138.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.139.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.14.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.140.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.141.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.142.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.143.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.144.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.145.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.146.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.147.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.148.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.149.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.15.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.150.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.151.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.152.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.153.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.154.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.155.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.156.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.157.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.158.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.159.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.16.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.160.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.161.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.162.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.163.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.164.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.165.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.166.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.167.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.168.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.169.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.17.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.170.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.171.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.172.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.173.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.174.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.175.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.176.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.177.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.178.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.179.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.18.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.180.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.181.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.182.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.183.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.184.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.185.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.185.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.185.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.186.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.186.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.186.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.187.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.187.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.187.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.188.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.188.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.188.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.189.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.189.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.189.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.19.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.19.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.19.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.190.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.190.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.190.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.191.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.191.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.191.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.192.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.192.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.192.up_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.193.down_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.193.gate_proj.weight": "model-00161-of-00282.safetensors", + "model.layers.50.mlp.experts.193.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.194.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.195.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.196.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.197.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.198.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.199.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.2.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.20.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.200.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.201.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.202.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.203.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.204.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.205.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.206.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.207.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.208.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.209.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.21.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.210.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.211.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.212.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.213.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.214.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.215.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.216.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.217.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.218.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.219.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.22.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.220.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.221.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.222.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.223.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.224.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.225.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.226.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.227.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.228.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.229.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.23.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.230.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.231.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.232.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.233.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.234.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.235.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.236.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.237.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.238.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.239.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.24.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.240.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.241.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.242.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.243.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.244.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.245.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.246.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.247.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.248.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.249.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.249.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.249.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.25.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.25.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.25.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.250.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.250.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.250.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.251.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.251.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.251.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.252.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.252.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.252.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.253.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.253.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.253.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.254.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.254.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.254.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.255.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.255.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.255.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.26.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.26.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.26.up_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.27.down_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.27.gate_proj.weight": "model-00162-of-00282.safetensors", + "model.layers.50.mlp.experts.27.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.28.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.29.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.3.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.30.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.31.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.32.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.33.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.34.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.35.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.36.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.37.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.38.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.39.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.4.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.40.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.41.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.42.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.43.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.44.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.45.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.46.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.47.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.48.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.49.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.5.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.50.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.51.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.52.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.53.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.54.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.55.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.56.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.57.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.58.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.59.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.6.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.60.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.61.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.62.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.63.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.64.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.65.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.66.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.67.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.68.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.69.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.7.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.70.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.71.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.72.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.73.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.74.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.75.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.76.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.77.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.78.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.79.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.8.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.80.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.81.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.82.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.83.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.83.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.83.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.84.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.84.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.84.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.85.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.85.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.85.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.86.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.86.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.86.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.87.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.87.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.87.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.88.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.88.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.88.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.89.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.89.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.89.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.9.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.9.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.9.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.90.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.90.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.90.up_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.91.down_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.91.gate_proj.weight": "model-00163-of-00282.safetensors", + "model.layers.50.mlp.experts.91.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.92.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.93.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.94.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.95.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.96.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.97.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.98.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.experts.99.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.e_score_correction_bias": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.gate.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.bias": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.k_norm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.weights_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wk.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.indexer.wq_b.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_a_proj_with_mqa.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.kv_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.o_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_a_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.50.self_attn.q_b_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.input_layernorm.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.0.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.1.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.10.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.100.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.101.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.102.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.103.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.104.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.105.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.106.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.107.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.108.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.109.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.11.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.110.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.111.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.112.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.113.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.114.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.115.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.116.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.117.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.118.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.119.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.12.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.120.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.121.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.122.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.123.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.124.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.125.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.126.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.127.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.128.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.129.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.13.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.130.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.131.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.132.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.133.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.134.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.135.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.136.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.137.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.138.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.139.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.14.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.140.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.141.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.141.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.141.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.142.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.142.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.142.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.143.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.143.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.143.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.144.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.144.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.144.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.145.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.145.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.145.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.146.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.146.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.146.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.147.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.147.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.147.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.148.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.148.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.148.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.149.down_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.149.gate_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.149.up_proj.weight": "model-00164-of-00282.safetensors", + "model.layers.51.mlp.experts.15.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.15.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.150.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.151.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.152.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.153.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.154.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.155.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.156.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.157.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.158.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.159.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.16.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.160.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.161.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.162.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.163.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.164.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.165.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.166.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.167.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.168.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.169.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.17.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.170.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.171.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.172.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.173.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.174.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.175.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.176.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.177.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.178.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.179.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.18.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.180.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.181.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.182.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.183.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.184.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.185.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.186.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.187.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.188.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.189.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.19.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.190.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.191.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.192.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.193.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.194.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.195.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.196.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.197.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.198.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.199.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.2.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.20.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.200.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.201.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.202.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.203.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.204.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.205.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.205.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.205.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.206.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.206.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.206.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.207.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.207.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.207.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.208.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.208.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.208.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.209.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.209.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.209.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.21.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.21.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.21.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.210.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.210.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.210.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.211.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.211.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.211.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.212.down_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.212.gate_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.212.up_proj.weight": "model-00165-of-00282.safetensors", + "model.layers.51.mlp.experts.213.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.213.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.214.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.215.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.216.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.217.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.218.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.219.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.22.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.220.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.221.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.222.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.223.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.224.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.225.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.226.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.227.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.228.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.229.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.23.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.230.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.231.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.232.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.233.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.234.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.235.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.236.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.237.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.238.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.239.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.24.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.240.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.241.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.242.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.243.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.244.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.245.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.246.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.247.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.248.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.249.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.25.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.250.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.251.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.252.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.253.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.254.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.255.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.26.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.27.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.28.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.29.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.3.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.30.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.31.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.32.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.33.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.34.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.35.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.36.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.37.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.38.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.39.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.4.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.4.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.4.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.40.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.40.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.40.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.41.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.41.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.41.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.42.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.42.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.42.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.43.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.43.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.43.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.44.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.44.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.44.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.45.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.45.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.45.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.46.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.46.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.46.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.47.down_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.47.gate_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.47.up_proj.weight": "model-00166-of-00282.safetensors", + "model.layers.51.mlp.experts.48.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.48.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.49.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.5.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.50.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.51.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.52.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.53.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.54.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.55.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.56.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.57.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.58.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.59.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.6.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.60.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.61.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.62.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.63.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.64.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.65.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.66.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.67.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.68.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.69.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.7.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.70.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.71.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.72.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.73.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.74.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.75.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.76.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.77.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.78.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.79.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.8.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.80.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.81.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.82.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.83.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.84.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.85.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.86.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.87.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.88.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.89.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.9.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.90.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.91.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.92.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.93.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.94.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.95.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.96.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.97.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.98.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.experts.99.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.e_score_correction_bias": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.gate.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_a_proj_with_mqa.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.kv_b_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.o_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.q_a_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.q_a_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.51.self_attn.q_b_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.input_layernorm.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.0.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.0.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.0.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.1.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.1.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.1.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.10.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.10.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.10.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.100.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.100.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.100.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.101.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.101.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.101.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.102.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.102.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.102.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.103.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.103.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.103.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.104.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.104.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.104.up_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.105.down_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.105.gate_proj.weight": "model-00167-of-00282.safetensors", + "model.layers.52.mlp.experts.105.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.106.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.107.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.108.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.109.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.11.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.110.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.111.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.112.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.113.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.114.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.115.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.116.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.117.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.118.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.119.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.12.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.120.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.121.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.122.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.123.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.124.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.125.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.126.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.127.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.128.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.129.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.13.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.130.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.131.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.132.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.133.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.134.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.135.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.136.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.137.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.138.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.139.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.14.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.140.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.141.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.142.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.143.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.144.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.145.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.146.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.147.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.148.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.149.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.15.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.150.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.151.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.152.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.153.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.154.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.155.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.156.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.157.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.158.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.159.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.16.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.16.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.16.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.160.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.160.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.160.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.161.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.161.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.161.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.162.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.162.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.162.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.163.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.163.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.163.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.164.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.164.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.164.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.165.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.165.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.165.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.166.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.166.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.166.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.167.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.167.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.167.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.168.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.168.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.168.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.169.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.169.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.169.up_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.17.down_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.17.gate_proj.weight": "model-00168-of-00282.safetensors", + "model.layers.52.mlp.experts.17.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.170.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.171.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.172.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.173.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.174.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.175.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.176.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.177.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.178.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.179.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.18.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.180.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.181.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.182.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.183.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.184.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.185.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.186.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.187.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.188.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.189.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.19.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.190.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.191.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.192.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.193.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.194.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.195.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.196.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.197.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.198.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.199.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.2.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.20.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.200.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.201.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.202.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.203.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.204.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.205.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.206.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.207.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.208.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.209.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.21.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.210.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.211.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.212.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.213.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.214.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.215.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.216.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.217.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.218.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.219.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.22.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.220.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.221.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.222.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.223.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.223.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.223.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.224.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.224.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.224.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.225.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.225.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.225.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.226.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.226.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.226.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.227.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.227.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.227.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.228.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.228.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.228.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.229.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.229.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.229.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.23.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.23.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.23.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.230.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.230.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.230.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.231.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.231.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.231.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.232.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.232.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.232.up_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.233.down_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.233.gate_proj.weight": "model-00169-of-00282.safetensors", + "model.layers.52.mlp.experts.233.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.234.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.235.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.236.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.237.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.238.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.239.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.24.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.240.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.241.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.242.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.243.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.244.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.245.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.246.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.247.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.248.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.249.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.25.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.250.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.251.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.252.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.253.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.254.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.255.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.26.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.27.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.28.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.29.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.3.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.30.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.31.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.32.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.33.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.34.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.35.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.36.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.37.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.38.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.39.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.4.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.40.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.41.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.42.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.43.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.44.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.45.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.46.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.47.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.48.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.49.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.5.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.50.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.51.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.52.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.53.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.54.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.55.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.56.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.57.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.58.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.58.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.58.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.59.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.59.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.59.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.6.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.6.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.6.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.60.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.60.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.60.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.61.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.61.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.61.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.62.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.62.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.62.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.63.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.63.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.63.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.64.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.64.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.64.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.65.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.65.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.65.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.66.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.66.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.66.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.67.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.67.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.67.up_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.68.down_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.68.gate_proj.weight": "model-00170-of-00282.safetensors", + "model.layers.52.mlp.experts.68.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.69.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.7.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.70.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.71.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.72.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.73.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.74.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.75.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.76.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.77.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.78.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.79.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.8.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.80.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.81.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.82.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.83.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.84.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.85.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.86.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.87.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.88.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.89.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.9.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.90.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.91.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.92.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.93.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.94.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.95.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.96.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.97.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.98.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.experts.99.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.e_score_correction_bias": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.gate.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_a_proj_with_mqa.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.kv_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.o_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_a_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.52.self_attn.q_b_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.input_layernorm.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.0.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.1.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.10.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.100.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.101.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.102.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.103.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.104.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.105.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.106.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.107.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.108.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.109.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.11.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.110.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.111.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.112.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.113.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.114.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.115.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.115.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.115.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.116.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.116.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.116.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.117.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.117.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.117.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.118.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.118.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.118.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.119.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.119.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.119.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.12.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.12.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.12.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.120.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.120.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.120.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.121.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.121.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.121.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.122.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.122.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.122.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.123.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.123.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.123.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.124.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.124.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.124.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.125.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.125.gate_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.125.up_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.126.down_proj.weight": "model-00171-of-00282.safetensors", + "model.layers.53.mlp.experts.126.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.126.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.127.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.128.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.129.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.13.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.130.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.131.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.132.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.133.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.134.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.135.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.136.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.137.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.138.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.139.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.14.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.140.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.141.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.142.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.143.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.144.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.145.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.146.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.147.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.148.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.149.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.15.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.150.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.151.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.152.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.153.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.154.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.155.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.156.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.157.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.158.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.159.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.16.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.160.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.161.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.162.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.163.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.164.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.165.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.166.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.167.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.168.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.169.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.17.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.170.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.171.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.172.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.173.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.174.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.175.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.176.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.177.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.178.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.179.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.18.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.18.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.18.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.180.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.180.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.180.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.181.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.181.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.181.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.182.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.182.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.182.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.183.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.183.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.183.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.184.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.184.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.184.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.185.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.185.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.185.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.186.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.186.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.186.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.187.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.187.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.187.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.188.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.188.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.188.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.189.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.189.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.189.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.19.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.19.gate_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.19.up_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.190.down_proj.weight": "model-00172-of-00282.safetensors", + "model.layers.53.mlp.experts.190.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.190.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.191.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.192.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.193.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.194.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.195.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.196.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.197.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.198.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.199.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.2.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.20.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.200.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.201.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.202.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.203.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.204.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.205.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.206.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.207.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.208.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.209.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.21.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.210.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.211.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.212.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.213.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.214.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.215.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.216.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.217.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.218.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.219.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.22.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.220.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.221.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.222.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.223.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.224.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.225.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.226.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.227.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.228.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.229.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.23.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.230.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.231.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.232.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.233.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.234.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.235.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.236.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.237.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.238.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.239.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.24.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.240.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.241.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.242.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.243.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.243.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.243.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.244.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.244.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.244.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.245.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.245.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.245.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.246.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.246.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.246.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.247.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.247.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.247.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.248.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.248.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.248.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.249.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.249.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.249.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.25.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.25.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.25.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.250.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.250.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.250.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.251.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.251.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.251.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.252.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.252.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.252.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.253.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.253.gate_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.253.up_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.254.down_proj.weight": "model-00173-of-00282.safetensors", + "model.layers.53.mlp.experts.254.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.254.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.255.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.26.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.27.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.28.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.29.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.3.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.30.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.31.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.32.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.33.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.34.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.35.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.36.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.37.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.38.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.39.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.4.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.40.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.41.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.42.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.43.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.44.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.45.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.46.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.47.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.48.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.49.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.5.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.50.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.51.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.52.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.53.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.54.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.55.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.56.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.57.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.58.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.59.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.6.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.60.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.61.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.62.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.63.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.64.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.65.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.66.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.67.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.68.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.69.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.7.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.70.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.71.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.72.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.73.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.74.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.75.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.76.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.77.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.78.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.78.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.78.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.79.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.79.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.79.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.8.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.8.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.8.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.80.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.80.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.80.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.81.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.81.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.81.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.82.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.82.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.82.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.83.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.83.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.83.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.84.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.84.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.84.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.85.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.85.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.85.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.86.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.86.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.86.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.87.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.87.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.87.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.88.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.88.gate_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.88.up_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.89.down_proj.weight": "model-00174-of-00282.safetensors", + "model.layers.53.mlp.experts.89.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.89.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.9.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.90.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.91.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.92.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.93.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.94.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.95.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.96.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.97.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.98.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.experts.99.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.e_score_correction_bias": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.gate.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_a_proj_with_mqa.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.kv_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.o_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_a_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.53.self_attn.q_b_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.input_layernorm.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.0.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.1.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.10.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.100.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.101.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.102.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.103.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.104.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.105.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.106.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.107.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.108.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.109.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.11.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.110.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.111.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.112.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.113.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.114.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.115.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.116.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.117.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.118.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.119.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.12.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.120.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.121.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.122.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.123.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.124.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.125.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.126.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.127.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.128.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.129.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.13.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.130.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.131.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.132.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.133.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.134.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.135.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.135.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.135.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.136.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.136.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.136.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.137.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.137.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.137.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.138.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.138.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.138.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.139.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.139.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.139.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.14.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.14.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.14.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.140.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.140.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.140.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.141.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.141.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.141.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.142.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.142.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.142.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.143.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.143.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.143.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.144.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.144.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.144.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.145.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.145.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.145.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.146.down_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.146.gate_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.146.up_proj.weight": "model-00175-of-00282.safetensors", + "model.layers.54.mlp.experts.147.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.147.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.148.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.149.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.15.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.150.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.151.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.152.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.153.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.154.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.155.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.156.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.157.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.158.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.159.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.16.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.160.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.161.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.162.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.163.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.164.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.165.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.166.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.167.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.168.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.169.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.17.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.170.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.171.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.172.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.173.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.174.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.175.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.176.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.177.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.178.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.179.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.18.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.180.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.181.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.182.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.183.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.184.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.185.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.186.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.187.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.188.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.189.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.19.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.190.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.191.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.192.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.193.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.194.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.195.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.196.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.197.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.198.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.199.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.2.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.2.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.2.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.20.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.20.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.20.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.200.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.200.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.200.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.201.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.201.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.201.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.202.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.202.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.202.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.203.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.203.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.203.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.204.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.204.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.204.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.205.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.205.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.205.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.206.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.206.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.206.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.207.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.207.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.207.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.208.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.208.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.208.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.209.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.209.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.209.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.21.down_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.21.gate_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.21.up_proj.weight": "model-00176-of-00282.safetensors", + "model.layers.54.mlp.experts.210.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.210.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.211.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.212.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.213.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.214.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.215.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.216.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.217.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.218.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.219.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.22.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.220.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.221.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.222.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.223.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.224.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.225.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.226.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.227.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.228.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.229.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.23.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.230.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.231.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.232.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.233.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.234.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.235.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.236.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.237.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.238.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.239.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.24.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.240.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.241.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.242.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.243.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.244.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.245.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.246.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.247.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.248.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.249.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.25.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.250.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.251.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.252.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.253.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.254.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.255.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.26.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.27.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.28.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.29.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.3.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.30.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.31.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.32.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.33.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.33.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.33.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.34.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.34.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.34.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.35.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.35.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.35.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.36.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.36.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.36.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.37.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.37.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.37.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.38.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.38.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.38.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.39.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.39.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.39.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.4.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.4.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.4.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.40.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.40.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.40.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.41.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.41.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.41.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.42.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.42.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.42.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.43.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.43.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.43.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.44.down_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.44.gate_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.44.up_proj.weight": "model-00177-of-00282.safetensors", + "model.layers.54.mlp.experts.45.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.45.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.46.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.47.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.48.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.49.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.5.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.50.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.51.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.52.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.53.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.54.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.55.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.56.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.57.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.58.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.59.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.6.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.60.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.61.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.62.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.63.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.64.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.65.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.66.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.67.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.68.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.69.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.7.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.70.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.71.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.72.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.73.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.74.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.75.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.76.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.77.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.78.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.79.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.8.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.80.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.81.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.82.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.83.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.84.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.85.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.86.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.87.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.88.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.89.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.9.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.90.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.91.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.92.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.93.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.94.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.95.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.96.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.97.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.98.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.98.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.98.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.99.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.99.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.experts.99.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.gate.e_score_correction_bias": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.gate.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.bias": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.k_norm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.weights_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wk.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.indexer.wq_b.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.kv_a_proj_with_mqa.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.kv_b_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.o_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.q_a_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.q_a_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.54.self_attn.q_b_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.input_layernorm.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.0.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.0.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.0.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.1.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.1.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.1.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.10.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.10.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.10.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.100.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.100.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.100.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.101.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.101.gate_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.101.up_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.102.down_proj.weight": "model-00178-of-00282.safetensors", + "model.layers.55.mlp.experts.102.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.102.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.103.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.104.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.105.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.106.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.107.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.108.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.109.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.11.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.110.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.111.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.112.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.113.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.114.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.115.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.116.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.117.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.118.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.119.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.12.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.120.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.121.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.122.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.123.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.124.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.125.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.126.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.127.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.128.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.129.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.13.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.130.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.131.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.132.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.133.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.134.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.135.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.136.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.137.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.138.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.139.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.14.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.140.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.141.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.142.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.143.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.144.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.145.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.146.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.147.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.148.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.149.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.15.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.150.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.151.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.152.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.153.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.154.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.155.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.156.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.156.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.156.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.157.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.157.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.157.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.158.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.158.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.158.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.159.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.159.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.159.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.16.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.16.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.16.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.160.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.160.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.160.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.161.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.161.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.161.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.162.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.162.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.162.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.163.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.163.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.163.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.164.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.164.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.164.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.165.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.165.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.165.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.166.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.166.gate_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.166.up_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.167.down_proj.weight": "model-00179-of-00282.safetensors", + "model.layers.55.mlp.experts.167.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.167.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.168.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.169.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.17.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.170.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.171.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.172.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.173.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.174.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.175.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.176.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.177.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.178.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.179.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.18.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.180.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.181.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.182.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.183.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.184.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.185.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.186.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.187.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.188.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.189.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.19.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.190.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.191.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.192.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.193.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.194.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.195.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.196.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.197.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.198.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.199.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.2.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.20.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.200.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.201.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.202.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.203.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.204.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.205.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.206.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.207.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.208.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.209.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.21.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.210.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.211.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.212.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.213.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.214.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.215.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.216.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.217.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.218.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.219.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.22.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.22.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.22.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.220.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.220.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.220.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.221.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.221.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.221.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.222.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.222.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.222.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.223.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.223.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.223.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.224.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.224.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.224.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.225.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.225.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.225.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.226.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.226.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.226.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.227.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.227.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.227.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.228.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.228.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.228.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.229.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.229.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.229.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.23.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.23.gate_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.23.up_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.230.down_proj.weight": "model-00180-of-00282.safetensors", + "model.layers.55.mlp.experts.230.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.230.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.231.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.232.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.233.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.234.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.235.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.236.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.237.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.238.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.239.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.24.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.240.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.241.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.242.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.243.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.244.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.245.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.246.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.247.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.248.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.249.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.25.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.250.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.251.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.252.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.253.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.254.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.255.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.26.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.27.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.28.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.29.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.3.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.30.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.31.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.32.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.33.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.34.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.35.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.36.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.37.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.38.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.39.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.4.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.40.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.41.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.42.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.43.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.44.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.45.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.46.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.47.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.48.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.49.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.5.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.50.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.51.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.52.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.53.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.54.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.54.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.54.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.55.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.55.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.55.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.56.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.56.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.56.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.57.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.57.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.57.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.58.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.58.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.58.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.59.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.59.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.59.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.6.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.6.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.6.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.60.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.60.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.60.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.61.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.61.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.61.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.62.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.62.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.62.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.63.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.63.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.63.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.64.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.64.gate_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.64.up_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.65.down_proj.weight": "model-00181-of-00282.safetensors", + "model.layers.55.mlp.experts.65.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.65.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.66.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.67.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.68.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.69.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.7.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.70.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.71.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.72.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.73.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.74.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.75.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.76.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.77.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.78.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.79.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.8.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.80.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.81.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.82.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.83.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.84.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.85.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.86.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.87.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.88.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.89.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.9.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.90.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.91.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.92.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.93.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.94.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.95.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.96.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.97.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.98.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.experts.99.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.e_score_correction_bias": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.gate.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_a_proj_with_mqa.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.kv_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.o_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_a_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.55.self_attn.q_b_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.input_layernorm.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.0.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.1.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.10.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.100.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.101.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.102.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.103.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.104.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.105.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.106.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.107.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.108.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.109.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.11.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.110.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.111.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.111.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.111.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.112.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.112.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.112.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.113.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.113.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.113.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.114.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.114.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.114.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.115.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.115.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.115.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.116.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.116.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.116.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.117.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.117.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.117.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.118.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.118.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.118.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.119.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.119.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.119.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.12.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.12.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.12.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.120.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.120.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.120.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.121.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.121.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.121.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.122.down_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.122.gate_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.122.up_proj.weight": "model-00182-of-00282.safetensors", + "model.layers.56.mlp.experts.123.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.123.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.124.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.125.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.126.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.127.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.128.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.129.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.13.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.130.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.131.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.132.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.133.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.134.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.135.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.136.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.137.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.138.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.139.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.14.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.140.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.141.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.142.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.143.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.144.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.145.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.146.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.147.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.148.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.149.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.15.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.150.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.151.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.152.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.153.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.154.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.155.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.156.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.157.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.158.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.159.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.16.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.160.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.161.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.162.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.163.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.164.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.165.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.166.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.167.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.168.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.169.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.17.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.170.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.171.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.172.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.173.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.174.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.175.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.176.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.176.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.176.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.177.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.177.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.177.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.178.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.178.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.178.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.179.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.179.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.179.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.18.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.18.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.18.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.180.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.180.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.180.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.181.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.181.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.181.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.182.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.182.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.182.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.183.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.183.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.183.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.184.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.184.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.184.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.185.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.185.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.185.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.186.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.186.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.186.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.187.down_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.187.gate_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.187.up_proj.weight": "model-00183-of-00282.safetensors", + "model.layers.56.mlp.experts.188.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.188.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.189.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.19.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.190.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.191.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.192.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.193.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.194.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.195.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.196.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.197.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.198.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.199.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.2.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.20.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.200.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.201.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.202.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.203.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.204.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.205.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.206.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.207.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.208.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.209.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.21.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.210.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.211.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.212.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.213.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.214.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.215.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.216.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.217.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.218.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.219.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.22.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.220.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.221.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.222.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.223.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.224.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.225.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.226.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.227.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.228.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.229.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.23.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.230.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.231.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.232.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.233.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.234.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.235.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.236.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.237.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.238.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.239.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.24.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.24.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.24.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.240.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.240.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.240.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.241.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.241.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.241.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.242.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.242.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.242.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.243.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.243.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.243.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.244.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.244.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.244.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.245.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.245.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.245.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.246.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.246.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.246.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.247.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.247.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.247.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.248.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.248.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.248.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.249.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.249.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.249.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.25.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.25.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.25.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.250.down_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.250.gate_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.250.up_proj.weight": "model-00184-of-00282.safetensors", + "model.layers.56.mlp.experts.251.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.251.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.252.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.253.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.254.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.255.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.26.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.27.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.28.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.29.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.3.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.30.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.31.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.32.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.33.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.34.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.35.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.36.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.37.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.38.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.39.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.4.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.40.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.41.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.42.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.43.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.44.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.45.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.46.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.47.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.48.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.49.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.5.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.50.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.51.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.52.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.53.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.54.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.55.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.56.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.57.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.58.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.59.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.6.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.60.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.61.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.62.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.63.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.64.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.65.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.66.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.67.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.68.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.69.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.7.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.70.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.71.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.72.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.73.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.74.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.74.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.74.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.75.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.75.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.75.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.76.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.76.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.76.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.77.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.77.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.77.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.78.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.78.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.78.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.79.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.79.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.79.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.8.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.8.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.8.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.80.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.80.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.80.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.81.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.81.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.81.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.82.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.82.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.82.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.83.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.83.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.83.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.84.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.84.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.84.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.85.down_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.85.gate_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.85.up_proj.weight": "model-00185-of-00282.safetensors", + "model.layers.56.mlp.experts.86.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.86.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.87.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.88.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.89.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.9.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.90.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.91.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.92.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.93.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.94.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.95.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.96.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.97.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.98.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.experts.99.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.e_score_correction_bias": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.gate.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_a_proj_with_mqa.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.kv_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.o_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_a_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.56.self_attn.q_b_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.input_layernorm.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.0.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.1.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.10.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.100.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.101.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.102.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.103.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.104.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.105.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.106.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.107.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.108.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.109.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.11.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.110.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.111.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.112.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.113.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.114.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.115.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.116.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.117.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.118.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.119.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.12.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.120.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.121.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.122.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.123.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.124.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.125.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.126.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.127.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.128.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.129.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.13.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.130.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.131.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.131.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.131.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.132.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.132.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.132.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.133.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.133.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.133.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.134.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.134.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.134.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.135.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.135.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.135.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.136.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.136.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.136.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.137.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.137.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.137.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.138.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.138.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.138.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.139.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.139.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.139.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.14.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.14.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.14.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.140.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.140.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.140.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.141.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.141.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.141.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.142.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.142.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.142.up_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.143.down_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.143.gate_proj.weight": "model-00186-of-00282.safetensors", + "model.layers.57.mlp.experts.143.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.144.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.145.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.146.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.147.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.148.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.149.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.15.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.150.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.151.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.152.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.153.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.154.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.155.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.156.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.157.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.158.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.159.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.16.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.160.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.161.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.162.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.163.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.164.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.165.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.166.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.167.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.168.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.169.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.17.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.170.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.171.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.172.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.173.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.174.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.175.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.176.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.177.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.178.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.179.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.18.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.180.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.181.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.182.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.183.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.184.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.185.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.186.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.187.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.188.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.189.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.19.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.190.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.191.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.192.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.193.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.194.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.195.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.196.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.196.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.196.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.197.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.197.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.197.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.198.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.198.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.198.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.199.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.199.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.199.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.2.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.2.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.2.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.20.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.20.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.20.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.200.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.200.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.200.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.201.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.201.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.201.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.202.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.202.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.202.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.203.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.203.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.203.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.204.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.204.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.204.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.205.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.205.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.205.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.206.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.206.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.206.up_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.207.down_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.207.gate_proj.weight": "model-00187-of-00282.safetensors", + "model.layers.57.mlp.experts.207.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.208.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.209.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.21.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.210.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.211.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.212.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.213.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.214.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.215.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.216.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.217.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.218.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.219.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.22.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.220.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.221.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.222.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.223.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.224.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.225.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.226.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.227.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.228.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.229.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.23.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.230.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.231.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.232.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.233.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.234.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.235.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.236.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.237.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.238.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.239.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.24.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.240.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.241.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.242.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.243.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.244.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.245.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.246.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.247.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.248.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.249.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.25.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.250.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.251.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.252.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.253.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.254.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.255.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.26.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.27.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.28.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.29.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.3.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.3.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.3.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.30.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.30.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.30.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.31.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.31.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.31.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.32.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.32.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.32.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.33.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.33.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.33.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.34.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.34.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.34.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.35.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.35.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.35.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.36.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.36.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.36.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.37.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.37.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.37.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.38.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.38.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.38.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.39.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.39.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.39.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.4.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.4.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.4.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.40.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.40.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.40.up_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.41.down_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.41.gate_proj.weight": "model-00188-of-00282.safetensors", + "model.layers.57.mlp.experts.41.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.42.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.43.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.44.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.45.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.46.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.47.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.48.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.49.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.5.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.50.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.51.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.52.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.53.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.54.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.55.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.56.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.57.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.58.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.59.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.6.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.60.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.61.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.62.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.63.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.64.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.65.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.66.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.67.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.68.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.69.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.7.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.70.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.71.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.72.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.73.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.74.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.75.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.76.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.77.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.78.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.79.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.8.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.80.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.81.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.82.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.83.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.84.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.85.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.86.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.87.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.88.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.89.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.9.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.90.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.91.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.92.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.93.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.94.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.94.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.94.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.95.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.95.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.95.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.96.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.96.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.96.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.97.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.97.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.97.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.98.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.98.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.98.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.99.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.99.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.experts.99.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.gate.e_score_correction_bias": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.gate.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.kv_a_proj_with_mqa.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.kv_b_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.o_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.q_a_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.q_a_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.57.self_attn.q_b_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.input_layernorm.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.0.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.0.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.0.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.1.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.1.gate_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.1.up_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.10.down_proj.weight": "model-00189-of-00282.safetensors", + "model.layers.58.mlp.experts.10.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.10.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.100.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.101.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.102.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.103.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.104.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.105.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.106.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.107.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.108.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.109.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.11.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.110.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.111.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.112.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.113.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.114.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.115.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.116.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.117.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.118.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.119.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.12.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.120.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.121.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.122.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.123.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.124.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.125.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.126.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.127.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.128.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.129.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.13.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.130.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.131.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.132.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.133.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.134.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.135.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.136.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.137.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.138.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.139.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.14.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.140.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.141.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.142.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.143.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.144.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.145.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.146.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.147.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.148.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.149.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.15.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.150.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.151.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.152.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.152.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.152.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.153.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.153.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.153.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.154.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.154.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.154.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.155.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.155.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.155.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.156.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.156.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.156.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.157.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.157.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.157.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.158.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.158.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.158.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.159.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.159.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.159.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.16.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.16.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.16.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.160.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.160.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.160.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.161.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.161.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.161.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.162.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.162.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.162.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.163.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.163.gate_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.163.up_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.164.down_proj.weight": "model-00190-of-00282.safetensors", + "model.layers.58.mlp.experts.164.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.164.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.165.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.166.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.167.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.168.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.169.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.17.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.170.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.171.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.172.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.173.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.174.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.175.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.176.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.177.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.178.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.179.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.18.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.180.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.181.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.182.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.183.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.184.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.185.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.186.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.187.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.188.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.189.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.19.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.190.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.191.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.192.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.193.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.194.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.195.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.196.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.197.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.198.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.199.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.2.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.20.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.200.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.201.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.202.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.203.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.204.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.205.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.206.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.207.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.208.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.209.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.21.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.210.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.211.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.212.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.213.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.214.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.215.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.216.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.216.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.216.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.217.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.217.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.217.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.218.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.218.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.218.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.219.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.219.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.219.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.22.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.22.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.22.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.220.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.220.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.220.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.221.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.221.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.221.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.222.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.222.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.222.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.223.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.223.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.223.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.224.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.224.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.224.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.225.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.225.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.225.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.226.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.226.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.226.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.227.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.227.gate_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.227.up_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.228.down_proj.weight": "model-00191-of-00282.safetensors", + "model.layers.58.mlp.experts.228.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.228.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.229.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.23.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.230.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.231.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.232.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.233.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.234.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.235.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.236.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.237.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.238.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.239.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.24.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.240.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.241.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.242.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.243.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.244.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.245.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.246.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.247.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.248.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.249.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.25.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.250.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.251.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.252.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.253.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.254.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.255.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.26.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.27.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.28.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.29.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.3.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.30.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.31.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.32.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.33.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.34.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.35.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.36.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.37.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.38.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.39.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.4.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.40.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.41.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.42.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.43.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.44.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.45.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.46.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.47.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.48.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.49.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.5.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.50.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.50.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.50.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.51.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.51.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.51.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.52.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.52.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.52.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.53.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.53.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.53.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.54.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.54.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.54.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.55.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.55.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.55.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.56.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.56.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.56.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.57.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.57.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.57.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.58.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.58.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.58.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.59.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.59.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.59.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.6.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.6.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.6.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.60.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.60.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.60.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.61.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.61.gate_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.61.up_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.62.down_proj.weight": "model-00192-of-00282.safetensors", + "model.layers.58.mlp.experts.62.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.62.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.63.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.64.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.65.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.66.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.67.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.68.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.69.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.7.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.70.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.71.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.72.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.73.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.74.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.75.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.76.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.77.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.78.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.79.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.8.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.80.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.81.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.82.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.83.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.84.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.85.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.86.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.87.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.88.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.89.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.9.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.90.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.91.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.92.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.93.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.94.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.95.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.96.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.97.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.98.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.experts.99.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.e_score_correction_bias": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.gate.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.bias": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.k_norm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.weights_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wk.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.indexer.wq_b.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_a_proj_with_mqa.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.kv_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.o_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_a_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.58.self_attn.q_b_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.input_layernorm.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.0.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.1.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.10.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.100.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.101.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.102.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.103.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.104.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.105.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.106.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.107.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.108.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.108.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.108.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.109.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.109.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.109.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.11.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.11.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.11.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.110.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.110.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.110.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.111.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.111.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.111.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.112.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.112.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.112.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.113.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.113.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.113.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.114.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.114.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.114.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.115.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.115.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.115.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.116.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.116.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.116.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.117.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.117.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.117.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.118.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.118.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.118.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.119.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.119.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.119.up_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.12.down_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.12.gate_proj.weight": "model-00193-of-00282.safetensors", + "model.layers.59.mlp.experts.12.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.120.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.121.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.122.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.123.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.124.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.125.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.126.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.127.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.128.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.129.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.13.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.130.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.131.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.132.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.133.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.134.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.135.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.136.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.137.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.138.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.139.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.14.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.140.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.141.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.142.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.143.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.144.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.145.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.146.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.147.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.148.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.149.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.15.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.150.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.151.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.152.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.153.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.154.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.155.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.156.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.157.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.158.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.159.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.16.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.160.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.161.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.162.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.163.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.164.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.165.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.166.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.167.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.168.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.169.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.17.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.170.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.171.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.172.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.172.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.172.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.173.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.173.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.173.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.174.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.174.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.174.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.175.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.175.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.175.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.176.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.176.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.176.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.177.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.177.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.177.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.178.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.178.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.178.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.179.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.179.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.179.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.18.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.18.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.18.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.180.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.180.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.180.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.181.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.181.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.181.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.182.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.182.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.182.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.183.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.183.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.183.up_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.184.down_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.184.gate_proj.weight": "model-00194-of-00282.safetensors", + "model.layers.59.mlp.experts.184.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.185.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.186.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.187.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.188.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.189.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.19.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.190.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.191.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.192.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.193.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.194.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.195.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.196.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.197.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.198.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.199.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.2.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.20.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.200.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.201.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.202.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.203.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.204.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.205.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.206.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.207.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.208.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.209.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.21.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.210.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.211.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.212.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.213.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.214.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.215.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.216.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.217.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.218.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.219.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.22.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.220.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.221.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.222.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.223.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.224.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.225.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.226.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.227.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.228.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.229.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.23.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.230.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.231.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.232.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.233.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.234.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.235.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.236.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.236.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.236.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.237.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.237.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.237.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.238.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.238.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.238.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.239.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.239.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.239.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.24.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.24.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.24.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.240.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.240.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.240.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.241.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.241.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.241.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.242.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.242.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.242.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.243.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.243.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.243.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.244.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.244.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.244.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.245.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.245.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.245.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.246.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.246.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.246.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.247.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.247.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.247.up_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.248.down_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.248.gate_proj.weight": "model-00195-of-00282.safetensors", + "model.layers.59.mlp.experts.248.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.249.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.25.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.250.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.251.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.252.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.253.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.254.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.255.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.26.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.27.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.28.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.29.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.3.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.30.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.31.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.32.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.33.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.34.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.35.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.36.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.37.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.38.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.39.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.4.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.40.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.41.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.42.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.43.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.44.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.45.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.46.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.47.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.48.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.49.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.5.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.50.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.51.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.52.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.53.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.54.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.55.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.56.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.57.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.58.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.59.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.6.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.60.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.61.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.62.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.63.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.64.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.65.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.66.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.67.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.68.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.69.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.7.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.70.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.70.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.70.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.71.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.71.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.71.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.72.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.72.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.72.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.73.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.73.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.73.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.74.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.74.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.74.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.75.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.75.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.75.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.76.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.76.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.76.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.77.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.77.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.77.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.78.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.78.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.78.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.79.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.79.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.79.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.8.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.8.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.8.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.80.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.80.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.80.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.81.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.81.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.81.up_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.82.down_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.82.gate_proj.weight": "model-00196-of-00282.safetensors", + "model.layers.59.mlp.experts.82.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.83.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.84.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.85.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.86.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.87.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.88.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.89.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.9.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.90.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.91.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.92.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.93.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.94.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.95.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.96.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.97.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.98.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.experts.99.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.e_score_correction_bias": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.gate.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_a_proj_with_mqa.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.kv_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.o_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_a_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.59.self_attn.q_b_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.input_layernorm.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.0.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.1.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.10.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.100.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.101.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.102.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.103.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.104.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.105.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.106.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.107.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.108.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.109.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.11.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.110.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.111.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.112.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.113.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.114.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.115.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.116.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.117.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.118.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.119.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.12.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.120.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.121.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.122.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.123.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.124.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.125.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.126.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.127.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.128.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.128.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.128.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.129.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.129.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.129.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.13.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.13.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.13.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.130.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.130.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.130.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.131.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.131.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.131.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.132.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.132.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.132.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.133.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.133.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.133.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.134.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.134.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.134.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.135.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.135.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.135.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.136.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.136.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.136.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.137.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.137.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.137.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.138.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.138.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.138.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.139.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.139.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.139.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.14.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.14.gate_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.14.up_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.140.down_proj.weight": "model-00197-of-00282.safetensors", + "model.layers.6.mlp.experts.140.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.140.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.141.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.142.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.143.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.144.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.145.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.146.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.147.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.148.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.149.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.15.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.150.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.151.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.152.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.153.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.154.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.155.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.156.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.157.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.158.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.159.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.16.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.160.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.161.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.162.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.163.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.164.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.165.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.166.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.167.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.168.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.169.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.17.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.170.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.171.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.172.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.173.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.174.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.175.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.176.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.177.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.178.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.179.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.18.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.180.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.181.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.182.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.183.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.184.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.185.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.186.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.187.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.188.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.189.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.19.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.190.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.191.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.192.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.192.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.192.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.193.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.193.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.193.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.194.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.194.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.194.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.195.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.195.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.195.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.196.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.196.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.196.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.197.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.197.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.197.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.198.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.198.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.198.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.199.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.199.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.199.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.2.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.2.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.2.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.20.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.20.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.20.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.200.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.200.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.200.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.201.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.201.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.201.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.202.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.202.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.202.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.203.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.203.gate_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.203.up_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.204.down_proj.weight": "model-00198-of-00282.safetensors", + "model.layers.6.mlp.experts.204.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.204.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.205.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.206.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.207.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.208.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.209.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.21.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.210.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.211.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.212.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.213.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.214.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.215.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.216.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.217.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.218.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.219.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.22.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.220.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.221.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.222.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.223.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.224.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.225.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.226.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.227.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.228.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.229.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.23.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.230.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.231.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.232.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.233.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.234.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.235.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.236.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.237.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.238.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.239.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.24.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.240.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.241.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.242.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.243.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.244.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.245.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.246.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.247.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.248.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.249.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.25.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.250.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.251.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.252.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.253.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.254.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.255.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.26.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.26.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.26.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.27.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.27.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.27.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.28.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.28.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.28.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.29.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.29.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.29.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.3.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.3.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.3.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.30.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.30.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.30.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.31.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.31.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.31.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.32.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.32.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.32.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.33.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.33.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.33.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.34.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.34.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.34.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.35.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.35.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.35.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.36.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.36.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.36.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.37.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.37.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.37.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.38.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.38.gate_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.38.up_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.39.down_proj.weight": "model-00199-of-00282.safetensors", + "model.layers.6.mlp.experts.39.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.39.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.4.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.40.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.41.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.42.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.43.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.44.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.45.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.46.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.47.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.48.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.49.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.5.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.50.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.51.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.52.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.53.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.54.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.55.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.56.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.57.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.58.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.59.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.6.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.60.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.61.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.62.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.63.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.64.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.65.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.66.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.67.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.68.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.69.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.7.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.70.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.71.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.72.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.73.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.74.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.75.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.76.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.77.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.78.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.79.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.8.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.80.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.81.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.82.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.83.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.84.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.85.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.86.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.87.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.88.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.89.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.9.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.90.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.90.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.90.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.91.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.91.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.91.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.92.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.92.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.92.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.93.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.93.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.93.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.94.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.94.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.94.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.95.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.95.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.95.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.96.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.96.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.96.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.97.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.97.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.97.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.98.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.98.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.98.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.99.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.99.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.experts.99.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.gate.e_score_correction_bias": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.gate.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.bias": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.k_norm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.weights_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wk.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.indexer.wq_b.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.kv_b_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.q_a_layernorm.weight": "model-00200-of-00282.safetensors", + "model.layers.6.self_attn.q_a_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.6.self_attn.q_b_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.input_layernorm.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.0.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.1.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.10.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.100.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.101.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.102.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.103.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.104.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.105.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.106.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.107.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.108.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.109.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.11.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.110.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.111.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.112.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.113.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.114.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.115.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.116.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.117.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.118.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.119.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.12.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.120.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.121.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.122.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.123.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.124.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.125.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.126.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.127.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.128.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.129.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.13.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.130.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.131.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.132.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.133.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.134.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.135.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.136.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.137.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.138.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.139.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.14.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.140.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.141.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.142.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.143.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.144.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.145.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.146.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.147.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.148.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.149.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.149.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.149.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.15.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.15.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.15.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.150.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.150.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.150.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.151.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.151.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.151.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.152.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.152.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.152.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.153.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.153.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.153.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.154.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.154.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.154.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.155.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.155.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.155.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.156.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.156.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.156.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.157.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.157.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.157.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.158.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.158.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.158.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.159.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.159.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.159.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.16.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.16.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.16.up_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.160.down_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.160.gate_proj.weight": "model-00201-of-00282.safetensors", + "model.layers.60.mlp.experts.160.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.161.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.162.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.163.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.164.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.165.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.166.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.167.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.168.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.169.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.17.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.170.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.171.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.172.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.173.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.174.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.175.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.176.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.177.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.178.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.179.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.18.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.180.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.181.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.182.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.183.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.184.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.185.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.186.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.187.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.188.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.189.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.19.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.190.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.191.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.192.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.193.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.194.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.195.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.196.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.197.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.198.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.199.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.2.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.20.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.200.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.201.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.202.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.203.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.204.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.205.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.206.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.207.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.208.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.209.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.21.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.210.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.211.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.212.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.212.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.212.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.213.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.213.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.213.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.214.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.214.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.214.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.215.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.215.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.215.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.216.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.216.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.216.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.217.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.217.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.217.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.218.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.218.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.218.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.219.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.219.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.219.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.22.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.22.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.22.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.220.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.220.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.220.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.221.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.221.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.221.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.222.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.222.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.222.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.223.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.223.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.223.up_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.224.down_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.224.gate_proj.weight": "model-00202-of-00282.safetensors", + "model.layers.60.mlp.experts.224.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.225.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.226.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.227.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.228.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.229.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.23.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.230.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.231.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.232.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.233.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.234.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.235.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.236.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.237.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.238.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.239.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.24.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.240.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.241.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.242.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.243.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.244.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.245.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.246.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.247.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.248.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.249.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.25.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.250.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.251.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.252.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.253.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.254.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.255.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.26.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.27.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.28.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.29.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.3.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.30.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.31.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.32.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.33.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.34.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.35.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.36.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.37.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.38.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.39.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.4.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.40.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.41.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.42.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.43.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.44.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.45.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.46.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.47.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.47.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.47.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.48.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.48.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.48.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.49.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.49.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.49.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.5.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.5.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.5.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.50.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.50.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.50.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.51.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.51.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.51.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.52.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.52.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.52.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.53.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.53.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.53.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.54.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.54.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.54.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.55.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.55.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.55.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.56.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.56.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.56.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.57.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.57.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.57.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.58.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.58.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.58.up_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.59.down_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.59.gate_proj.weight": "model-00203-of-00282.safetensors", + "model.layers.60.mlp.experts.59.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.6.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.60.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.61.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.62.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.63.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.64.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.65.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.66.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.67.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.68.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.69.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.7.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.70.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.71.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.72.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.73.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.74.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.75.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.76.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.77.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.78.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.79.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.8.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.80.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.81.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.82.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.83.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.84.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.85.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.86.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.87.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.88.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.89.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.9.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.90.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.91.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.92.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.93.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.94.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.95.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.96.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.97.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.98.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.experts.99.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.e_score_correction_bias": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.gate.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.mlp.shared_experts.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_a_proj_with_mqa.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.kv_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.o_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_a_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.60.self_attn.q_b_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.input_layernorm.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.0.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.1.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.10.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.100.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.101.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.102.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.103.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.104.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.104.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.104.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.105.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.105.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.105.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.106.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.106.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.106.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.107.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.107.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.107.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.108.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.108.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.108.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.109.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.109.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.109.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.11.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.11.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.11.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.110.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.110.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.110.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.111.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.111.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.111.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.112.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.112.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.112.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.113.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.113.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.113.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.114.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.114.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.114.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.115.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.115.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.115.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.116.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.116.gate_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.116.up_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.117.down_proj.weight": "model-00204-of-00282.safetensors", + "model.layers.61.mlp.experts.117.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.117.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.118.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.119.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.12.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.120.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.121.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.122.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.123.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.124.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.125.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.126.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.127.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.128.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.129.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.13.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.130.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.131.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.132.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.133.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.134.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.135.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.136.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.137.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.138.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.139.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.14.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.140.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.141.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.142.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.143.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.144.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.145.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.146.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.147.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.148.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.149.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.15.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.150.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.151.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.152.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.153.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.154.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.155.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.156.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.157.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.158.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.159.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.16.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.160.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.161.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.162.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.163.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.164.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.165.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.166.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.167.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.168.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.169.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.169.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.169.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.17.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.17.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.17.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.170.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.170.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.170.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.171.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.171.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.171.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.172.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.172.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.172.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.173.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.173.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.173.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.174.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.174.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.174.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.175.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.175.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.175.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.176.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.176.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.176.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.177.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.177.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.177.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.178.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.178.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.178.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.179.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.179.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.179.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.18.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.18.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.18.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.180.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.180.gate_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.180.up_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.181.down_proj.weight": "model-00205-of-00282.safetensors", + "model.layers.61.mlp.experts.181.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.181.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.182.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.183.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.184.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.185.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.186.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.187.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.188.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.189.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.19.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.190.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.191.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.192.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.193.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.194.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.195.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.196.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.197.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.198.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.199.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.2.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.20.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.200.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.201.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.202.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.203.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.204.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.205.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.206.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.207.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.208.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.209.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.21.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.210.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.211.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.212.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.213.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.214.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.215.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.216.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.217.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.218.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.219.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.22.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.220.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.221.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.222.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.223.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.224.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.225.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.226.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.227.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.228.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.229.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.23.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.230.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.231.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.232.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.232.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.232.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.233.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.233.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.233.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.234.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.234.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.234.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.235.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.235.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.235.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.236.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.236.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.236.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.237.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.237.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.237.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.238.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.238.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.238.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.239.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.239.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.239.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.24.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.24.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.24.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.240.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.240.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.240.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.241.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.241.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.241.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.242.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.242.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.242.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.243.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.243.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.243.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.244.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.244.gate_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.244.up_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.245.down_proj.weight": "model-00206-of-00282.safetensors", + "model.layers.61.mlp.experts.245.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.245.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.246.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.247.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.248.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.249.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.25.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.250.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.251.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.252.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.253.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.254.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.255.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.26.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.27.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.28.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.29.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.3.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.30.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.31.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.32.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.33.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.34.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.35.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.36.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.37.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.38.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.39.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.4.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.40.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.41.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.42.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.43.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.44.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.45.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.46.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.47.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.48.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.49.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.5.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.50.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.51.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.52.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.53.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.54.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.55.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.56.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.57.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.58.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.59.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.6.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.60.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.61.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.62.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.63.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.64.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.65.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.66.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.67.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.67.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.67.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.68.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.68.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.68.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.69.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.69.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.69.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.7.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.7.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.7.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.70.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.70.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.70.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.71.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.71.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.71.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.72.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.72.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.72.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.73.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.73.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.73.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.74.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.74.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.74.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.75.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.75.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.75.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.76.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.76.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.76.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.77.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.77.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.77.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.78.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.78.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.78.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.79.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.79.gate_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.79.up_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.8.down_proj.weight": "model-00207-of-00282.safetensors", + "model.layers.61.mlp.experts.8.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.8.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.80.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.81.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.82.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.83.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.84.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.85.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.86.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.87.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.88.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.89.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.9.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.90.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.91.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.92.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.93.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.94.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.95.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.96.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.97.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.98.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.experts.99.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.e_score_correction_bias": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.gate.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.mlp.shared_experts.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.post_attention_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_a_proj_with_mqa.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.kv_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.o_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_a_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.61.self_attn.q_b_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.input_layernorm.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.0.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.1.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.10.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.100.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.101.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.102.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.103.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.104.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.105.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.106.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.107.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.108.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.109.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.11.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.110.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.111.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.112.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.113.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.114.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.115.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.116.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.117.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.118.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.119.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.12.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.120.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.121.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.122.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.123.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.124.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.124.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.124.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.125.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.125.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.125.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.126.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.126.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.126.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.127.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.127.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.127.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.128.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.128.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.128.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.129.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.129.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.129.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.13.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.13.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.13.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.130.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.130.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.130.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.131.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.131.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.131.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.132.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.132.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.132.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.133.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.133.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.133.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.134.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.134.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.134.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.135.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.135.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.135.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.136.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.136.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.136.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.137.down_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.137.gate_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.137.up_proj.weight": "model-00208-of-00282.safetensors", + "model.layers.62.mlp.experts.138.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.138.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.139.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.14.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.140.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.141.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.142.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.143.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.144.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.145.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.146.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.147.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.148.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.149.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.15.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.150.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.151.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.152.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.153.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.154.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.155.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.156.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.157.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.158.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.159.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.16.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.160.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.161.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.162.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.163.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.164.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.165.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.166.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.167.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.168.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.169.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.17.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.170.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.171.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.172.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.173.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.174.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.175.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.176.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.177.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.178.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.179.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.18.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.180.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.181.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.182.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.183.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.184.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.185.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.186.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.187.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.188.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.189.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.189.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.189.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.19.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.19.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.19.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.190.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.190.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.190.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.191.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.191.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.191.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.192.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.192.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.192.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.193.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.193.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.193.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.194.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.194.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.194.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.195.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.195.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.195.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.196.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.196.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.196.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.197.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.197.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.197.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.198.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.198.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.198.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.199.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.199.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.199.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.2.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.2.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.2.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.20.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.20.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.20.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.200.down_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.200.gate_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.200.up_proj.weight": "model-00209-of-00282.safetensors", + "model.layers.62.mlp.experts.201.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.201.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.202.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.203.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.204.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.205.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.206.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.207.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.208.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.209.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.21.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.210.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.211.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.212.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.213.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.214.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.215.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.216.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.217.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.218.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.219.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.22.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.220.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.221.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.222.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.223.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.224.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.225.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.226.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.227.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.228.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.229.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.23.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.230.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.231.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.232.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.233.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.234.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.235.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.236.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.237.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.238.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.239.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.24.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.240.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.241.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.242.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.243.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.244.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.245.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.246.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.247.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.248.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.249.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.25.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.250.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.251.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.252.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.252.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.252.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.253.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.253.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.253.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.254.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.254.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.254.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.255.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.255.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.255.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.26.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.26.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.26.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.27.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.27.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.27.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.28.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.28.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.28.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.29.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.29.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.29.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.3.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.3.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.3.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.30.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.30.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.30.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.31.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.31.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.31.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.32.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.32.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.32.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.33.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.33.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.33.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.34.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.34.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.34.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.35.down_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.35.gate_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.35.up_proj.weight": "model-00210-of-00282.safetensors", + "model.layers.62.mlp.experts.36.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.36.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.37.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.38.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.39.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.4.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.40.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.41.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.42.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.43.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.44.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.45.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.46.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.47.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.48.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.49.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.5.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.50.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.51.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.52.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.53.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.54.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.55.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.56.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.57.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.58.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.59.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.6.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.60.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.61.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.62.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.63.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.64.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.65.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.66.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.67.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.68.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.69.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.7.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.70.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.71.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.72.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.73.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.74.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.75.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.76.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.77.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.78.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.79.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.8.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.80.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.81.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.82.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.83.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.84.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.85.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.86.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.87.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.87.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.87.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.88.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.88.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.88.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.89.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.89.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.89.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.9.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.9.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.9.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.90.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.90.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.90.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.91.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.91.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.91.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.92.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.92.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.92.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.93.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.93.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.93.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.94.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.94.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.94.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.95.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.95.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.95.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.96.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.96.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.96.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.97.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.97.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.97.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.98.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.98.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.98.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.99.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.99.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.experts.99.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.gate.e_score_correction_bias": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.gate.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.down_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.gate_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.mlp.shared_experts.up_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.post_attention_layernorm.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.bias": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.k_norm.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.weights_proj.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wk.weight": "model-00211-of-00282.safetensors", + "model.layers.62.self_attn.indexer.wq_b.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_a_proj_with_mqa.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.kv_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.o_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_a_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.62.self_attn.q_b_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.input_layernorm.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.0.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.1.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.10.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.100.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.101.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.102.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.103.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.104.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.105.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.106.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.107.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.108.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.109.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.11.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.110.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.111.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.112.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.113.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.114.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.115.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.116.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.117.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.118.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.119.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.12.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.120.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.121.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.122.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.123.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.124.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.125.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.126.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.127.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.128.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.129.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.13.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.130.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.131.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.132.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.133.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.134.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.135.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.136.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.137.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.138.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.139.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.14.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.140.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.141.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.142.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.143.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.144.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.145.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.145.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.145.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.146.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.146.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.146.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.147.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.147.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.147.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.148.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.148.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.148.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.149.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.149.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.149.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.15.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.15.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.15.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.150.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.150.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.150.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.151.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.151.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.151.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.152.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.152.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.152.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.153.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.153.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.153.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.154.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.154.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.154.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.155.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.155.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.155.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.156.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.156.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.156.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.157.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.157.gate_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.157.up_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.158.down_proj.weight": "model-00212-of-00282.safetensors", + "model.layers.63.mlp.experts.158.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.158.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.159.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.16.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.160.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.161.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.162.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.163.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.164.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.165.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.166.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.167.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.168.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.169.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.17.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.170.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.171.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.172.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.173.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.174.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.175.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.176.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.177.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.178.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.179.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.18.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.180.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.181.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.182.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.183.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.184.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.185.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.186.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.187.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.188.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.189.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.19.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.190.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.191.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.192.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.193.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.194.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.195.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.196.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.197.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.198.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.199.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.2.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.20.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.200.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.201.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.202.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.203.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.204.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.205.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.206.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.207.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.208.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.209.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.209.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.209.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.21.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.21.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.21.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.210.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.210.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.210.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.211.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.211.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.211.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.212.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.212.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.212.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.213.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.213.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.213.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.214.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.214.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.214.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.215.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.215.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.215.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.216.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.216.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.216.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.217.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.217.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.217.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.218.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.218.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.218.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.219.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.219.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.219.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.22.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.22.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.22.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.220.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.220.gate_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.220.up_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.221.down_proj.weight": "model-00213-of-00282.safetensors", + "model.layers.63.mlp.experts.221.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.221.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.222.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.223.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.224.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.225.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.226.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.227.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.228.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.229.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.23.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.230.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.231.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.232.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.233.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.234.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.235.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.236.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.237.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.238.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.239.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.24.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.240.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.241.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.242.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.243.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.244.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.245.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.246.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.247.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.248.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.249.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.25.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.250.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.251.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.252.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.253.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.254.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.255.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.26.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.27.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.28.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.29.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.3.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.30.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.31.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.32.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.33.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.34.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.35.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.36.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.37.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.38.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.39.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.4.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.40.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.41.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.42.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.43.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.43.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.43.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.44.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.44.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.44.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.45.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.45.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.45.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.46.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.46.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.46.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.47.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.47.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.47.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.48.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.48.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.48.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.49.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.49.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.49.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.5.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.5.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.5.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.50.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.50.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.50.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.51.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.51.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.51.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.52.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.52.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.52.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.53.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.53.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.53.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.54.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.54.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.54.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.55.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.55.gate_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.55.up_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.56.down_proj.weight": "model-00214-of-00282.safetensors", + "model.layers.63.mlp.experts.56.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.56.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.57.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.58.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.59.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.6.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.60.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.61.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.62.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.63.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.64.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.65.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.66.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.67.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.68.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.69.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.7.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.70.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.71.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.72.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.73.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.74.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.75.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.76.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.77.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.78.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.79.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.8.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.80.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.81.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.82.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.83.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.84.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.85.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.86.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.87.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.88.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.89.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.9.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.90.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.91.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.92.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.93.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.94.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.95.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.96.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.97.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.98.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.experts.99.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.e_score_correction_bias": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.gate.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.mlp.shared_experts.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.post_attention_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_a_proj_with_mqa.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.kv_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.o_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_a_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.63.self_attn.q_b_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.input_layernorm.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.0.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.1.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.10.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.100.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.100.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.100.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.101.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.101.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.101.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.102.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.102.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.102.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.103.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.103.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.103.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.104.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.104.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.104.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.105.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.105.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.105.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.106.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.106.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.106.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.107.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.107.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.107.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.108.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.108.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.108.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.109.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.109.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.109.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.11.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.11.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.11.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.110.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.110.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.110.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.111.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.111.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.111.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.112.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.112.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.112.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.113.down_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.113.gate_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.113.up_proj.weight": "model-00215-of-00282.safetensors", + "model.layers.64.mlp.experts.114.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.114.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.115.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.116.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.117.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.118.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.119.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.12.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.120.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.121.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.122.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.123.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.124.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.125.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.126.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.127.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.128.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.129.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.13.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.130.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.131.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.132.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.133.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.134.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.135.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.136.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.137.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.138.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.139.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.14.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.140.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.141.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.142.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.143.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.144.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.145.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.146.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.147.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.148.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.149.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.15.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.150.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.151.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.152.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.153.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.154.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.155.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.156.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.157.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.158.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.159.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.16.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.160.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.161.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.162.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.163.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.164.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.165.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.165.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.165.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.166.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.166.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.166.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.167.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.167.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.167.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.168.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.168.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.168.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.169.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.169.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.169.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.17.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.17.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.17.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.170.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.170.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.170.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.171.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.171.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.171.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.172.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.172.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.172.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.173.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.173.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.173.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.174.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.174.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.174.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.175.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.175.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.175.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.176.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.176.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.176.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.177.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.177.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.177.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.178.down_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.178.gate_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.178.up_proj.weight": "model-00216-of-00282.safetensors", + "model.layers.64.mlp.experts.179.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.179.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.18.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.180.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.181.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.182.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.183.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.184.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.185.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.186.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.187.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.188.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.189.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.19.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.190.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.191.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.192.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.193.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.194.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.195.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.196.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.197.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.198.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.199.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.2.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.20.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.200.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.201.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.202.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.203.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.204.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.205.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.206.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.207.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.208.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.209.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.21.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.210.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.211.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.212.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.213.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.214.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.215.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.216.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.217.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.218.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.219.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.22.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.220.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.221.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.222.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.223.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.224.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.225.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.226.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.227.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.228.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.229.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.229.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.229.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.23.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.23.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.23.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.230.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.230.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.230.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.231.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.231.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.231.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.232.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.232.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.232.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.233.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.233.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.233.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.234.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.234.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.234.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.235.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.235.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.235.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.236.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.236.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.236.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.237.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.237.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.237.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.238.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.238.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.238.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.239.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.239.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.239.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.24.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.24.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.24.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.240.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.240.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.240.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.241.down_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.241.gate_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.241.up_proj.weight": "model-00217-of-00282.safetensors", + "model.layers.64.mlp.experts.242.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.242.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.243.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.244.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.245.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.246.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.247.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.248.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.249.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.25.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.250.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.251.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.252.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.253.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.254.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.255.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.26.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.27.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.28.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.29.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.3.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.30.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.31.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.32.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.33.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.34.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.35.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.36.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.37.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.38.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.39.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.4.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.40.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.41.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.42.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.43.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.44.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.45.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.46.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.47.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.48.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.49.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.5.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.50.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.51.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.52.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.53.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.54.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.55.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.56.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.57.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.58.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.59.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.6.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.60.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.61.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.62.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.63.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.63.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.63.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.64.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.64.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.64.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.65.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.65.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.65.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.66.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.66.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.66.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.67.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.67.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.67.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.68.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.68.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.68.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.69.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.69.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.69.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.7.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.7.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.7.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.70.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.70.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.70.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.71.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.71.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.71.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.72.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.72.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.72.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.73.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.73.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.73.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.74.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.74.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.74.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.75.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.75.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.75.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.76.down_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.76.gate_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.76.up_proj.weight": "model-00218-of-00282.safetensors", + "model.layers.64.mlp.experts.77.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.77.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.78.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.79.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.8.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.80.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.81.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.82.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.83.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.84.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.85.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.86.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.87.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.88.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.89.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.9.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.90.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.91.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.92.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.93.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.94.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.95.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.96.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.97.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.98.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.experts.99.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.e_score_correction_bias": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.gate.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.mlp.shared_experts.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.post_attention_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_a_proj_with_mqa.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.kv_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.o_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_a_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.64.self_attn.q_b_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.input_layernorm.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.0.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.1.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.10.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.100.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.101.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.102.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.103.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.104.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.105.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.106.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.107.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.108.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.109.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.11.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.110.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.111.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.112.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.113.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.114.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.115.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.116.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.117.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.118.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.119.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.12.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.120.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.120.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.120.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.121.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.121.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.121.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.122.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.122.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.122.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.123.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.123.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.123.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.124.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.124.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.124.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.125.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.125.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.125.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.126.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.126.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.126.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.127.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.127.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.127.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.128.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.128.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.128.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.129.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.129.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.129.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.13.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.13.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.13.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.130.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.130.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.130.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.131.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.131.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.131.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.132.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.132.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.132.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.133.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.133.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.133.up_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.134.down_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.134.gate_proj.weight": "model-00219-of-00282.safetensors", + "model.layers.65.mlp.experts.134.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.135.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.136.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.137.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.138.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.139.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.14.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.140.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.141.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.142.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.143.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.144.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.145.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.146.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.147.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.148.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.149.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.15.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.150.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.151.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.152.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.153.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.154.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.155.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.156.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.157.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.158.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.159.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.16.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.160.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.161.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.162.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.163.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.164.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.165.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.166.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.167.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.168.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.169.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.17.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.170.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.171.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.172.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.173.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.174.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.175.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.176.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.177.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.178.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.179.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.18.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.180.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.181.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.182.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.183.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.184.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.185.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.185.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.185.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.186.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.186.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.186.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.187.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.187.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.187.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.188.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.188.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.188.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.189.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.189.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.189.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.19.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.19.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.19.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.190.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.190.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.190.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.191.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.191.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.191.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.192.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.192.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.192.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.193.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.193.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.193.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.194.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.194.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.194.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.195.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.195.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.195.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.196.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.196.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.196.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.197.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.197.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.197.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.198.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.198.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.198.up_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.199.down_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.199.gate_proj.weight": "model-00220-of-00282.safetensors", + "model.layers.65.mlp.experts.199.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.2.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.20.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.200.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.201.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.202.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.203.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.204.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.205.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.206.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.207.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.208.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.209.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.21.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.210.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.211.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.212.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.213.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.214.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.215.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.216.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.217.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.218.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.219.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.22.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.220.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.221.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.222.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.223.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.224.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.225.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.226.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.227.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.228.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.229.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.23.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.230.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.231.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.232.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.233.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.234.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.235.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.236.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.237.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.238.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.239.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.24.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.240.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.241.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.242.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.243.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.244.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.245.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.246.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.247.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.248.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.249.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.249.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.249.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.25.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.25.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.25.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.250.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.250.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.250.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.251.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.251.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.251.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.252.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.252.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.252.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.253.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.253.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.253.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.254.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.254.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.254.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.255.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.255.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.255.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.26.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.26.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.26.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.27.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.27.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.27.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.28.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.28.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.28.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.29.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.29.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.29.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.3.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.3.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.3.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.30.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.30.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.30.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.31.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.31.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.31.up_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.32.down_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.32.gate_proj.weight": "model-00221-of-00282.safetensors", + "model.layers.65.mlp.experts.32.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.33.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.34.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.35.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.36.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.37.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.38.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.39.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.4.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.40.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.41.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.42.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.43.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.44.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.45.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.46.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.47.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.48.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.49.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.5.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.50.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.51.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.52.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.53.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.54.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.55.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.56.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.57.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.58.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.59.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.6.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.60.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.61.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.62.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.63.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.64.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.65.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.66.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.67.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.68.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.69.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.7.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.70.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.71.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.72.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.73.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.74.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.75.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.76.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.77.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.78.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.79.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.8.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.80.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.81.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.82.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.83.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.83.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.83.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.84.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.84.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.84.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.85.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.85.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.85.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.86.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.86.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.86.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.87.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.87.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.87.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.88.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.88.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.88.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.89.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.89.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.89.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.9.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.9.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.9.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.90.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.90.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.90.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.91.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.91.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.91.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.92.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.92.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.92.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.93.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.93.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.93.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.94.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.94.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.94.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.95.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.95.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.95.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.96.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.96.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.96.up_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.97.down_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.97.gate_proj.weight": "model-00222-of-00282.safetensors", + "model.layers.65.mlp.experts.97.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.98.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.experts.99.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.e_score_correction_bias": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.gate.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.mlp.shared_experts.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.post_attention_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_a_proj_with_mqa.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.kv_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.o_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_a_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.65.self_attn.q_b_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.input_layernorm.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.0.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.1.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.10.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.100.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.101.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.102.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.103.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.104.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.105.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.106.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.107.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.108.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.109.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.11.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.110.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.111.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.112.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.113.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.114.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.115.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.116.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.117.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.118.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.119.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.12.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.120.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.121.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.122.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.123.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.124.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.125.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.126.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.127.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.128.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.129.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.13.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.130.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.131.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.132.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.133.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.134.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.135.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.136.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.137.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.138.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.139.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.14.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.140.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.141.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.141.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.141.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.142.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.142.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.142.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.143.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.143.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.143.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.144.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.144.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.144.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.145.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.145.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.145.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.146.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.146.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.146.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.147.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.147.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.147.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.148.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.148.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.148.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.149.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.149.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.149.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.15.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.15.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.15.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.150.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.150.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.150.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.151.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.151.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.151.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.152.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.152.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.152.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.153.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.153.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.153.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.154.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.154.gate_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.154.up_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.155.down_proj.weight": "model-00223-of-00282.safetensors", + "model.layers.66.mlp.experts.155.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.155.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.156.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.157.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.158.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.159.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.16.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.160.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.161.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.162.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.163.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.164.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.165.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.166.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.167.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.168.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.169.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.17.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.170.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.171.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.172.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.173.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.174.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.175.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.176.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.177.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.178.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.179.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.18.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.180.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.181.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.182.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.183.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.184.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.185.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.186.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.187.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.188.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.189.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.19.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.190.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.191.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.192.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.193.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.194.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.195.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.196.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.197.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.198.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.199.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.2.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.20.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.200.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.201.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.202.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.203.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.204.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.205.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.205.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.205.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.206.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.206.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.206.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.207.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.207.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.207.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.208.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.208.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.208.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.209.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.209.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.209.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.21.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.21.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.21.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.210.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.210.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.210.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.211.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.211.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.211.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.212.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.212.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.212.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.213.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.213.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.213.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.214.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.214.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.214.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.215.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.215.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.215.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.216.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.216.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.216.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.217.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.217.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.217.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.218.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.218.gate_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.218.up_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.219.down_proj.weight": "model-00224-of-00282.safetensors", + "model.layers.66.mlp.experts.219.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.219.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.22.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.220.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.221.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.222.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.223.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.224.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.225.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.226.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.227.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.228.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.229.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.23.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.230.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.231.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.232.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.233.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.234.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.235.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.236.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.237.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.238.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.239.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.24.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.240.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.241.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.242.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.243.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.244.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.245.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.246.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.247.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.248.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.249.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.25.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.250.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.251.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.252.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.253.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.254.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.255.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.26.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.27.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.28.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.29.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.3.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.30.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.31.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.32.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.33.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.34.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.35.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.36.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.37.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.38.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.39.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.4.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.4.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.4.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.40.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.40.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.40.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.41.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.41.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.41.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.42.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.42.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.42.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.43.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.43.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.43.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.44.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.44.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.44.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.45.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.45.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.45.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.46.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.46.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.46.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.47.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.47.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.47.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.48.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.48.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.48.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.49.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.49.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.49.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.5.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.5.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.5.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.50.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.50.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.50.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.51.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.51.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.51.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.52.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.52.gate_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.52.up_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.53.down_proj.weight": "model-00225-of-00282.safetensors", + "model.layers.66.mlp.experts.53.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.53.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.54.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.55.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.56.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.57.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.58.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.59.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.6.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.60.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.61.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.62.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.63.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.64.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.65.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.66.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.67.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.68.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.69.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.7.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.70.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.71.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.72.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.73.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.74.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.75.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.76.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.77.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.78.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.79.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.8.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.80.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.81.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.82.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.83.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.84.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.85.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.86.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.87.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.88.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.89.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.9.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.90.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.91.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.92.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.93.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.94.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.95.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.96.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.97.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.98.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.experts.99.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.e_score_correction_bias": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.gate.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.mlp.shared_experts.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.post_attention_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.bias": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.k_norm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.weights_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wk.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.indexer.wq_b.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_a_proj_with_mqa.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.kv_b_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.o_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.q_a_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.q_a_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.66.self_attn.q_b_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.input_layernorm.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.0.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.0.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.0.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.1.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.1.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.1.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.10.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.10.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.10.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.100.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.100.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.100.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.101.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.101.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.101.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.102.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.102.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.102.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.103.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.103.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.103.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.104.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.104.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.104.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.105.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.105.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.105.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.106.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.106.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.106.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.107.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.107.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.107.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.108.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.108.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.108.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.109.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.109.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.109.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.11.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.11.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.11.up_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.110.down_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.110.gate_proj.weight": "model-00226-of-00282.safetensors", + "model.layers.67.mlp.experts.110.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.111.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.112.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.113.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.114.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.115.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.116.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.117.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.118.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.119.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.12.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.120.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.121.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.122.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.123.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.124.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.125.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.126.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.127.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.128.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.129.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.13.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.130.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.131.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.132.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.133.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.134.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.135.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.136.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.137.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.138.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.139.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.14.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.140.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.141.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.142.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.143.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.144.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.145.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.146.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.147.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.148.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.149.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.15.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.150.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.151.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.152.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.153.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.154.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.155.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.156.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.157.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.158.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.159.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.16.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.16.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.16.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.160.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.160.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.160.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.161.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.161.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.161.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.162.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.162.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.162.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.163.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.163.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.163.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.164.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.164.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.164.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.165.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.165.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.165.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.166.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.166.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.166.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.167.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.167.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.167.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.168.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.168.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.168.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.169.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.169.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.169.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.17.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.17.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.17.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.170.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.170.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.170.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.171.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.171.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.171.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.172.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.172.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.172.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.173.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.173.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.173.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.174.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.174.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.174.up_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.175.down_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.175.gate_proj.weight": "model-00227-of-00282.safetensors", + "model.layers.67.mlp.experts.175.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.176.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.177.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.178.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.179.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.18.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.180.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.181.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.182.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.183.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.184.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.185.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.186.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.187.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.188.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.189.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.19.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.190.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.191.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.192.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.193.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.194.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.195.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.196.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.197.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.198.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.199.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.2.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.20.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.200.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.201.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.202.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.203.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.204.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.205.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.206.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.207.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.208.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.209.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.21.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.210.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.211.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.212.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.213.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.214.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.215.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.216.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.217.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.218.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.219.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.22.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.220.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.221.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.222.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.223.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.223.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.223.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.224.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.224.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.224.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.225.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.225.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.225.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.226.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.226.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.226.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.227.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.227.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.227.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.228.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.228.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.228.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.229.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.229.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.229.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.23.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.23.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.23.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.230.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.230.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.230.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.231.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.231.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.231.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.232.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.232.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.232.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.233.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.233.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.233.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.234.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.234.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.234.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.235.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.235.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.235.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.236.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.236.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.236.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.237.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.237.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.237.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.238.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.238.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.238.up_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.239.down_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.239.gate_proj.weight": "model-00228-of-00282.safetensors", + "model.layers.67.mlp.experts.239.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.24.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.240.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.241.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.242.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.243.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.244.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.245.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.246.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.247.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.248.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.249.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.25.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.250.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.251.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.252.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.253.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.254.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.255.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.26.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.27.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.28.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.29.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.3.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.30.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.31.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.32.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.33.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.34.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.35.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.36.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.37.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.38.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.39.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.4.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.40.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.41.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.42.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.43.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.44.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.45.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.46.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.47.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.48.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.49.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.5.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.50.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.51.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.52.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.53.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.54.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.55.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.56.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.57.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.58.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.58.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.58.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.59.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.59.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.59.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.6.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.6.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.6.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.60.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.60.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.60.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.61.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.61.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.61.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.62.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.62.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.62.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.63.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.63.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.63.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.64.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.64.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.64.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.65.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.65.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.65.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.66.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.66.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.66.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.67.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.67.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.67.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.68.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.68.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.68.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.69.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.69.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.69.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.7.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.7.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.7.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.70.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.70.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.70.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.71.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.71.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.71.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.72.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.72.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.72.up_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.73.down_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.73.gate_proj.weight": "model-00229-of-00282.safetensors", + "model.layers.67.mlp.experts.73.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.74.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.75.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.76.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.77.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.78.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.79.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.8.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.80.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.81.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.82.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.83.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.84.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.85.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.86.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.87.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.88.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.89.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.9.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.90.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.91.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.92.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.93.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.94.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.95.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.96.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.97.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.98.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.experts.99.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.e_score_correction_bias": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.gate.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.mlp.shared_experts.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.post_attention_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_a_proj_with_mqa.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.kv_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.o_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_a_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.67.self_attn.q_b_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.input_layernorm.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.0.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.1.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.10.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.100.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.101.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.102.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.103.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.104.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.105.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.106.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.107.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.108.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.109.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.11.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.110.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.111.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.112.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.113.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.114.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.115.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.115.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.115.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.116.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.116.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.116.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.117.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.117.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.117.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.118.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.118.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.118.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.119.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.119.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.119.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.12.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.12.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.12.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.120.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.120.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.120.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.121.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.121.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.121.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.122.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.122.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.122.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.123.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.123.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.123.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.124.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.124.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.124.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.125.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.125.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.125.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.126.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.126.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.126.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.127.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.127.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.127.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.128.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.128.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.128.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.129.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.129.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.129.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.13.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.13.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.13.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.130.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.130.gate_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.130.up_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.131.down_proj.weight": "model-00230-of-00282.safetensors", + "model.layers.68.mlp.experts.131.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.131.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.132.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.133.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.134.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.135.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.136.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.137.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.138.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.139.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.14.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.140.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.141.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.142.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.143.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.144.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.145.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.146.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.147.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.148.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.149.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.15.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.150.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.151.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.152.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.153.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.154.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.155.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.156.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.157.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.158.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.159.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.16.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.160.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.161.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.162.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.163.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.164.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.165.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.166.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.167.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.168.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.169.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.17.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.170.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.171.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.172.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.173.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.174.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.175.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.176.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.177.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.178.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.179.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.18.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.18.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.18.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.180.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.180.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.180.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.181.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.181.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.181.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.182.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.182.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.182.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.183.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.183.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.183.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.184.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.184.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.184.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.185.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.185.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.185.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.186.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.186.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.186.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.187.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.187.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.187.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.188.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.188.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.188.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.189.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.189.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.189.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.19.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.19.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.19.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.190.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.190.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.190.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.191.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.191.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.191.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.192.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.192.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.192.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.193.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.193.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.193.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.194.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.194.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.194.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.195.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.195.gate_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.195.up_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.196.down_proj.weight": "model-00231-of-00282.safetensors", + "model.layers.68.mlp.experts.196.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.196.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.197.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.198.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.199.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.2.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.20.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.200.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.201.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.202.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.203.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.204.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.205.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.206.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.207.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.208.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.209.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.21.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.210.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.211.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.212.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.213.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.214.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.215.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.216.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.217.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.218.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.219.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.22.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.220.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.221.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.222.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.223.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.224.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.225.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.226.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.227.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.228.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.229.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.23.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.230.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.231.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.232.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.233.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.234.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.235.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.236.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.237.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.238.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.239.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.24.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.240.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.241.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.242.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.243.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.243.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.243.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.244.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.244.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.244.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.245.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.245.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.245.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.246.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.246.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.246.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.247.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.247.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.247.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.248.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.248.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.248.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.249.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.249.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.249.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.25.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.25.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.25.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.250.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.250.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.250.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.251.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.251.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.251.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.252.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.252.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.252.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.253.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.253.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.253.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.254.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.254.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.254.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.255.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.255.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.255.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.26.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.26.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.26.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.27.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.27.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.27.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.28.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.28.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.28.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.29.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.29.gate_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.29.up_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.3.down_proj.weight": "model-00232-of-00282.safetensors", + "model.layers.68.mlp.experts.3.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.3.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.30.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.31.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.32.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.33.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.34.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.35.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.36.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.37.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.38.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.39.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.4.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.40.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.41.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.42.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.43.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.44.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.45.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.46.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.47.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.48.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.49.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.5.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.50.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.51.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.52.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.53.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.54.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.55.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.56.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.57.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.58.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.59.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.6.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.60.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.61.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.62.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.63.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.64.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.65.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.66.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.67.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.68.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.69.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.7.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.70.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.71.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.72.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.73.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.74.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.75.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.76.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.77.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.78.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.78.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.78.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.79.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.79.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.79.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.8.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.8.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.8.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.80.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.80.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.80.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.81.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.81.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.81.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.82.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.82.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.82.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.83.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.83.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.83.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.84.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.84.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.84.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.85.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.85.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.85.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.86.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.86.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.86.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.87.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.87.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.87.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.88.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.88.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.88.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.89.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.89.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.89.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.9.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.9.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.9.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.90.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.90.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.90.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.91.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.91.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.91.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.92.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.92.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.92.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.93.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.93.gate_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.93.up_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.94.down_proj.weight": "model-00233-of-00282.safetensors", + "model.layers.68.mlp.experts.94.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.94.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.95.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.96.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.97.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.98.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.experts.99.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.e_score_correction_bias": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.gate.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.mlp.shared_experts.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.post_attention_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_a_proj_with_mqa.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.kv_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.o_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_a_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.68.self_attn.q_b_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.input_layernorm.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.0.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.1.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.10.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.100.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.101.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.102.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.103.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.104.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.105.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.106.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.107.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.108.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.109.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.11.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.110.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.111.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.112.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.113.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.114.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.115.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.116.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.117.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.118.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.119.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.12.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.120.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.121.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.122.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.123.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.124.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.125.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.126.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.127.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.128.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.129.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.13.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.130.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.131.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.132.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.133.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.134.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.135.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.135.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.135.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.136.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.136.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.136.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.137.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.137.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.137.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.138.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.138.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.138.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.139.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.139.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.139.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.14.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.14.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.14.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.140.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.140.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.140.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.141.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.141.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.141.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.142.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.142.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.142.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.143.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.143.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.143.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.144.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.144.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.144.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.145.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.145.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.145.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.146.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.146.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.146.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.147.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.147.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.147.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.148.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.148.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.148.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.149.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.149.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.149.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.15.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.15.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.15.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.150.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.150.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.150.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.151.down_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.151.gate_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.151.up_proj.weight": "model-00234-of-00282.safetensors", + "model.layers.69.mlp.experts.152.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.152.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.153.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.154.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.155.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.156.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.157.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.158.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.159.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.16.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.160.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.161.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.162.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.163.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.164.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.165.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.166.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.167.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.168.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.169.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.17.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.170.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.171.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.172.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.173.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.174.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.175.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.176.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.177.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.178.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.179.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.18.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.180.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.181.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.182.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.183.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.184.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.185.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.186.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.187.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.188.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.189.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.19.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.190.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.191.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.192.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.193.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.194.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.195.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.196.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.197.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.198.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.199.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.2.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.2.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.2.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.20.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.20.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.20.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.200.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.200.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.200.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.201.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.201.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.201.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.202.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.202.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.202.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.203.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.203.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.203.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.204.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.204.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.204.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.205.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.205.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.205.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.206.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.206.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.206.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.207.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.207.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.207.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.208.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.208.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.208.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.209.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.209.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.209.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.21.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.21.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.21.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.210.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.210.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.210.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.211.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.211.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.211.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.212.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.212.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.212.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.213.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.213.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.213.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.214.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.214.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.214.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.215.down_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.215.gate_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.215.up_proj.weight": "model-00235-of-00282.safetensors", + "model.layers.69.mlp.experts.216.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.216.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.217.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.218.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.219.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.22.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.220.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.221.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.222.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.223.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.224.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.225.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.226.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.227.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.228.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.229.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.23.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.230.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.231.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.232.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.233.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.234.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.235.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.236.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.237.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.238.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.239.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.24.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.240.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.241.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.242.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.243.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.244.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.245.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.246.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.247.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.248.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.249.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.25.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.250.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.251.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.252.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.253.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.254.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.255.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.26.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.27.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.28.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.29.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.3.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.30.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.31.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.32.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.33.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.33.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.33.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.34.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.34.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.34.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.35.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.35.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.35.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.36.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.36.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.36.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.37.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.37.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.37.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.38.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.38.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.38.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.39.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.39.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.39.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.4.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.4.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.4.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.40.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.40.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.40.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.41.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.41.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.41.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.42.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.42.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.42.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.43.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.43.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.43.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.44.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.44.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.44.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.45.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.45.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.45.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.46.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.46.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.46.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.47.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.47.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.47.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.48.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.48.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.48.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.49.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.49.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.49.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.5.down_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.5.gate_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.5.up_proj.weight": "model-00236-of-00282.safetensors", + "model.layers.69.mlp.experts.50.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.50.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.51.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.52.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.53.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.54.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.55.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.56.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.57.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.58.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.59.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.6.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.60.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.61.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.62.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.63.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.64.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.65.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.66.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.67.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.68.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.69.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.7.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.70.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.71.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.72.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.73.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.74.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.75.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.76.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.77.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.78.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.79.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.8.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.80.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.81.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.82.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.83.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.84.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.85.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.86.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.87.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.88.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.89.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.9.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.90.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.91.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.92.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.93.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.94.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.95.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.96.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.97.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.98.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.98.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.98.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.99.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.99.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.experts.99.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.gate.e_score_correction_bias": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.gate.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.mlp.shared_experts.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.post_attention_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.kv_a_proj_with_mqa.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.kv_b_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.o_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.q_a_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.q_a_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.69.self_attn.q_b_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.input_layernorm.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.0.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.0.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.0.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.1.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.1.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.1.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.10.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.10.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.10.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.100.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.100.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.100.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.101.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.101.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.101.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.102.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.102.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.102.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.103.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.103.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.103.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.104.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.104.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.104.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.105.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.105.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.105.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.106.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.106.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.106.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.107.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.107.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.107.up_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.108.down_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.108.gate_proj.weight": "model-00237-of-00282.safetensors", + "model.layers.7.mlp.experts.108.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.109.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.11.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.110.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.111.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.112.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.113.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.114.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.115.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.116.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.117.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.118.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.119.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.12.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.120.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.121.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.122.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.123.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.124.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.125.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.126.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.127.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.128.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.129.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.13.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.130.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.131.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.132.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.133.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.134.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.135.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.136.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.137.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.138.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.139.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.14.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.140.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.141.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.142.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.143.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.144.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.145.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.146.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.147.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.148.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.149.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.15.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.150.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.151.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.152.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.153.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.154.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.155.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.156.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.156.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.156.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.157.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.157.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.157.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.158.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.158.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.158.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.159.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.159.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.159.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.16.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.16.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.16.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.160.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.160.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.160.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.161.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.161.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.161.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.162.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.162.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.162.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.163.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.163.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.163.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.164.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.164.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.164.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.165.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.165.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.165.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.166.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.166.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.166.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.167.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.167.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.167.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.168.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.168.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.168.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.169.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.169.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.169.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.17.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.17.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.17.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.170.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.170.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.170.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.171.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.171.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.171.up_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.172.down_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.172.gate_proj.weight": "model-00238-of-00282.safetensors", + "model.layers.7.mlp.experts.172.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.173.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.174.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.175.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.176.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.177.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.178.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.179.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.18.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.180.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.181.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.182.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.183.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.184.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.185.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.186.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.187.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.188.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.189.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.19.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.190.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.191.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.192.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.193.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.194.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.195.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.196.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.197.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.198.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.199.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.2.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.20.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.200.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.201.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.202.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.203.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.204.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.205.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.206.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.207.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.208.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.209.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.21.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.210.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.211.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.212.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.213.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.214.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.215.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.216.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.217.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.218.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.219.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.22.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.22.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.22.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.220.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.220.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.220.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.221.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.221.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.221.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.222.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.222.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.222.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.223.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.223.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.223.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.224.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.224.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.224.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.225.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.225.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.225.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.226.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.226.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.226.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.227.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.227.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.227.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.228.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.228.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.228.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.229.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.229.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.229.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.23.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.23.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.23.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.230.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.230.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.230.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.231.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.231.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.231.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.232.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.232.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.232.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.233.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.233.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.233.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.234.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.234.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.234.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.235.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.235.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.235.up_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.236.down_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.236.gate_proj.weight": "model-00239-of-00282.safetensors", + "model.layers.7.mlp.experts.236.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.237.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.238.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.239.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.24.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.240.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.241.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.242.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.243.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.244.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.245.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.246.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.247.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.248.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.249.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.25.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.250.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.251.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.252.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.253.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.254.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.255.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.26.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.27.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.28.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.29.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.3.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.30.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.31.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.32.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.33.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.34.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.35.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.36.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.37.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.38.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.39.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.4.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.40.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.41.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.42.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.43.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.44.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.45.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.46.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.47.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.48.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.49.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.5.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.50.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.51.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.52.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.53.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.54.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.54.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.54.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.55.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.55.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.55.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.56.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.56.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.56.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.57.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.57.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.57.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.58.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.58.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.58.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.59.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.59.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.59.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.6.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.6.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.6.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.60.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.60.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.60.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.61.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.61.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.61.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.62.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.62.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.62.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.63.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.63.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.63.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.64.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.64.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.64.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.65.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.65.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.65.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.66.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.66.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.66.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.67.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.67.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.67.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.68.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.68.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.68.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.69.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.69.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.69.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.7.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.7.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.7.up_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.70.down_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.70.gate_proj.weight": "model-00240-of-00282.safetensors", + "model.layers.7.mlp.experts.70.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.71.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.72.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.73.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.74.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.75.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.76.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.77.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.78.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.79.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.8.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.80.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.81.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.82.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.83.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.84.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.85.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.86.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.87.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.88.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.89.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.9.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.90.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.91.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.92.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.93.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.94.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.95.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.96.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.97.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.98.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.experts.99.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.e_score_correction_bias": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.gate.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.kv_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_a_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.7.self_attn.q_b_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.input_layernorm.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.0.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.1.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.10.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.100.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.101.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.102.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.103.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.104.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.105.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.106.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.107.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.108.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.109.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.11.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.110.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.111.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.111.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.111.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.112.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.112.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.112.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.113.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.113.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.113.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.114.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.114.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.114.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.115.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.115.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.115.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.116.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.116.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.116.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.117.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.117.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.117.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.118.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.118.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.118.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.119.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.119.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.119.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.12.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.12.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.12.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.120.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.120.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.120.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.121.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.121.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.121.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.122.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.122.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.122.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.123.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.123.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.123.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.124.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.124.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.124.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.125.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.125.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.125.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.126.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.126.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.126.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.127.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.127.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.127.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.128.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.128.gate_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.128.up_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.129.down_proj.weight": "model-00241-of-00282.safetensors", + "model.layers.70.mlp.experts.129.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.129.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.13.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.130.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.131.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.132.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.133.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.134.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.135.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.136.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.137.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.138.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.139.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.14.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.140.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.141.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.142.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.143.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.144.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.145.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.146.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.147.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.148.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.149.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.15.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.150.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.151.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.152.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.153.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.154.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.155.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.156.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.157.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.158.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.159.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.16.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.160.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.161.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.162.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.163.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.164.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.165.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.166.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.167.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.168.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.169.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.17.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.170.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.171.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.172.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.173.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.174.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.175.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.176.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.176.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.176.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.177.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.177.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.177.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.178.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.178.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.178.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.179.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.179.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.179.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.18.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.18.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.18.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.180.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.180.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.180.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.181.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.181.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.181.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.182.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.182.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.182.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.183.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.183.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.183.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.184.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.184.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.184.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.185.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.185.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.185.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.186.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.186.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.186.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.187.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.187.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.187.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.188.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.188.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.188.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.189.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.189.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.189.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.19.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.19.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.19.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.190.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.190.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.190.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.191.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.191.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.191.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.192.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.192.gate_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.192.up_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.193.down_proj.weight": "model-00242-of-00282.safetensors", + "model.layers.70.mlp.experts.193.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.193.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.194.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.195.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.196.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.197.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.198.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.199.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.2.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.20.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.200.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.201.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.202.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.203.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.204.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.205.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.206.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.207.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.208.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.209.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.21.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.210.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.211.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.212.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.213.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.214.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.215.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.216.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.217.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.218.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.219.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.22.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.220.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.221.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.222.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.223.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.224.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.225.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.226.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.227.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.228.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.229.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.23.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.230.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.231.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.232.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.233.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.234.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.235.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.236.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.237.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.238.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.239.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.24.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.24.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.24.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.240.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.240.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.240.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.241.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.241.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.241.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.242.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.242.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.242.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.243.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.243.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.243.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.244.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.244.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.244.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.245.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.245.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.245.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.246.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.246.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.246.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.247.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.247.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.247.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.248.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.248.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.248.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.249.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.249.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.249.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.25.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.25.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.25.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.250.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.250.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.250.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.251.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.251.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.251.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.252.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.252.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.252.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.253.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.253.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.253.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.254.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.254.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.254.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.255.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.255.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.255.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.26.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.26.gate_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.26.up_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.27.down_proj.weight": "model-00243-of-00282.safetensors", + "model.layers.70.mlp.experts.27.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.27.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.28.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.29.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.3.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.30.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.31.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.32.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.33.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.34.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.35.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.36.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.37.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.38.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.39.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.4.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.40.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.41.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.42.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.43.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.44.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.45.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.46.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.47.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.48.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.49.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.5.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.50.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.51.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.52.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.53.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.54.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.55.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.56.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.57.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.58.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.59.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.6.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.60.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.61.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.62.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.63.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.64.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.65.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.66.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.67.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.68.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.69.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.7.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.70.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.71.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.72.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.73.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.74.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.74.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.74.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.75.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.75.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.75.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.76.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.76.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.76.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.77.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.77.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.77.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.78.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.78.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.78.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.79.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.79.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.79.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.8.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.8.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.8.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.80.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.80.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.80.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.81.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.81.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.81.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.82.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.82.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.82.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.83.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.83.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.83.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.84.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.84.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.84.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.85.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.85.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.85.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.86.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.86.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.86.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.87.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.87.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.87.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.88.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.88.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.88.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.89.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.89.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.89.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.9.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.9.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.9.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.90.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.90.gate_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.90.up_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.91.down_proj.weight": "model-00244-of-00282.safetensors", + "model.layers.70.mlp.experts.91.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.91.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.92.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.93.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.94.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.95.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.96.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.97.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.98.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.experts.99.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.e_score_correction_bias": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.gate.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.mlp.shared_experts.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.post_attention_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.bias": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.k_norm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.weights_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wk.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.indexer.wq_b.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_a_proj_with_mqa.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.kv_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.o_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_a_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.70.self_attn.q_b_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.input_layernorm.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.0.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.1.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.10.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.100.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.101.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.102.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.103.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.104.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.105.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.106.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.107.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.108.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.109.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.11.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.110.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.111.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.112.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.113.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.114.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.115.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.116.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.117.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.118.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.119.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.12.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.120.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.121.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.122.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.123.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.124.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.125.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.126.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.127.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.128.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.129.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.13.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.130.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.131.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.131.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.131.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.132.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.132.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.132.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.133.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.133.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.133.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.134.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.134.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.134.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.135.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.135.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.135.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.136.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.136.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.136.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.137.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.137.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.137.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.138.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.138.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.138.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.139.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.139.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.139.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.14.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.14.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.14.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.140.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.140.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.140.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.141.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.141.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.141.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.142.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.142.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.142.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.143.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.143.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.143.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.144.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.144.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.144.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.145.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.145.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.145.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.146.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.146.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.146.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.147.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.147.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.147.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.148.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.148.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.148.up_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.149.down_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.149.gate_proj.weight": "model-00245-of-00282.safetensors", + "model.layers.71.mlp.experts.149.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.15.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.150.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.151.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.152.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.153.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.154.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.155.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.156.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.157.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.158.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.159.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.16.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.160.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.161.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.162.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.163.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.164.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.165.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.166.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.167.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.168.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.169.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.17.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.170.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.171.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.172.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.173.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.174.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.175.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.176.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.177.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.178.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.179.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.18.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.180.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.181.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.182.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.183.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.184.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.185.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.186.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.187.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.188.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.189.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.19.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.190.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.191.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.192.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.193.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.194.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.195.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.196.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.196.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.196.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.197.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.197.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.197.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.198.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.198.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.198.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.199.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.199.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.199.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.2.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.2.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.2.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.20.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.20.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.20.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.200.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.200.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.200.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.201.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.201.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.201.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.202.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.202.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.202.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.203.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.203.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.203.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.204.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.204.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.204.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.205.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.205.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.205.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.206.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.206.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.206.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.207.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.207.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.207.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.208.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.208.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.208.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.209.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.209.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.209.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.21.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.21.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.21.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.210.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.210.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.210.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.211.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.211.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.211.up_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.212.down_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.212.gate_proj.weight": "model-00246-of-00282.safetensors", + "model.layers.71.mlp.experts.212.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.213.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.214.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.215.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.216.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.217.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.218.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.219.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.22.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.220.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.221.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.222.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.223.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.224.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.225.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.226.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.227.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.228.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.229.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.23.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.230.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.231.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.232.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.233.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.234.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.235.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.236.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.237.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.238.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.239.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.24.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.240.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.241.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.242.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.243.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.244.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.245.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.246.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.247.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.248.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.249.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.25.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.250.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.251.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.252.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.253.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.254.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.255.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.26.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.27.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.28.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.29.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.3.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.3.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.3.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.30.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.30.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.30.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.31.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.31.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.31.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.32.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.32.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.32.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.33.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.33.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.33.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.34.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.34.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.34.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.35.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.35.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.35.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.36.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.36.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.36.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.37.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.37.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.37.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.38.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.38.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.38.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.39.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.39.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.39.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.4.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.4.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.4.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.40.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.40.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.40.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.41.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.41.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.41.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.42.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.42.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.42.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.43.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.43.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.43.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.44.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.44.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.44.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.45.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.45.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.45.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.46.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.46.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.46.up_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.47.down_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.47.gate_proj.weight": "model-00247-of-00282.safetensors", + "model.layers.71.mlp.experts.47.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.48.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.49.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.5.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.50.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.51.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.52.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.53.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.54.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.55.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.56.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.57.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.58.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.59.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.6.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.60.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.61.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.62.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.63.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.64.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.65.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.66.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.67.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.68.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.69.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.7.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.70.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.71.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.72.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.73.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.74.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.75.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.76.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.77.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.78.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.79.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.8.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.80.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.81.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.82.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.83.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.84.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.85.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.86.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.87.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.88.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.89.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.9.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.90.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.91.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.92.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.93.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.94.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.94.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.94.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.95.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.95.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.95.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.96.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.96.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.96.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.97.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.97.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.97.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.98.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.98.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.98.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.99.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.99.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.experts.99.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.gate.e_score_correction_bias": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.gate.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.mlp.shared_experts.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.post_attention_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.kv_a_proj_with_mqa.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.kv_b_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.o_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.q_a_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.q_a_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.71.self_attn.q_b_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.input_layernorm.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.0.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.0.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.0.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.1.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.1.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.1.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.10.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.10.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.10.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.100.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.100.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.100.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.101.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.101.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.101.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.102.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.102.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.102.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.103.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.103.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.103.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.104.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.104.gate_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.104.up_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.105.down_proj.weight": "model-00248-of-00282.safetensors", + "model.layers.72.mlp.experts.105.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.105.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.106.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.107.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.108.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.109.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.11.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.110.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.111.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.112.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.113.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.114.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.115.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.116.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.117.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.118.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.119.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.12.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.120.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.121.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.122.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.123.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.124.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.125.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.126.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.127.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.128.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.129.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.13.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.130.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.131.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.132.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.133.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.134.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.135.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.136.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.137.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.138.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.139.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.14.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.140.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.141.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.142.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.143.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.144.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.145.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.146.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.147.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.148.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.149.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.15.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.150.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.151.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.152.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.152.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.152.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.153.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.153.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.153.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.154.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.154.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.154.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.155.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.155.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.155.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.156.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.156.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.156.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.157.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.157.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.157.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.158.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.158.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.158.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.159.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.159.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.159.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.16.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.16.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.16.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.160.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.160.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.160.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.161.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.161.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.161.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.162.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.162.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.162.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.163.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.163.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.163.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.164.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.164.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.164.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.165.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.165.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.165.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.166.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.166.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.166.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.167.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.167.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.167.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.168.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.168.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.168.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.169.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.169.gate_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.169.up_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.17.down_proj.weight": "model-00249-of-00282.safetensors", + "model.layers.72.mlp.experts.17.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.17.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.170.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.171.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.172.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.173.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.174.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.175.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.176.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.177.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.178.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.179.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.18.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.180.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.181.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.182.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.183.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.184.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.185.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.186.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.187.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.188.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.189.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.19.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.190.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.191.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.192.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.193.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.194.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.195.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.196.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.197.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.198.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.199.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.2.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.20.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.200.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.201.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.202.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.203.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.204.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.205.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.206.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.207.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.208.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.209.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.21.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.210.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.211.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.212.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.213.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.214.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.215.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.216.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.216.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.216.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.217.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.217.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.217.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.218.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.218.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.218.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.219.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.219.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.219.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.22.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.22.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.22.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.220.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.220.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.220.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.221.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.221.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.221.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.222.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.222.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.222.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.223.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.223.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.223.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.224.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.224.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.224.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.225.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.225.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.225.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.226.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.226.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.226.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.227.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.227.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.227.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.228.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.228.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.228.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.229.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.229.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.229.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.23.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.23.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.23.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.230.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.230.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.230.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.231.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.231.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.231.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.232.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.232.gate_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.232.up_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.233.down_proj.weight": "model-00250-of-00282.safetensors", + "model.layers.72.mlp.experts.233.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.233.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.234.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.235.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.236.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.237.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.238.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.239.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.24.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.240.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.241.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.242.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.243.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.244.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.245.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.246.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.247.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.248.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.249.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.25.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.250.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.251.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.252.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.253.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.254.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.255.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.26.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.27.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.28.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.29.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.3.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.30.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.31.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.32.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.33.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.34.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.35.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.36.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.37.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.38.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.39.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.4.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.40.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.41.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.42.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.43.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.44.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.45.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.46.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.47.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.48.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.49.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.5.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.50.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.50.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.50.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.51.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.51.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.51.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.52.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.52.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.52.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.53.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.53.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.53.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.54.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.54.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.54.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.55.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.55.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.55.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.56.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.56.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.56.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.57.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.57.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.57.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.58.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.58.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.58.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.59.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.59.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.59.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.6.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.6.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.6.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.60.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.60.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.60.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.61.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.61.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.61.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.62.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.62.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.62.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.63.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.63.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.63.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.64.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.64.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.64.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.65.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.65.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.65.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.66.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.66.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.66.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.67.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.67.gate_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.67.up_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.68.down_proj.weight": "model-00251-of-00282.safetensors", + "model.layers.72.mlp.experts.68.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.68.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.69.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.7.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.70.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.71.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.72.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.73.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.74.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.75.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.76.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.77.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.78.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.79.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.8.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.80.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.81.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.82.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.83.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.84.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.85.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.86.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.87.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.88.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.89.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.9.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.90.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.91.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.92.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.93.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.94.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.95.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.96.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.97.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.98.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.experts.99.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.e_score_correction_bias": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.gate.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.mlp.shared_experts.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.post_attention_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_a_proj_with_mqa.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.kv_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.o_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_a_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.72.self_attn.q_b_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.input_layernorm.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.0.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.1.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.10.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.100.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.101.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.102.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.103.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.104.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.105.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.106.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.107.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.108.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.108.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.108.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.109.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.109.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.109.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.11.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.11.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.11.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.110.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.110.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.110.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.111.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.111.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.111.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.112.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.112.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.112.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.113.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.113.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.113.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.114.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.114.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.114.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.115.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.115.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.115.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.116.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.116.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.116.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.117.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.117.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.117.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.118.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.118.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.118.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.119.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.119.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.119.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.12.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.12.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.12.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.120.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.120.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.120.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.121.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.121.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.121.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.122.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.122.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.122.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.123.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.123.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.123.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.124.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.124.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.124.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.125.down_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.125.gate_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.125.up_proj.weight": "model-00252-of-00282.safetensors", + "model.layers.73.mlp.experts.126.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.126.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.127.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.128.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.129.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.13.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.130.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.131.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.132.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.133.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.134.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.135.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.136.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.137.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.138.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.139.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.14.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.140.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.141.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.142.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.143.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.144.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.145.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.146.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.147.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.148.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.149.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.15.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.150.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.151.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.152.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.153.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.154.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.155.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.156.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.157.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.158.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.159.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.16.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.160.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.161.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.162.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.163.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.164.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.165.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.166.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.167.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.168.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.169.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.17.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.170.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.171.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.172.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.172.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.172.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.173.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.173.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.173.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.174.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.174.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.174.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.175.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.175.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.175.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.176.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.176.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.176.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.177.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.177.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.177.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.178.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.178.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.178.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.179.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.179.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.179.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.18.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.18.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.18.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.180.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.180.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.180.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.181.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.181.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.181.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.182.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.182.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.182.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.183.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.183.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.183.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.184.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.184.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.184.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.185.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.185.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.185.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.186.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.186.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.186.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.187.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.187.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.187.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.188.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.188.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.188.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.189.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.189.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.189.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.19.down_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.19.gate_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.19.up_proj.weight": "model-00253-of-00282.safetensors", + "model.layers.73.mlp.experts.190.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.190.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.191.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.192.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.193.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.194.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.195.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.196.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.197.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.198.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.199.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.2.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.20.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.200.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.201.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.202.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.203.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.204.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.205.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.206.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.207.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.208.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.209.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.21.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.210.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.211.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.212.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.213.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.214.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.215.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.216.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.217.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.218.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.219.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.22.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.220.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.221.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.222.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.223.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.224.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.225.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.226.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.227.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.228.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.229.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.23.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.230.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.231.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.232.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.233.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.234.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.235.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.236.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.236.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.236.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.237.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.237.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.237.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.238.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.238.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.238.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.239.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.239.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.239.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.24.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.24.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.24.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.240.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.240.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.240.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.241.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.241.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.241.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.242.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.242.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.242.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.243.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.243.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.243.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.244.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.244.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.244.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.245.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.245.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.245.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.246.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.246.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.246.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.247.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.247.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.247.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.248.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.248.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.248.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.249.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.249.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.249.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.25.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.25.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.25.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.250.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.250.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.250.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.251.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.251.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.251.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.252.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.252.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.252.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.253.down_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.253.gate_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.253.up_proj.weight": "model-00254-of-00282.safetensors", + "model.layers.73.mlp.experts.254.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.254.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.255.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.26.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.27.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.28.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.29.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.3.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.30.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.31.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.32.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.33.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.34.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.35.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.36.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.37.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.38.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.39.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.4.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.40.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.41.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.42.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.43.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.44.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.45.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.46.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.47.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.48.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.49.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.5.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.50.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.51.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.52.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.53.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.54.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.55.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.56.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.57.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.58.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.59.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.6.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.60.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.61.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.62.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.63.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.64.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.65.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.66.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.67.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.68.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.69.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.7.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.70.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.70.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.70.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.71.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.71.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.71.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.72.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.72.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.72.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.73.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.73.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.73.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.74.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.74.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.74.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.75.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.75.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.75.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.76.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.76.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.76.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.77.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.77.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.77.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.78.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.78.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.78.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.79.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.79.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.79.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.8.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.8.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.8.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.80.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.80.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.80.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.81.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.81.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.81.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.82.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.82.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.82.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.83.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.83.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.83.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.84.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.84.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.84.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.85.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.85.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.85.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.86.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.86.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.86.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.87.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.87.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.87.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.88.down_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.88.gate_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.88.up_proj.weight": "model-00255-of-00282.safetensors", + "model.layers.73.mlp.experts.89.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.89.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.9.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.90.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.91.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.92.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.93.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.94.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.95.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.96.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.97.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.98.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.experts.99.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.e_score_correction_bias": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.gate.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.mlp.shared_experts.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.post_attention_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_a_proj_with_mqa.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.kv_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.o_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_a_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.73.self_attn.q_b_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.input_layernorm.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.0.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.1.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.10.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.100.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.101.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.102.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.103.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.104.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.105.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.106.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.107.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.108.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.109.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.11.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.110.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.111.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.112.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.113.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.114.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.115.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.116.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.117.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.118.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.119.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.12.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.120.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.121.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.122.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.123.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.124.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.125.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.126.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.127.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.128.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.128.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.128.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.129.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.129.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.129.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.13.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.13.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.13.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.130.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.130.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.130.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.131.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.131.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.131.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.132.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.132.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.132.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.133.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.133.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.133.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.134.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.134.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.134.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.135.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.135.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.135.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.136.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.136.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.136.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.137.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.137.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.137.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.138.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.138.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.138.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.139.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.139.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.139.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.14.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.14.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.14.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.140.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.140.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.140.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.141.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.141.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.141.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.142.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.142.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.142.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.143.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.143.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.143.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.144.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.144.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.144.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.145.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.145.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.145.up_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.146.down_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.146.gate_proj.weight": "model-00256-of-00282.safetensors", + "model.layers.74.mlp.experts.146.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.147.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.148.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.149.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.15.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.150.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.151.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.152.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.153.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.154.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.155.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.156.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.157.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.158.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.159.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.16.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.160.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.161.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.162.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.163.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.164.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.165.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.166.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.167.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.168.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.169.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.17.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.170.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.171.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.172.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.173.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.174.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.175.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.176.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.177.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.178.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.179.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.18.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.180.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.181.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.182.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.183.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.184.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.185.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.186.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.187.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.188.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.189.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.19.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.190.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.191.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.192.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.192.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.192.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.193.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.193.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.193.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.194.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.194.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.194.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.195.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.195.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.195.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.196.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.196.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.196.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.197.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.197.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.197.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.198.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.198.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.198.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.199.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.199.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.199.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.2.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.2.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.2.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.20.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.20.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.20.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.200.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.200.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.200.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.201.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.201.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.201.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.202.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.202.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.202.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.203.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.203.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.203.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.204.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.204.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.204.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.205.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.205.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.205.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.206.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.206.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.206.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.207.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.207.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.207.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.208.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.208.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.208.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.209.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.209.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.209.up_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.21.down_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.21.gate_proj.weight": "model-00257-of-00282.safetensors", + "model.layers.74.mlp.experts.21.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.210.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.211.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.212.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.213.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.214.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.215.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.216.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.217.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.218.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.219.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.22.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.220.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.221.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.222.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.223.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.224.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.225.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.226.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.227.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.228.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.229.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.23.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.230.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.231.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.232.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.233.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.234.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.235.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.236.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.237.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.238.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.239.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.24.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.240.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.241.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.242.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.243.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.244.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.245.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.246.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.247.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.248.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.249.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.25.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.250.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.251.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.252.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.253.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.254.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.255.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.26.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.26.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.26.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.27.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.27.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.27.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.28.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.28.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.28.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.29.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.29.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.29.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.3.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.3.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.3.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.30.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.30.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.30.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.31.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.31.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.31.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.32.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.32.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.32.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.33.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.33.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.33.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.34.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.34.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.34.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.35.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.35.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.35.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.36.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.36.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.36.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.37.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.37.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.37.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.38.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.38.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.38.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.39.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.39.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.39.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.4.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.4.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.4.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.40.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.40.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.40.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.41.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.41.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.41.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.42.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.42.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.42.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.43.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.43.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.43.up_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.44.down_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.44.gate_proj.weight": "model-00258-of-00282.safetensors", + "model.layers.74.mlp.experts.44.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.45.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.46.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.47.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.48.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.49.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.5.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.50.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.51.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.52.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.53.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.54.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.55.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.56.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.57.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.58.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.59.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.6.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.60.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.61.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.62.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.63.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.64.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.65.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.66.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.67.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.68.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.69.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.7.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.70.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.71.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.72.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.73.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.74.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.75.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.76.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.77.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.78.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.79.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.8.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.80.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.81.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.82.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.83.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.84.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.85.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.86.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.87.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.88.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.89.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.9.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.90.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.90.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.90.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.91.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.91.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.91.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.92.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.92.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.92.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.93.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.93.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.93.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.94.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.94.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.94.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.95.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.95.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.95.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.96.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.96.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.96.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.97.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.97.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.97.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.98.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.98.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.98.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.99.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.99.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.experts.99.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.gate.e_score_correction_bias": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.gate.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.mlp.shared_experts.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.post_attention_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.bias": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.k_norm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.weights_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wk.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.indexer.wq_b.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.kv_a_proj_with_mqa.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.kv_b_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.o_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.q_a_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.q_a_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.74.self_attn.q_b_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.input_layernorm.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.0.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.0.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.0.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.1.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.1.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.1.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.10.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.10.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.10.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.100.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.100.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.100.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.101.down_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.101.gate_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.101.up_proj.weight": "model-00259-of-00282.safetensors", + "model.layers.75.mlp.experts.102.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.102.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.103.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.104.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.105.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.106.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.107.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.108.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.109.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.11.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.110.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.111.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.112.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.113.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.114.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.115.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.116.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.117.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.118.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.119.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.12.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.120.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.121.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.122.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.123.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.124.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.125.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.126.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.127.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.128.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.129.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.13.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.130.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.131.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.132.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.133.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.134.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.135.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.136.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.137.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.138.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.139.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.14.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.140.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.141.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.142.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.143.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.144.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.145.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.146.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.147.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.148.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.149.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.149.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.149.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.15.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.15.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.15.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.150.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.150.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.150.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.151.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.151.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.151.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.152.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.152.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.152.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.153.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.153.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.153.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.154.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.154.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.154.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.155.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.155.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.155.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.156.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.156.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.156.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.157.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.157.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.157.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.158.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.158.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.158.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.159.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.159.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.159.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.16.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.16.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.16.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.160.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.160.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.160.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.161.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.161.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.161.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.162.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.162.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.162.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.163.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.163.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.163.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.164.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.164.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.164.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.165.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.165.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.165.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.166.down_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.166.gate_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.166.up_proj.weight": "model-00260-of-00282.safetensors", + "model.layers.75.mlp.experts.167.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.167.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.168.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.169.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.17.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.170.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.171.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.172.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.173.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.174.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.175.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.176.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.177.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.178.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.179.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.18.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.180.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.181.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.182.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.183.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.184.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.185.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.186.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.187.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.188.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.189.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.19.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.190.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.191.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.192.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.193.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.194.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.195.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.196.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.197.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.198.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.199.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.2.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.20.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.200.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.201.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.202.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.203.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.204.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.205.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.206.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.207.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.208.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.209.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.21.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.210.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.211.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.212.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.212.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.212.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.213.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.213.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.213.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.214.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.214.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.214.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.215.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.215.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.215.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.216.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.216.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.216.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.217.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.217.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.217.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.218.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.218.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.218.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.219.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.219.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.219.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.22.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.22.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.22.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.220.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.220.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.220.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.221.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.221.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.221.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.222.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.222.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.222.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.223.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.223.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.223.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.224.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.224.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.224.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.225.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.225.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.225.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.226.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.226.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.226.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.227.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.227.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.227.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.228.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.228.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.228.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.229.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.229.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.229.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.23.down_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.23.gate_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.23.up_proj.weight": "model-00261-of-00282.safetensors", + "model.layers.75.mlp.experts.230.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.230.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.231.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.232.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.233.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.234.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.235.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.236.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.237.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.238.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.239.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.24.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.240.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.241.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.242.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.243.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.244.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.245.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.246.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.247.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.248.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.249.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.25.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.250.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.251.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.252.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.253.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.254.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.255.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.26.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.27.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.28.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.29.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.3.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.30.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.31.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.32.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.33.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.34.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.35.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.36.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.37.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.38.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.39.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.4.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.40.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.41.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.42.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.43.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.44.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.45.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.46.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.47.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.47.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.47.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.48.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.48.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.48.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.49.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.49.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.49.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.5.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.5.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.5.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.50.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.50.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.50.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.51.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.51.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.51.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.52.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.52.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.52.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.53.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.53.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.53.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.54.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.54.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.54.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.55.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.55.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.55.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.56.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.56.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.56.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.57.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.57.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.57.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.58.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.58.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.58.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.59.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.59.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.59.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.6.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.6.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.6.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.60.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.60.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.60.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.61.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.61.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.61.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.62.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.62.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.62.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.63.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.63.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.63.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.64.down_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.64.gate_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.64.up_proj.weight": "model-00262-of-00282.safetensors", + "model.layers.75.mlp.experts.65.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.65.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.66.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.67.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.68.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.69.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.7.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.70.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.71.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.72.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.73.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.74.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.75.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.76.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.77.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.78.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.79.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.8.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.80.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.81.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.82.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.83.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.84.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.85.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.86.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.87.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.88.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.89.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.9.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.90.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.91.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.92.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.93.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.94.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.95.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.96.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.97.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.98.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.experts.99.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.e_score_correction_bias": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.gate.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.mlp.shared_experts.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.post_attention_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_a_proj_with_mqa.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.kv_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.o_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_a_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.75.self_attn.q_b_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.input_layernorm.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.0.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.1.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.10.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.100.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.101.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.102.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.103.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.104.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.104.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.104.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.105.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.105.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.105.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.106.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.106.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.106.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.107.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.107.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.107.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.108.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.108.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.108.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.109.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.109.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.109.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.11.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.11.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.11.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.110.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.110.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.110.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.111.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.111.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.111.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.112.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.112.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.112.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.113.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.113.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.113.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.114.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.114.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.114.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.115.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.115.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.115.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.116.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.116.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.116.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.117.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.117.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.117.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.118.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.118.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.118.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.119.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.119.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.119.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.12.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.12.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.12.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.120.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.120.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.120.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.121.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.121.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.121.up_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.122.down_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.122.gate_proj.weight": "model-00263-of-00282.safetensors", + "model.layers.76.mlp.experts.122.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.123.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.124.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.125.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.126.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.127.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.128.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.129.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.13.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.130.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.131.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.132.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.133.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.134.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.135.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.136.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.137.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.138.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.139.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.14.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.140.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.141.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.142.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.143.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.144.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.145.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.146.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.147.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.148.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.149.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.15.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.150.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.151.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.152.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.153.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.154.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.155.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.156.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.157.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.158.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.159.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.16.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.160.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.161.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.162.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.163.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.164.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.165.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.166.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.167.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.168.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.169.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.169.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.169.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.17.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.17.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.17.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.170.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.170.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.170.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.171.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.171.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.171.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.172.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.172.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.172.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.173.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.173.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.173.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.174.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.174.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.174.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.175.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.175.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.175.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.176.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.176.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.176.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.177.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.177.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.177.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.178.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.178.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.178.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.179.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.179.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.179.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.18.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.18.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.18.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.180.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.180.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.180.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.181.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.181.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.181.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.182.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.182.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.182.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.183.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.183.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.183.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.184.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.184.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.184.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.185.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.185.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.185.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.186.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.186.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.186.up_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.187.down_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.187.gate_proj.weight": "model-00264-of-00282.safetensors", + "model.layers.76.mlp.experts.187.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.188.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.189.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.19.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.190.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.191.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.192.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.193.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.194.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.195.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.196.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.197.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.198.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.199.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.2.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.20.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.200.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.201.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.202.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.203.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.204.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.205.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.206.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.207.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.208.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.209.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.21.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.210.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.211.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.212.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.213.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.214.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.215.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.216.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.217.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.218.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.219.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.22.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.220.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.221.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.222.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.223.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.224.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.225.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.226.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.227.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.228.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.229.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.23.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.230.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.231.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.232.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.232.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.232.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.233.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.233.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.233.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.234.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.234.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.234.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.235.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.235.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.235.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.236.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.236.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.236.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.237.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.237.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.237.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.238.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.238.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.238.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.239.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.239.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.239.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.24.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.24.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.24.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.240.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.240.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.240.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.241.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.241.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.241.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.242.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.242.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.242.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.243.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.243.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.243.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.244.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.244.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.244.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.245.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.245.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.245.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.246.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.246.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.246.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.247.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.247.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.247.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.248.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.248.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.248.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.249.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.249.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.249.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.25.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.25.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.25.up_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.250.down_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.250.gate_proj.weight": "model-00265-of-00282.safetensors", + "model.layers.76.mlp.experts.250.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.251.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.252.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.253.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.254.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.255.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.26.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.27.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.28.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.29.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.3.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.30.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.31.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.32.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.33.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.34.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.35.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.36.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.37.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.38.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.39.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.4.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.40.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.41.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.42.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.43.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.44.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.45.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.46.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.47.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.48.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.49.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.5.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.50.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.51.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.52.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.53.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.54.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.55.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.56.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.57.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.58.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.59.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.6.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.60.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.61.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.62.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.63.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.64.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.65.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.66.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.67.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.67.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.67.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.68.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.68.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.68.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.69.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.69.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.69.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.7.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.7.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.7.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.70.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.70.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.70.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.71.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.71.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.71.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.72.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.72.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.72.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.73.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.73.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.73.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.74.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.74.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.74.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.75.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.75.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.75.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.76.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.76.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.76.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.77.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.77.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.77.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.78.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.78.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.78.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.79.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.79.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.79.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.8.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.8.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.8.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.80.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.80.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.80.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.81.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.81.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.81.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.82.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.82.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.82.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.83.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.83.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.83.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.84.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.84.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.84.up_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.85.down_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.85.gate_proj.weight": "model-00266-of-00282.safetensors", + "model.layers.76.mlp.experts.85.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.86.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.87.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.88.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.89.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.9.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.90.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.91.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.92.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.93.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.94.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.95.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.96.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.97.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.98.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.experts.99.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.e_score_correction_bias": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.gate.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.mlp.shared_experts.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.post_attention_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_a_proj_with_mqa.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.kv_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.o_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_a_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.76.self_attn.q_b_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.input_layernorm.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.0.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.1.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.10.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.100.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.101.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.102.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.103.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.104.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.105.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.106.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.107.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.108.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.109.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.11.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.110.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.111.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.112.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.113.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.114.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.115.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.116.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.117.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.118.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.119.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.12.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.120.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.121.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.122.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.123.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.124.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.124.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.124.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.125.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.125.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.125.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.126.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.126.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.126.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.127.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.127.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.127.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.128.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.128.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.128.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.129.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.129.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.129.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.13.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.13.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.13.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.130.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.130.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.130.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.131.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.131.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.131.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.132.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.132.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.132.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.133.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.133.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.133.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.134.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.134.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.134.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.135.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.135.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.135.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.136.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.136.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.136.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.137.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.137.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.137.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.138.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.138.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.138.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.139.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.139.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.139.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.14.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.14.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.14.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.140.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.140.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.140.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.141.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.141.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.141.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.142.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.142.gate_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.142.up_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.143.down_proj.weight": "model-00267-of-00282.safetensors", + "model.layers.77.mlp.experts.143.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.143.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.144.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.145.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.146.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.147.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.148.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.149.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.15.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.150.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.151.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.152.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.153.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.154.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.155.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.156.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.157.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.158.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.159.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.16.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.160.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.161.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.162.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.163.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.164.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.165.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.166.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.167.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.168.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.169.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.17.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.170.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.171.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.172.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.173.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.174.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.175.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.176.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.177.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.178.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.179.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.18.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.180.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.181.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.182.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.183.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.184.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.185.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.186.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.187.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.188.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.189.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.189.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.189.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.19.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.19.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.19.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.190.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.190.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.190.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.191.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.191.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.191.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.192.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.192.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.192.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.193.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.193.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.193.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.194.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.194.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.194.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.195.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.195.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.195.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.196.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.196.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.196.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.197.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.197.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.197.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.198.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.198.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.198.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.199.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.199.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.199.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.2.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.2.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.2.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.20.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.20.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.20.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.200.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.200.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.200.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.201.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.201.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.201.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.202.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.202.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.202.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.203.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.203.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.203.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.204.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.204.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.204.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.205.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.205.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.205.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.206.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.206.gate_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.206.up_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.207.down_proj.weight": "model-00268-of-00282.safetensors", + "model.layers.77.mlp.experts.207.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.207.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.208.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.209.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.21.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.210.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.211.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.212.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.213.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.214.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.215.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.216.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.217.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.218.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.219.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.22.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.220.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.221.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.222.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.223.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.224.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.225.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.226.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.227.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.228.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.229.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.23.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.230.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.231.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.232.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.233.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.234.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.235.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.236.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.237.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.238.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.239.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.24.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.240.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.241.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.242.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.243.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.244.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.245.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.246.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.247.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.248.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.249.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.25.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.250.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.251.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.252.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.252.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.252.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.253.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.253.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.253.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.254.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.254.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.254.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.255.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.255.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.255.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.26.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.26.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.26.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.27.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.27.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.27.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.28.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.28.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.28.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.29.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.29.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.29.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.3.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.3.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.3.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.30.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.30.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.30.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.31.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.31.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.31.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.32.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.32.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.32.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.33.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.33.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.33.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.34.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.34.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.34.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.35.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.35.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.35.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.36.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.36.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.36.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.37.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.37.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.37.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.38.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.38.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.38.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.39.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.39.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.39.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.4.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.4.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.4.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.40.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.40.gate_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.40.up_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.41.down_proj.weight": "model-00269-of-00282.safetensors", + "model.layers.77.mlp.experts.41.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.41.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.42.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.43.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.44.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.45.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.46.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.47.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.48.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.49.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.5.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.50.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.51.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.52.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.53.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.54.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.55.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.56.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.57.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.58.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.59.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.6.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.60.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.61.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.62.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.63.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.64.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.65.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.66.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.67.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.68.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.69.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.7.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.70.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.71.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.72.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.73.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.74.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.75.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.76.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.77.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.78.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.79.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.8.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.80.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.81.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.82.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.83.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.84.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.85.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.86.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.87.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.87.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.87.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.88.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.88.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.88.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.89.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.89.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.89.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.9.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.9.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.9.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.90.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.90.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.90.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.91.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.91.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.91.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.92.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.92.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.92.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.93.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.93.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.93.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.94.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.94.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.94.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.95.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.95.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.95.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.96.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.96.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.96.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.97.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.97.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.97.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.98.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.98.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.98.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.99.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.99.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.experts.99.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.gate.e_score_correction_bias": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.gate.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.down_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.gate_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.mlp.shared_experts.up_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.post_attention_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.kv_a_proj_with_mqa.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.kv_b_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.o_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.q_a_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.q_a_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.77.self_attn.q_b_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.78.eh_proj.weight": "model-00270-of-00282.safetensors", + "model.layers.78.enorm.weight": "model-00270-of-00282.safetensors", + "model.layers.78.hnorm.weight": "model-00270-of-00282.safetensors", + "model.layers.78.input_layernorm.weight": "model-00270-of-00282.safetensors", + "model.layers.78.mlp.experts.0.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.0.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.1.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.10.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.100.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.101.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.102.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.103.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.104.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.105.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.106.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.107.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.108.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.109.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.11.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.110.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.111.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.112.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.113.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.114.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.115.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.116.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.117.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.118.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.119.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.12.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.120.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.121.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.122.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.123.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.124.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.125.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.126.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.127.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.128.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.129.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.13.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.130.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.131.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.132.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.133.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.134.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.135.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.136.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.137.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.138.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.139.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.14.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.140.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.141.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.142.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.143.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.143.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.143.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.144.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.144.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.144.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.145.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.145.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.145.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.146.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.146.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.146.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.147.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.147.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.147.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.148.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.148.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.148.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.149.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.149.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.149.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.15.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.15.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.15.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.150.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.150.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.150.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.151.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.151.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.151.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.152.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.152.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.152.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.153.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.153.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.153.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.154.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.154.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.154.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.155.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.155.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.155.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.156.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.156.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.156.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.157.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.157.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.157.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.158.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.158.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.158.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.159.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.159.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.159.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.16.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.16.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.16.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.160.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.160.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.160.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.161.down_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.161.gate_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.161.up_proj.weight": "model-00271-of-00282.safetensors", + "model.layers.78.mlp.experts.162.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.162.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.163.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.164.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.165.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.166.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.167.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.168.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.169.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.17.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.170.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.171.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.172.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.173.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.174.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.175.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.176.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.177.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.178.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.179.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.18.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.180.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.181.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.182.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.183.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.184.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.185.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.186.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.187.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.188.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.189.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.19.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.190.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.191.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.192.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.193.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.194.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.195.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.196.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.197.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.198.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.199.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.2.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.20.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.200.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.201.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.202.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.203.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.204.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.205.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.206.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.207.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.207.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.207.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.208.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.208.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.208.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.209.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.209.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.209.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.21.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.21.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.21.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.210.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.210.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.210.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.211.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.211.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.211.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.212.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.212.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.212.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.213.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.213.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.213.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.214.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.214.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.214.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.215.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.215.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.215.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.216.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.216.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.216.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.217.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.217.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.217.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.218.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.218.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.218.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.219.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.219.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.219.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.22.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.22.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.22.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.220.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.220.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.220.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.221.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.221.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.221.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.222.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.222.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.222.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.223.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.223.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.223.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.224.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.224.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.224.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.225.down_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.225.gate_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.225.up_proj.weight": "model-00272-of-00282.safetensors", + "model.layers.78.mlp.experts.226.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.226.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.227.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.228.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.229.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.23.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.230.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.231.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.232.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.233.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.234.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.235.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.236.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.237.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.238.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.239.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.24.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.240.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.241.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.242.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.243.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.244.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.245.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.246.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.247.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.248.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.249.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.25.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.250.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.251.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.252.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.253.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.254.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.255.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.26.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.27.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.28.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.29.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.3.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.30.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.31.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.32.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.33.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.34.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.35.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.36.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.37.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.38.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.39.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.4.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.40.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.41.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.41.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.41.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.42.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.42.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.42.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.43.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.43.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.43.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.44.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.44.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.44.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.45.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.45.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.45.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.46.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.46.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.46.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.47.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.47.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.47.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.48.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.48.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.48.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.49.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.49.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.49.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.5.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.5.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.5.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.50.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.50.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.50.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.51.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.51.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.51.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.52.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.52.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.52.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.53.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.53.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.53.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.54.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.54.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.54.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.55.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.55.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.55.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.56.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.56.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.56.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.57.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.57.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.57.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.58.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.58.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.58.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.59.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.59.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.59.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.6.down_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.6.gate_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.6.up_proj.weight": "model-00273-of-00282.safetensors", + "model.layers.78.mlp.experts.60.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.60.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.61.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.62.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.63.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.64.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.65.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.66.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.67.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.68.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.69.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.7.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.70.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.71.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.72.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.73.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.74.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.75.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.76.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.77.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.78.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.79.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.8.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.80.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.81.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.82.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.83.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.84.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.85.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.86.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.87.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.88.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.89.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.9.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.90.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.91.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.92.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.93.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.94.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.95.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.96.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.97.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.98.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.experts.99.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.e_score_correction_bias": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.gate.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.mlp.shared_experts.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.post_attention_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.bias": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.k_norm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.weights_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wk.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.indexer.wq_b.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_a_proj_with_mqa.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.kv_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.o_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_a_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.self_attn.q_b_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.78.shared_head.norm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.input_layernorm.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.0.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.1.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.1.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.1.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.10.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.10.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.10.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.100.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.100.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.100.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.101.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.101.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.101.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.102.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.102.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.102.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.103.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.103.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.103.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.104.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.104.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.104.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.105.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.105.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.105.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.106.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.106.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.106.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.107.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.107.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.107.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.108.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.108.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.108.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.109.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.109.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.109.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.11.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.11.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.11.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.110.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.110.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.110.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.111.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.111.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.111.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.112.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.112.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.112.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.113.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.113.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.113.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.114.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.114.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.114.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.115.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.115.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.115.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.116.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.116.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.116.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.117.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.117.gate_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.117.up_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.118.down_proj.weight": "model-00274-of-00282.safetensors", + "model.layers.8.mlp.experts.118.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.118.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.119.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.12.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.120.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.121.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.122.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.123.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.124.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.125.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.126.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.127.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.128.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.129.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.13.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.130.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.131.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.132.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.133.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.134.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.135.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.136.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.137.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.138.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.139.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.14.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.140.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.141.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.142.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.143.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.144.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.145.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.146.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.147.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.148.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.149.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.15.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.150.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.151.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.152.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.153.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.154.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.155.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.156.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.157.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.158.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.159.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.16.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.160.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.161.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.162.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.163.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.163.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.163.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.164.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.164.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.164.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.165.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.165.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.165.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.166.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.166.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.166.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.167.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.167.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.167.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.168.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.168.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.168.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.169.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.169.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.169.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.17.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.17.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.17.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.170.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.170.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.170.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.171.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.171.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.171.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.172.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.172.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.172.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.173.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.173.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.173.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.174.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.174.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.174.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.175.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.175.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.175.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.176.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.176.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.176.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.177.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.177.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.177.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.178.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.178.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.178.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.179.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.179.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.179.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.18.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.18.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.18.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.180.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.180.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.180.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.181.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.181.gate_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.181.up_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.182.down_proj.weight": "model-00275-of-00282.safetensors", + "model.layers.8.mlp.experts.182.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.182.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.183.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.184.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.185.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.186.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.187.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.188.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.189.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.19.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.190.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.191.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.192.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.193.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.194.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.195.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.196.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.197.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.198.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.199.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.2.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.20.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.200.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.201.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.202.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.203.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.204.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.205.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.206.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.207.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.208.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.209.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.21.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.210.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.211.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.212.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.213.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.214.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.215.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.216.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.217.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.218.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.219.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.22.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.220.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.221.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.222.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.223.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.224.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.225.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.226.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.227.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.227.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.227.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.228.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.228.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.228.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.229.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.229.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.229.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.23.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.23.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.23.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.230.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.230.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.230.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.231.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.231.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.231.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.232.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.232.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.232.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.233.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.233.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.233.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.234.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.234.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.234.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.235.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.235.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.235.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.236.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.236.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.236.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.237.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.237.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.237.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.238.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.238.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.238.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.239.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.239.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.239.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.24.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.24.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.24.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.240.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.240.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.240.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.241.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.241.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.241.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.242.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.242.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.242.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.243.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.243.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.243.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.244.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.244.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.244.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.245.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.245.gate_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.245.up_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.246.down_proj.weight": "model-00276-of-00282.safetensors", + "model.layers.8.mlp.experts.246.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.246.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.247.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.248.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.249.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.25.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.250.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.251.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.252.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.253.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.254.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.255.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.26.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.27.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.28.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.29.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.3.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.30.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.31.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.32.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.33.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.34.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.35.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.36.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.37.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.38.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.39.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.4.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.40.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.41.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.42.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.43.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.44.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.45.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.46.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.47.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.48.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.49.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.5.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.50.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.51.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.52.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.53.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.54.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.55.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.56.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.57.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.58.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.59.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.6.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.60.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.61.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.61.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.61.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.62.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.62.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.62.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.63.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.63.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.63.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.64.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.64.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.64.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.65.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.65.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.65.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.66.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.66.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.66.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.67.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.67.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.67.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.68.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.68.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.68.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.69.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.69.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.69.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.7.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.7.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.7.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.70.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.70.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.70.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.71.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.71.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.71.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.72.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.72.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.72.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.73.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.73.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.73.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.74.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.74.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.74.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.75.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.75.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.75.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.76.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.76.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.76.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.77.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.77.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.77.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.78.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.78.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.78.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.79.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.79.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.79.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.8.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.8.gate_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.8.up_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.80.down_proj.weight": "model-00277-of-00282.safetensors", + "model.layers.8.mlp.experts.80.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.80.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.81.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.82.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.83.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.84.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.85.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.86.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.87.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.88.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.89.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.9.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.90.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.91.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.92.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.93.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.94.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.95.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.96.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.97.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.98.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.experts.99.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.e_score_correction_bias": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.gate.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.kv_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_a_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.8.self_attn.q_b_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.input_layernorm.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.0.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.1.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.10.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.100.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.101.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.102.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.103.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.104.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.105.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.106.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.107.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.108.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.109.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.11.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.110.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.111.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.112.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.113.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.114.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.115.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.116.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.117.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.118.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.119.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.119.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.119.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.12.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.12.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.12.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.120.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.120.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.120.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.121.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.121.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.121.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.122.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.122.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.122.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.123.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.123.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.123.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.124.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.124.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.124.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.125.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.125.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.125.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.126.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.126.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.126.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.127.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.127.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.127.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.128.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.128.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.128.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.129.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.129.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.129.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.13.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.13.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.13.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.130.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.130.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.130.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.131.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.131.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.131.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.132.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.132.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.132.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.133.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.133.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.133.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.134.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.134.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.134.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.135.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.135.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.135.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.136.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.136.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.136.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.137.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.137.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.137.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.138.down_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.138.gate_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.138.up_proj.weight": "model-00278-of-00282.safetensors", + "model.layers.9.mlp.experts.139.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.139.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.14.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.140.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.141.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.142.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.143.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.144.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.145.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.146.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.147.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.148.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.149.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.15.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.150.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.151.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.152.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.153.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.154.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.155.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.156.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.157.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.158.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.159.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.16.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.160.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.161.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.162.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.163.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.164.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.165.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.166.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.167.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.168.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.169.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.17.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.170.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.171.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.172.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.173.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.174.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.175.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.176.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.177.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.178.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.179.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.18.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.180.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.181.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.182.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.183.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.183.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.183.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.184.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.184.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.184.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.185.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.185.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.185.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.186.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.186.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.186.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.187.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.187.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.187.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.188.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.188.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.188.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.189.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.189.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.189.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.19.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.19.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.19.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.190.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.190.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.190.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.191.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.191.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.191.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.192.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.192.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.192.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.193.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.193.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.193.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.194.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.194.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.194.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.195.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.195.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.195.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.196.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.196.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.196.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.197.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.197.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.197.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.198.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.198.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.198.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.199.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.199.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.199.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.2.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.2.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.2.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.20.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.20.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.20.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.200.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.200.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.200.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.201.down_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.201.gate_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.201.up_proj.weight": "model-00279-of-00282.safetensors", + "model.layers.9.mlp.experts.202.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.202.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.203.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.204.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.205.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.206.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.207.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.208.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.209.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.21.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.210.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.211.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.212.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.213.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.214.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.215.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.216.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.217.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.218.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.219.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.22.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.220.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.221.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.222.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.223.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.224.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.225.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.226.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.227.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.228.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.229.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.23.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.230.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.231.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.232.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.233.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.234.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.235.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.236.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.237.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.238.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.239.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.24.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.240.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.241.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.242.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.243.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.244.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.245.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.246.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.247.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.247.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.247.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.248.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.248.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.248.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.249.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.249.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.249.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.25.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.25.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.25.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.250.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.250.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.250.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.251.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.251.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.251.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.252.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.252.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.252.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.253.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.253.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.253.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.254.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.254.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.254.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.255.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.255.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.255.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.26.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.26.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.26.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.27.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.27.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.27.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.28.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.28.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.28.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.29.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.29.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.29.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.3.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.3.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.3.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.30.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.30.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.30.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.31.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.31.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.31.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.32.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.32.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.32.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.33.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.33.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.33.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.34.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.34.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.34.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.35.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.35.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.35.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.36.down_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.36.gate_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.36.up_proj.weight": "model-00280-of-00282.safetensors", + "model.layers.9.mlp.experts.37.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.37.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.38.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.39.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.4.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.40.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.41.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.42.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.43.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.44.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.45.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.46.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.47.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.48.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.49.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.5.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.50.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.51.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.52.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.53.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.54.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.55.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.56.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.57.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.58.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.59.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.6.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.60.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.61.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.62.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.63.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.64.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.65.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.66.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.67.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.68.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.69.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.7.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.70.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.71.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.72.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.73.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.74.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.75.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.76.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.77.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.78.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.79.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.8.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.80.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.81.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.81.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.81.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.82.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.82.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.82.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.83.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.83.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.83.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.84.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.84.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.84.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.85.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.85.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.85.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.86.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.86.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.86.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.87.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.87.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.87.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.88.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.88.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.88.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.89.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.89.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.89.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.9.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.9.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.9.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.90.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.90.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.90.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.91.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.91.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.91.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.92.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.92.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.92.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.93.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.93.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.93.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.94.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.94.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.94.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.95.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.95.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.95.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.96.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.96.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.96.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.97.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.97.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.97.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.98.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.98.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.98.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.99.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.99.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.experts.99.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.gate.e_score_correction_bias": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.gate.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.kv_b_proj.weight": "model-00281-of-00282.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_layernorm.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_a_proj.weight": "model-00282-of-00282.safetensors", + "model.layers.9.self_attn.q_b_proj.weight": "model-00282-of-00282.safetensors", + "model.norm.weight": "model-00282-of-00282.safetensors" + } +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d +size 20217442 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e375fa0a4e16660ce0e2026e39374d35dad4c079 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,33 @@ +{ + "backend": "tokenizers", + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>" + ], + "is_local": true, + "model_max_length": 1048576, + "model_specific_special_tokens": {}, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "TokenizersBackend" +}