Hugging Face's logo

LeaderboardModel1
/
gpt-oss-20b-AutoRound-MXFP8

Text Generation
Safetensors
gpt_oss
quantized
mxfp8
autoround
autoquant-agent
conversational
compressed-tensors
Model card Files
xet
 Community
INC4AI commited on
Commit
d2a8894
·
verified ·
1 Parent(s): 0c4360a

Upload quantized model gpt-oss-20b-AutoRound-MXFP8

Browse files
Files changed (17) hide show
  1. config.json +38 -1644
  2. generation_config.json +1 -1
  3. model-00001-of-00012.safetensors +3 -0
  4. model-00002-of-00012.safetensors +3 -0
  5. model-00003-of-00012.safetensors +3 -0
  6. model-00004-of-00012.safetensors +3 -0
  7. model-00005-of-00012.safetensors +3 -0
  8. model-00006-of-00012.safetensors +3 -0
  9. model-00007-of-00012.safetensors +3 -0
  10. model-00008-of-00012.safetensors +3 -0
  11. model-00009-of-00012.safetensors +3 -0
  12. model-00010-of-00012.safetensors +3 -0
  13. model-00011-of-00012.safetensors +3 -0
  14. model-00012-of-00012.safetensors +3 -0
  15. model.safetensors.index.json +0 -0
  16. quantization_config.json +3 -1611
  17. tokenizer_config.json +4 -172
config.json CHANGED
@@ -4,6 +4,8 @@
4
  ],
5
  "attention_bias": true,
6
  "attention_dropout": 0.0,
 
 
7
  "eos_token_id": 200002,
8
  "experts_per_token": 4,
9
  "head_dim": 64,
@@ -50,1676 +52,68 @@
50
  "quantization_config": {
51
  "config_groups": {
52
  "group_0": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
53
  "targets": [
54
  "Linear"
55
  ],
56
  "weights": {
57
- "num_bits": 8,
58
- "type": "float",
59
- "symmetric": true,
60
- "group_size": 32,
61
- "strategy": "group",
62
  "block_structure": null,
63
  "dynamic": false,
64
- "actorder": null,
65
- "scale_dtype": "torch.uint8",
66
- "zp_dtype": null,
67
- "observer": "memoryless_minmax",
68
- "observer_kwargs": {}
69
- },
70
- "input_activations": {
71
- "num_bits": 8,
72
- "type": "float",
73
- "symmetric": true,
74
  "group_size": 32,
75
- "strategy": "group",
76
- "block_structure": null,
77
- "dynamic": true,
78
- "actorder": null,
79
  "scale_dtype": "torch.uint8",
80
- "zp_dtype": null,
81
- "observer": null,
82
- "observer_kwargs": {}
83
- },
84
- "output_activations": null,
85
- "format": null
86
  }
87
  },
88
- "quant_method": "compressed-tensors",
89
- "kv_cache_scheme": null,
90
  "format": "mxfp8-quantized",
91
- "quantization_status": "compressed",
92
  "global_compression_ratio": null,
93
  "ignore": [
94
- "model.layers.0.input_layernorm",
95
- "model.layers.0.mlp.experts.0.down_proj_scales",
96
- "model.layers.0.mlp.experts.1.down_proj_scales",
97
- "model.layers.0.mlp.experts.2.down_proj_scales",
98
- "model.layers.0.mlp.experts.3.down_proj_scales",
99
- "model.layers.0.mlp.experts.4.down_proj_scales",
100
- "model.layers.0.mlp.experts.5.down_proj_scales",
101
- "model.layers.0.mlp.experts.6.down_proj_scales",
102
- "model.layers.0.mlp.experts.7.down_proj_scales",
103
- "model.layers.0.mlp.experts.8.down_proj_scales",
104
- "model.layers.0.mlp.experts.9.down_proj_scales",
105
- "model.layers.0.mlp.experts.10.down_proj_scales",
106
- "model.layers.0.mlp.experts.11.down_proj_scales",
107
- "model.layers.0.mlp.experts.12.down_proj_scales",
108
- "model.layers.0.mlp.experts.13.down_proj_scales",
109
- "model.layers.0.mlp.experts.14.down_proj_scales",
110
- "model.layers.0.mlp.experts.15.down_proj_scales",
111
- "model.layers.0.mlp.experts.16.down_proj_scales",
112
- "model.layers.0.mlp.experts.17.down_proj_scales",
113
- "model.layers.0.mlp.experts.18.down_proj_scales",
114
- "model.layers.0.mlp.experts.19.down_proj_scales",
115
- "model.layers.0.mlp.experts.20.down_proj_scales",
116
- "model.layers.0.mlp.experts.21.down_proj_scales",
117
- "model.layers.0.mlp.experts.22.down_proj_scales",
118
- "model.layers.0.mlp.experts.23.down_proj_scales",
119
- "model.layers.0.mlp.experts.24.down_proj_scales",
120
- "model.layers.0.mlp.experts.25.down_proj_scales",
121
- "model.layers.0.mlp.experts.26.down_proj_scales",
122
- "model.layers.0.mlp.experts.27.down_proj_scales",
123
- "model.layers.0.mlp.experts.28.down_proj_scales",
124
- "model.layers.0.mlp.experts.29.down_proj_scales",
125
- "model.layers.0.mlp.experts.30.down_proj_scales",
126
- "model.layers.0.mlp.experts.31.down_proj_scales",
127
- "model.layers.0.mlp.experts.0.gate_up_proj_scales",
128
- "model.layers.0.mlp.experts.1.gate_up_proj_scales",
129
- "model.layers.0.mlp.experts.2.gate_up_proj_scales",
130
- "model.layers.0.mlp.experts.3.gate_up_proj_scales",
131
- "model.layers.0.mlp.experts.4.gate_up_proj_scales",
132
- "model.layers.0.mlp.experts.5.gate_up_proj_scales",
133
- "model.layers.0.mlp.experts.6.gate_up_proj_scales",
134
- "model.layers.0.mlp.experts.7.gate_up_proj_scales",
135
- "model.layers.0.mlp.experts.8.gate_up_proj_scales",
136
- "model.layers.0.mlp.experts.9.gate_up_proj_scales",
137
- "model.layers.0.mlp.experts.10.gate_up_proj_scales",
138
- "model.layers.0.mlp.experts.11.gate_up_proj_scales",
139
- "model.layers.0.mlp.experts.12.gate_up_proj_scales",
140
- "model.layers.0.mlp.experts.13.gate_up_proj_scales",
141
- "model.layers.0.mlp.experts.14.gate_up_proj_scales",
142
- "model.layers.0.mlp.experts.15.gate_up_proj_scales",
143
- "model.layers.0.mlp.experts.16.gate_up_proj_scales",
144
- "model.layers.0.mlp.experts.17.gate_up_proj_scales",
145
- "model.layers.0.mlp.experts.18.gate_up_proj_scales",
146
- "model.layers.0.mlp.experts.19.gate_up_proj_scales",
147
- "model.layers.0.mlp.experts.20.gate_up_proj_scales",
148
- "model.layers.0.mlp.experts.21.gate_up_proj_scales",
149
- "model.layers.0.mlp.experts.22.gate_up_proj_scales",
150
- "model.layers.0.mlp.experts.23.gate_up_proj_scales",
151
- "model.layers.0.mlp.experts.24.gate_up_proj_scales",
152
- "model.layers.0.mlp.experts.25.gate_up_proj_scales",
153
- "model.layers.0.mlp.experts.26.gate_up_proj_scales",
154
- "model.layers.0.mlp.experts.27.gate_up_proj_scales",
155
- "model.layers.0.mlp.experts.28.gate_up_proj_scales",
156
- "model.layers.0.mlp.experts.29.gate_up_proj_scales",
157
- "model.layers.0.mlp.experts.30.gate_up_proj_scales",
158
- "model.layers.0.mlp.experts.31.gate_up_proj_scales",
159
- "model.layers.0.mlp.router",
160
- "model.layers.0.post_attention_layernorm",
161
- "model.layers.1.input_layernorm",
162
- "model.layers.1.mlp.experts.0.down_proj_scales",
163
- "model.layers.1.mlp.experts.1.down_proj_scales",
164
- "model.layers.1.mlp.experts.2.down_proj_scales",
165
- "model.layers.1.mlp.experts.3.down_proj_scales",
166
- "model.layers.1.mlp.experts.4.down_proj_scales",
167
- "model.layers.1.mlp.experts.5.down_proj_scales",
168
- "model.layers.1.mlp.experts.6.down_proj_scales",
169
- "model.layers.1.mlp.experts.7.down_proj_scales",
170
- "model.layers.1.mlp.experts.8.down_proj_scales",
171
- "model.layers.1.mlp.experts.9.down_proj_scales",
172
- "model.layers.1.mlp.experts.10.down_proj_scales",
173
- "model.layers.1.mlp.experts.11.down_proj_scales",
174
- "model.layers.1.mlp.experts.12.down_proj_scales",
175
- "model.layers.1.mlp.experts.13.down_proj_scales",
176
- "model.layers.1.mlp.experts.14.down_proj_scales",
177
- "model.layers.1.mlp.experts.15.down_proj_scales",
178
- "model.layers.1.mlp.experts.16.down_proj_scales",
179
- "model.layers.1.mlp.experts.17.down_proj_scales",
180
- "model.layers.1.mlp.experts.18.down_proj_scales",
181
- "model.layers.1.mlp.experts.19.down_proj_scales",
182
- "model.layers.1.mlp.experts.20.down_proj_scales",
183
- "model.layers.1.mlp.experts.21.down_proj_scales",
184
- "model.layers.1.mlp.experts.22.down_proj_scales",
185
- "model.layers.1.mlp.experts.23.down_proj_scales",
186
- "model.layers.1.mlp.experts.24.down_proj_scales",
187
- "model.layers.1.mlp.experts.25.down_proj_scales",
188
- "model.layers.1.mlp.experts.26.down_proj_scales",
189
- "model.layers.1.mlp.experts.27.down_proj_scales",
190
- "model.layers.1.mlp.experts.28.down_proj_scales",
191
- "model.layers.1.mlp.experts.29.down_proj_scales",
192
- "model.layers.1.mlp.experts.30.down_proj_scales",
193
- "model.layers.1.mlp.experts.31.down_proj_scales",
194
- "model.layers.1.mlp.experts.0.gate_up_proj_scales",
195
- "model.layers.1.mlp.experts.1.gate_up_proj_scales",
196
- "model.layers.1.mlp.experts.2.gate_up_proj_scales",
197
- "model.layers.1.mlp.experts.3.gate_up_proj_scales",
198
- "model.layers.1.mlp.experts.4.gate_up_proj_scales",
199
- "model.layers.1.mlp.experts.5.gate_up_proj_scales",
200
- "model.layers.1.mlp.experts.6.gate_up_proj_scales",
201
- "model.layers.1.mlp.experts.7.gate_up_proj_scales",
202
- "model.layers.1.mlp.experts.8.gate_up_proj_scales",
203
- "model.layers.1.mlp.experts.9.gate_up_proj_scales",
204
- "model.layers.1.mlp.experts.10.gate_up_proj_scales",
205
- "model.layers.1.mlp.experts.11.gate_up_proj_scales",
206
- "model.layers.1.mlp.experts.12.gate_up_proj_scales",
207
- "model.layers.1.mlp.experts.13.gate_up_proj_scales",
208
- "model.layers.1.mlp.experts.14.gate_up_proj_scales",
209
- "model.layers.1.mlp.experts.15.gate_up_proj_scales",
210
- "model.layers.1.mlp.experts.16.gate_up_proj_scales",
211
- "model.layers.1.mlp.experts.17.gate_up_proj_scales",
212
- "model.layers.1.mlp.experts.18.gate_up_proj_scales",
213
- "model.layers.1.mlp.experts.19.gate_up_proj_scales",
214
- "model.layers.1.mlp.experts.20.gate_up_proj_scales",
215
- "model.layers.1.mlp.experts.21.gate_up_proj_scales",
216
- "model.layers.1.mlp.experts.22.gate_up_proj_scales",
217
- "model.layers.1.mlp.experts.23.gate_up_proj_scales",
218
- "model.layers.1.mlp.experts.24.gate_up_proj_scales",
219
- "model.layers.1.mlp.experts.25.gate_up_proj_scales",
220
- "model.layers.1.mlp.experts.26.gate_up_proj_scales",
221
- "model.layers.1.mlp.experts.27.gate_up_proj_scales",
222
- "model.layers.1.mlp.experts.28.gate_up_proj_scales",
223
- "model.layers.1.mlp.experts.29.gate_up_proj_scales",
224
- "model.layers.1.mlp.experts.30.gate_up_proj_scales",
225
- "model.layers.1.mlp.experts.31.gate_up_proj_scales",
226
- "model.layers.1.mlp.router",
227
- "model.layers.1.post_attention_layernorm",
228
- "model.layers.10.input_layernorm",
229
- "model.layers.10.mlp.experts.0.down_proj_scales",
230
- "model.layers.10.mlp.experts.1.down_proj_scales",
231
- "model.layers.10.mlp.experts.2.down_proj_scales",
232
- "model.layers.10.mlp.experts.3.down_proj_scales",
233
- "model.layers.10.mlp.experts.4.down_proj_scales",
234
- "model.layers.10.mlp.experts.5.down_proj_scales",
235
- "model.layers.10.mlp.experts.6.down_proj_scales",
236
- "model.layers.10.mlp.experts.7.down_proj_scales",
237
- "model.layers.10.mlp.experts.8.down_proj_scales",
238
- "model.layers.10.mlp.experts.9.down_proj_scales",
239
- "model.layers.10.mlp.experts.10.down_proj_scales",
240
- "model.layers.10.mlp.experts.11.down_proj_scales",
241
- "model.layers.10.mlp.experts.12.down_proj_scales",
242
- "model.layers.10.mlp.experts.13.down_proj_scales",
243
- "model.layers.10.mlp.experts.14.down_proj_scales",
244
- "model.layers.10.mlp.experts.15.down_proj_scales",
245
- "model.layers.10.mlp.experts.16.down_proj_scales",
246
- "model.layers.10.mlp.experts.17.down_proj_scales",
247
- "model.layers.10.mlp.experts.18.down_proj_scales",
248
- "model.layers.10.mlp.experts.19.down_proj_scales",
249
- "model.layers.10.mlp.experts.20.down_proj_scales",
250
- "model.layers.10.mlp.experts.21.down_proj_scales",
251
- "model.layers.10.mlp.experts.22.down_proj_scales",
252
- "model.layers.10.mlp.experts.23.down_proj_scales",
253
- "model.layers.10.mlp.experts.24.down_proj_scales",
254
- "model.layers.10.mlp.experts.25.down_proj_scales",
255
- "model.layers.10.mlp.experts.26.down_proj_scales",
256
- "model.layers.10.mlp.experts.27.down_proj_scales",
257
- "model.layers.10.mlp.experts.28.down_proj_scales",
258
- "model.layers.10.mlp.experts.29.down_proj_scales",
259
- "model.layers.10.mlp.experts.30.down_proj_scales",
260
- "model.layers.10.mlp.experts.31.down_proj_scales",
261
- "model.layers.10.mlp.experts.0.gate_up_proj_scales",
262
- "model.layers.10.mlp.experts.1.gate_up_proj_scales",
263
- "model.layers.10.mlp.experts.2.gate_up_proj_scales",
264
- "model.layers.10.mlp.experts.3.gate_up_proj_scales",
265
- "model.layers.10.mlp.experts.4.gate_up_proj_scales",
266
- "model.layers.10.mlp.experts.5.gate_up_proj_scales",
267
- "model.layers.10.mlp.experts.6.gate_up_proj_scales",
268
- "model.layers.10.mlp.experts.7.gate_up_proj_scales",
269
- "model.layers.10.mlp.experts.8.gate_up_proj_scales",
270
- "model.layers.10.mlp.experts.9.gate_up_proj_scales",
271
- "model.layers.10.mlp.experts.10.gate_up_proj_scales",
272
- "model.layers.10.mlp.experts.11.gate_up_proj_scales",
273
- "model.layers.10.mlp.experts.12.gate_up_proj_scales",
274
- "model.layers.10.mlp.experts.13.gate_up_proj_scales",
275
- "model.layers.10.mlp.experts.14.gate_up_proj_scales",
276
- "model.layers.10.mlp.experts.15.gate_up_proj_scales",
277
- "model.layers.10.mlp.experts.16.gate_up_proj_scales",
278
- "model.layers.10.mlp.experts.17.gate_up_proj_scales",
279
- "model.layers.10.mlp.experts.18.gate_up_proj_scales",
280
- "model.layers.10.mlp.experts.19.gate_up_proj_scales",
281
- "model.layers.10.mlp.experts.20.gate_up_proj_scales",
282
- "model.layers.10.mlp.experts.21.gate_up_proj_scales",
283
- "model.layers.10.mlp.experts.22.gate_up_proj_scales",
284
- "model.layers.10.mlp.experts.23.gate_up_proj_scales",
285
- "model.layers.10.mlp.experts.24.gate_up_proj_scales",
286
- "model.layers.10.mlp.experts.25.gate_up_proj_scales",
287
- "model.layers.10.mlp.experts.26.gate_up_proj_scales",
288
- "model.layers.10.mlp.experts.27.gate_up_proj_scales",
289
- "model.layers.10.mlp.experts.28.gate_up_proj_scales",
290
- "model.layers.10.mlp.experts.29.gate_up_proj_scales",
291
- "model.layers.10.mlp.experts.30.gate_up_proj_scales",
292
- "model.layers.10.mlp.experts.31.gate_up_proj_scales",
293
- "model.layers.10.mlp.router",
294
- "model.layers.10.post_attention_layernorm",
295
- "model.layers.11.input_layernorm",
296
- "model.layers.11.mlp.experts.0.down_proj_scales",
297
- "model.layers.11.mlp.experts.1.down_proj_scales",
298
- "model.layers.11.mlp.experts.2.down_proj_scales",
299
- "model.layers.11.mlp.experts.3.down_proj_scales",
300
- "model.layers.11.mlp.experts.4.down_proj_scales",
301
- "model.layers.11.mlp.experts.5.down_proj_scales",
302
- "model.layers.11.mlp.experts.6.down_proj_scales",
303
- "model.layers.11.mlp.experts.7.down_proj_scales",
304
- "model.layers.11.mlp.experts.8.down_proj_scales",
305
- "model.layers.11.mlp.experts.9.down_proj_scales",
306
- "model.layers.11.mlp.experts.10.down_proj_scales",
307
- "model.layers.11.mlp.experts.11.down_proj_scales",
308
- "model.layers.11.mlp.experts.12.down_proj_scales",
309
- "model.layers.11.mlp.experts.13.down_proj_scales",
310
- "model.layers.11.mlp.experts.14.down_proj_scales",
311
- "model.layers.11.mlp.experts.15.down_proj_scales",
312
- "model.layers.11.mlp.experts.16.down_proj_scales",
313
- "model.layers.11.mlp.experts.17.down_proj_scales",
314
- "model.layers.11.mlp.experts.18.down_proj_scales",
315
- "model.layers.11.mlp.experts.19.down_proj_scales",
316
- "model.layers.11.mlp.experts.20.down_proj_scales",
317
- "model.layers.11.mlp.experts.21.down_proj_scales",
318
- "model.layers.11.mlp.experts.22.down_proj_scales",
319
- "model.layers.11.mlp.experts.23.down_proj_scales",
320
- "model.layers.11.mlp.experts.24.down_proj_scales",
321
- "model.layers.11.mlp.experts.25.down_proj_scales",
322
- "model.layers.11.mlp.experts.26.down_proj_scales",
323
- "model.layers.11.mlp.experts.27.down_proj_scales",
324
- "model.layers.11.mlp.experts.28.down_proj_scales",
325
- "model.layers.11.mlp.experts.29.down_proj_scales",
326
- "model.layers.11.mlp.experts.30.down_proj_scales",
327
- "model.layers.11.mlp.experts.31.down_proj_scales",
328
- "model.layers.11.mlp.experts.0.gate_up_proj_scales",
329
- "model.layers.11.mlp.experts.1.gate_up_proj_scales",
330
- "model.layers.11.mlp.experts.2.gate_up_proj_scales",
331
- "model.layers.11.mlp.experts.3.gate_up_proj_scales",
332
- "model.layers.11.mlp.experts.4.gate_up_proj_scales",
333
- "model.layers.11.mlp.experts.5.gate_up_proj_scales",
334
- "model.layers.11.mlp.experts.6.gate_up_proj_scales",
335
- "model.layers.11.mlp.experts.7.gate_up_proj_scales",
336
- "model.layers.11.mlp.experts.8.gate_up_proj_scales",
337
- "model.layers.11.mlp.experts.9.gate_up_proj_scales",
338
- "model.layers.11.mlp.experts.10.gate_up_proj_scales",
339
- "model.layers.11.mlp.experts.11.gate_up_proj_scales",
340
- "model.layers.11.mlp.experts.12.gate_up_proj_scales",
341
- "model.layers.11.mlp.experts.13.gate_up_proj_scales",
342
- "model.layers.11.mlp.experts.14.gate_up_proj_scales",
343
- "model.layers.11.mlp.experts.15.gate_up_proj_scales",
344
- "model.layers.11.mlp.experts.16.gate_up_proj_scales",
345
- "model.layers.11.mlp.experts.17.gate_up_proj_scales",
346
- "model.layers.11.mlp.experts.18.gate_up_proj_scales",
347
- "model.layers.11.mlp.experts.19.gate_up_proj_scales",
348
- "model.layers.11.mlp.experts.20.gate_up_proj_scales",
349
- "model.layers.11.mlp.experts.21.gate_up_proj_scales",
350
- "model.layers.11.mlp.experts.22.gate_up_proj_scales",
351
- "model.layers.11.mlp.experts.23.gate_up_proj_scales",
352
- "model.layers.11.mlp.experts.24.gate_up_proj_scales",
353
- "model.layers.11.mlp.experts.25.gate_up_proj_scales",
354
- "model.layers.11.mlp.experts.26.gate_up_proj_scales",
355
- "model.layers.11.mlp.experts.27.gate_up_proj_scales",
356
- "model.layers.11.mlp.experts.28.gate_up_proj_scales",
357
- "model.layers.11.mlp.experts.29.gate_up_proj_scales",
358
- "model.layers.11.mlp.experts.30.gate_up_proj_scales",
359
- "model.layers.11.mlp.experts.31.gate_up_proj_scales",
360
- "model.layers.11.mlp.router",
361
- "model.layers.11.post_attention_layernorm",
362
- "model.layers.12.input_layernorm",
363
- "model.layers.12.mlp.experts.0.down_proj_scales",
364
- "model.layers.12.mlp.experts.1.down_proj_scales",
365
- "model.layers.12.mlp.experts.2.down_proj_scales",
366
- "model.layers.12.mlp.experts.3.down_proj_scales",
367
- "model.layers.12.mlp.experts.4.down_proj_scales",
368
- "model.layers.12.mlp.experts.5.down_proj_scales",
369
- "model.layers.12.mlp.experts.6.down_proj_scales",
370
- "model.layers.12.mlp.experts.7.down_proj_scales",
371
- "model.layers.12.mlp.experts.8.down_proj_scales",
372
- "model.layers.12.mlp.experts.9.down_proj_scales",
373
- "model.layers.12.mlp.experts.10.down_proj_scales",
374
- "model.layers.12.mlp.experts.11.down_proj_scales",
375
- "model.layers.12.mlp.experts.12.down_proj_scales",
376
- "model.layers.12.mlp.experts.13.down_proj_scales",
377
- "model.layers.12.mlp.experts.14.down_proj_scales",
378
- "model.layers.12.mlp.experts.15.down_proj_scales",
379
- "model.layers.12.mlp.experts.16.down_proj_scales",
380
- "model.layers.12.mlp.experts.17.down_proj_scales",
381
- "model.layers.12.mlp.experts.18.down_proj_scales",
382
- "model.layers.12.mlp.experts.19.down_proj_scales",
383
- "model.layers.12.mlp.experts.20.down_proj_scales",
384
- "model.layers.12.mlp.experts.21.down_proj_scales",
385
- "model.layers.12.mlp.experts.22.down_proj_scales",
386
- "model.layers.12.mlp.experts.23.down_proj_scales",
387
- "model.layers.12.mlp.experts.24.down_proj_scales",
388
- "model.layers.12.mlp.experts.25.down_proj_scales",
389
- "model.layers.12.mlp.experts.26.down_proj_scales",
390
- "model.layers.12.mlp.experts.27.down_proj_scales",
391
- "model.layers.12.mlp.experts.28.down_proj_scales",
392
- "model.layers.12.mlp.experts.29.down_proj_scales",
393
- "model.layers.12.mlp.experts.30.down_proj_scales",
394
- "model.layers.12.mlp.experts.31.down_proj_scales",
395
- "model.layers.12.mlp.experts.0.gate_up_proj_scales",
396
- "model.layers.12.mlp.experts.1.gate_up_proj_scales",
397
- "model.layers.12.mlp.experts.2.gate_up_proj_scales",
398
- "model.layers.12.mlp.experts.3.gate_up_proj_scales",
399
- "model.layers.12.mlp.experts.4.gate_up_proj_scales",
400
- "model.layers.12.mlp.experts.5.gate_up_proj_scales",
401
- "model.layers.12.mlp.experts.6.gate_up_proj_scales",
402
- "model.layers.12.mlp.experts.7.gate_up_proj_scales",
403
- "model.layers.12.mlp.experts.8.gate_up_proj_scales",
404
- "model.layers.12.mlp.experts.9.gate_up_proj_scales",
405
- "model.layers.12.mlp.experts.10.gate_up_proj_scales",
406
- "model.layers.12.mlp.experts.11.gate_up_proj_scales",
407
- "model.layers.12.mlp.experts.12.gate_up_proj_scales",
408
- "model.layers.12.mlp.experts.13.gate_up_proj_scales",
409
- "model.layers.12.mlp.experts.14.gate_up_proj_scales",
410
- "model.layers.12.mlp.experts.15.gate_up_proj_scales",
411
- "model.layers.12.mlp.experts.16.gate_up_proj_scales",
412
- "model.layers.12.mlp.experts.17.gate_up_proj_scales",
413
- "model.layers.12.mlp.experts.18.gate_up_proj_scales",
414
- "model.layers.12.mlp.experts.19.gate_up_proj_scales",
415
- "model.layers.12.mlp.experts.20.gate_up_proj_scales",
416
- "model.layers.12.mlp.experts.21.gate_up_proj_scales",
417
- "model.layers.12.mlp.experts.22.gate_up_proj_scales",
418
- "model.layers.12.mlp.experts.23.gate_up_proj_scales",
419
- "model.layers.12.mlp.experts.24.gate_up_proj_scales",
420
- "model.layers.12.mlp.experts.25.gate_up_proj_scales",
421
- "model.layers.12.mlp.experts.26.gate_up_proj_scales",
422
- "model.layers.12.mlp.experts.27.gate_up_proj_scales",
423
- "model.layers.12.mlp.experts.28.gate_up_proj_scales",
424
- "model.layers.12.mlp.experts.29.gate_up_proj_scales",
425
- "model.layers.12.mlp.experts.30.gate_up_proj_scales",
426
- "model.layers.12.mlp.experts.31.gate_up_proj_scales",
427
- "model.layers.12.mlp.router",
428
- "model.layers.12.post_attention_layernorm",
429
- "model.layers.13.input_layernorm",
430
- "model.layers.13.mlp.experts.0.down_proj_scales",
431
- "model.layers.13.mlp.experts.1.down_proj_scales",
432
- "model.layers.13.mlp.experts.2.down_proj_scales",
433
- "model.layers.13.mlp.experts.3.down_proj_scales",
434
- "model.layers.13.mlp.experts.4.down_proj_scales",
435
- "model.layers.13.mlp.experts.5.down_proj_scales",
436
- "model.layers.13.mlp.experts.6.down_proj_scales",
437
- "model.layers.13.mlp.experts.7.down_proj_scales",
438
- "model.layers.13.mlp.experts.8.down_proj_scales",
439
- "model.layers.13.mlp.experts.9.down_proj_scales",
440
- "model.layers.13.mlp.experts.10.down_proj_scales",
441
- "model.layers.13.mlp.experts.11.down_proj_scales",
442
- "model.layers.13.mlp.experts.12.down_proj_scales",
443
- "model.layers.13.mlp.experts.13.down_proj_scales",
444
- "model.layers.13.mlp.experts.14.down_proj_scales",
445
- "model.layers.13.mlp.experts.15.down_proj_scales",
446
- "model.layers.13.mlp.experts.16.down_proj_scales",
447
- "model.layers.13.mlp.experts.17.down_proj_scales",
448
- "model.layers.13.mlp.experts.18.down_proj_scales",
449
- "model.layers.13.mlp.experts.19.down_proj_scales",
450
- "model.layers.13.mlp.experts.20.down_proj_scales",
451
- "model.layers.13.mlp.experts.21.down_proj_scales",
452
- "model.layers.13.mlp.experts.22.down_proj_scales",
453
- "model.layers.13.mlp.experts.23.down_proj_scales",
454
- "model.layers.13.mlp.experts.24.down_proj_scales",
455
- "model.layers.13.mlp.experts.25.down_proj_scales",
456
- "model.layers.13.mlp.experts.26.down_proj_scales",
457
- "model.layers.13.mlp.experts.27.down_proj_scales",
458
- "model.layers.13.mlp.experts.28.down_proj_scales",
459
- "model.layers.13.mlp.experts.29.down_proj_scales",
460
- "model.layers.13.mlp.experts.30.down_proj_scales",
461
- "model.layers.13.mlp.experts.31.down_proj_scales",
462
- "model.layers.13.mlp.experts.0.gate_up_proj_scales",
463
- "model.layers.13.mlp.experts.1.gate_up_proj_scales",
464
- "model.layers.13.mlp.experts.2.gate_up_proj_scales",
465
- "model.layers.13.mlp.experts.3.gate_up_proj_scales",
466
- "model.layers.13.mlp.experts.4.gate_up_proj_scales",
467
- "model.layers.13.mlp.experts.5.gate_up_proj_scales",
468
- "model.layers.13.mlp.experts.6.gate_up_proj_scales",
469
- "model.layers.13.mlp.experts.7.gate_up_proj_scales",
470
- "model.layers.13.mlp.experts.8.gate_up_proj_scales",
471
- "model.layers.13.mlp.experts.9.gate_up_proj_scales",
472
- "model.layers.13.mlp.experts.10.gate_up_proj_scales",
473
- "model.layers.13.mlp.experts.11.gate_up_proj_scales",
474
- "model.layers.13.mlp.experts.12.gate_up_proj_scales",
475
- "model.layers.13.mlp.experts.13.gate_up_proj_scales",
476
- "model.layers.13.mlp.experts.14.gate_up_proj_scales",
477
- "model.layers.13.mlp.experts.15.gate_up_proj_scales",
478
- "model.layers.13.mlp.experts.16.gate_up_proj_scales",
479
- "model.layers.13.mlp.experts.17.gate_up_proj_scales",
480
- "model.layers.13.mlp.experts.18.gate_up_proj_scales",
481
- "model.layers.13.mlp.experts.19.gate_up_proj_scales",
482
- "model.layers.13.mlp.experts.20.gate_up_proj_scales",
483
- "model.layers.13.mlp.experts.21.gate_up_proj_scales",
484
- "model.layers.13.mlp.experts.22.gate_up_proj_scales",
485
- "model.layers.13.mlp.experts.23.gate_up_proj_scales",
486
- "model.layers.13.mlp.experts.24.gate_up_proj_scales",
487
- "model.layers.13.mlp.experts.25.gate_up_proj_scales",
488
- "model.layers.13.mlp.experts.26.gate_up_proj_scales",
489
- "model.layers.13.mlp.experts.27.gate_up_proj_scales",
490
- "model.layers.13.mlp.experts.28.gate_up_proj_scales",
491
- "model.layers.13.mlp.experts.29.gate_up_proj_scales",
492
- "model.layers.13.mlp.experts.30.gate_up_proj_scales",
493
- "model.layers.13.mlp.experts.31.gate_up_proj_scales",
494
- "model.layers.13.mlp.router",
495
- "model.layers.13.post_attention_layernorm",
496
- "model.layers.14.input_layernorm",
497
- "model.layers.14.mlp.experts.0.down_proj_scales",
498
- "model.layers.14.mlp.experts.1.down_proj_scales",
499
- "model.layers.14.mlp.experts.2.down_proj_scales",
500
- "model.layers.14.mlp.experts.3.down_proj_scales",
501
- "model.layers.14.mlp.experts.4.down_proj_scales",
502
- "model.layers.14.mlp.experts.5.down_proj_scales",
503
- "model.layers.14.mlp.experts.6.down_proj_scales",
504
- "model.layers.14.mlp.experts.7.down_proj_scales",
505
- "model.layers.14.mlp.experts.8.down_proj_scales",
506
- "model.layers.14.mlp.experts.9.down_proj_scales",
507
- "model.layers.14.mlp.experts.10.down_proj_scales",
508
- "model.layers.14.mlp.experts.11.down_proj_scales",
509
- "model.layers.14.mlp.experts.12.down_proj_scales",
510
- "model.layers.14.mlp.experts.13.down_proj_scales",
511
- "model.layers.14.mlp.experts.14.down_proj_scales",
512
- "model.layers.14.mlp.experts.15.down_proj_scales",
513
- "model.layers.14.mlp.experts.16.down_proj_scales",
514
- "model.layers.14.mlp.experts.17.down_proj_scales",
515
- "model.layers.14.mlp.experts.18.down_proj_scales",
516
- "model.layers.14.mlp.experts.19.down_proj_scales",
517
- "model.layers.14.mlp.experts.20.down_proj_scales",
518
- "model.layers.14.mlp.experts.21.down_proj_scales",
519
- "model.layers.14.mlp.experts.22.down_proj_scales",
520
- "model.layers.14.mlp.experts.23.down_proj_scales",
521
- "model.layers.14.mlp.experts.24.down_proj_scales",
522
- "model.layers.14.mlp.experts.25.down_proj_scales",
523
- "model.layers.14.mlp.experts.26.down_proj_scales",
524
- "model.layers.14.mlp.experts.27.down_proj_scales",
525
- "model.layers.14.mlp.experts.28.down_proj_scales",
526
- "model.layers.14.mlp.experts.29.down_proj_scales",
527
- "model.layers.14.mlp.experts.30.down_proj_scales",
528
- "model.layers.14.mlp.experts.31.down_proj_scales",
529
- "model.layers.14.mlp.experts.0.gate_up_proj_scales",
530
- "model.layers.14.mlp.experts.1.gate_up_proj_scales",
531
- "model.layers.14.mlp.experts.2.gate_up_proj_scales",
532
- "model.layers.14.mlp.experts.3.gate_up_proj_scales",
533
- "model.layers.14.mlp.experts.4.gate_up_proj_scales",
534
- "model.layers.14.mlp.experts.5.gate_up_proj_scales",
535
- "model.layers.14.mlp.experts.6.gate_up_proj_scales",
536
- "model.layers.14.mlp.experts.7.gate_up_proj_scales",
537
- "model.layers.14.mlp.experts.8.gate_up_proj_scales",
538
- "model.layers.14.mlp.experts.9.gate_up_proj_scales",
539
- "model.layers.14.mlp.experts.10.gate_up_proj_scales",
540
- "model.layers.14.mlp.experts.11.gate_up_proj_scales",
541
- "model.layers.14.mlp.experts.12.gate_up_proj_scales",
542
- "model.layers.14.mlp.experts.13.gate_up_proj_scales",
543
- "model.layers.14.mlp.experts.14.gate_up_proj_scales",
544
- "model.layers.14.mlp.experts.15.gate_up_proj_scales",
545
- "model.layers.14.mlp.experts.16.gate_up_proj_scales",
546
- "model.layers.14.mlp.experts.17.gate_up_proj_scales",
547
- "model.layers.14.mlp.experts.18.gate_up_proj_scales",
548
- "model.layers.14.mlp.experts.19.gate_up_proj_scales",
549
- "model.layers.14.mlp.experts.20.gate_up_proj_scales",
550
- "model.layers.14.mlp.experts.21.gate_up_proj_scales",
551
- "model.layers.14.mlp.experts.22.gate_up_proj_scales",
552
- "model.layers.14.mlp.experts.23.gate_up_proj_scales",
553
- "model.layers.14.mlp.experts.24.gate_up_proj_scales",
554
- "model.layers.14.mlp.experts.25.gate_up_proj_scales",
555
- "model.layers.14.mlp.experts.26.gate_up_proj_scales",
556
- "model.layers.14.mlp.experts.27.gate_up_proj_scales",
557
- "model.layers.14.mlp.experts.28.gate_up_proj_scales",
558
- "model.layers.14.mlp.experts.29.gate_up_proj_scales",
559
- "model.layers.14.mlp.experts.30.gate_up_proj_scales",
560
- "model.layers.14.mlp.experts.31.gate_up_proj_scales",
561
- "model.layers.14.mlp.router",
562
- "model.layers.14.post_attention_layernorm",
563
- "model.layers.15.input_layernorm",
564
- "model.layers.15.mlp.experts.0.down_proj_scales",
565
- "model.layers.15.mlp.experts.1.down_proj_scales",
566
- "model.layers.15.mlp.experts.2.down_proj_scales",
567
- "model.layers.15.mlp.experts.3.down_proj_scales",
568
- "model.layers.15.mlp.experts.4.down_proj_scales",
569
- "model.layers.15.mlp.experts.5.down_proj_scales",
570
- "model.layers.15.mlp.experts.6.down_proj_scales",
571
- "model.layers.15.mlp.experts.7.down_proj_scales",
572
- "model.layers.15.mlp.experts.8.down_proj_scales",
573
- "model.layers.15.mlp.experts.9.down_proj_scales",
574
- "model.layers.15.mlp.experts.10.down_proj_scales",
575
- "model.layers.15.mlp.experts.11.down_proj_scales",
576
- "model.layers.15.mlp.experts.12.down_proj_scales",
577
- "model.layers.15.mlp.experts.13.down_proj_scales",
578
- "model.layers.15.mlp.experts.14.down_proj_scales",
579
- "model.layers.15.mlp.experts.15.down_proj_scales",
580
- "model.layers.15.mlp.experts.16.down_proj_scales",
581
- "model.layers.15.mlp.experts.17.down_proj_scales",
582
- "model.layers.15.mlp.experts.18.down_proj_scales",
583
- "model.layers.15.mlp.experts.19.down_proj_scales",
584
- "model.layers.15.mlp.experts.20.down_proj_scales",
585
- "model.layers.15.mlp.experts.21.down_proj_scales",
586
- "model.layers.15.mlp.experts.22.down_proj_scales",
587
- "model.layers.15.mlp.experts.23.down_proj_scales",
588
- "model.layers.15.mlp.experts.24.down_proj_scales",
589
- "model.layers.15.mlp.experts.25.down_proj_scales",
590
- "model.layers.15.mlp.experts.26.down_proj_scales",
591
- "model.layers.15.mlp.experts.27.down_proj_scales",
592
- "model.layers.15.mlp.experts.28.down_proj_scales",
593
- "model.layers.15.mlp.experts.29.down_proj_scales",
594
- "model.layers.15.mlp.experts.30.down_proj_scales",
595
- "model.layers.15.mlp.experts.31.down_proj_scales",
596
- "model.layers.15.mlp.experts.0.gate_up_proj_scales",
597
- "model.layers.15.mlp.experts.1.gate_up_proj_scales",
598
- "model.layers.15.mlp.experts.2.gate_up_proj_scales",
599
- "model.layers.15.mlp.experts.3.gate_up_proj_scales",
600
- "model.layers.15.mlp.experts.4.gate_up_proj_scales",
601
- "model.layers.15.mlp.experts.5.gate_up_proj_scales",
602
- "model.layers.15.mlp.experts.6.gate_up_proj_scales",
603
- "model.layers.15.mlp.experts.7.gate_up_proj_scales",
604
- "model.layers.15.mlp.experts.8.gate_up_proj_scales",
605
- "model.layers.15.mlp.experts.9.gate_up_proj_scales",
606
- "model.layers.15.mlp.experts.10.gate_up_proj_scales",
607
- "model.layers.15.mlp.experts.11.gate_up_proj_scales",
608
- "model.layers.15.mlp.experts.12.gate_up_proj_scales",
609
- "model.layers.15.mlp.experts.13.gate_up_proj_scales",
610
- "model.layers.15.mlp.experts.14.gate_up_proj_scales",
611
- "model.layers.15.mlp.experts.15.gate_up_proj_scales",
612
- "model.layers.15.mlp.experts.16.gate_up_proj_scales",
613
- "model.layers.15.mlp.experts.17.gate_up_proj_scales",
614
- "model.layers.15.mlp.experts.18.gate_up_proj_scales",
615
- "model.layers.15.mlp.experts.19.gate_up_proj_scales",
616
- "model.layers.15.mlp.experts.20.gate_up_proj_scales",
617
- "model.layers.15.mlp.experts.21.gate_up_proj_scales",
618
- "model.layers.15.mlp.experts.22.gate_up_proj_scales",
619
- "model.layers.15.mlp.experts.23.gate_up_proj_scales",
620
- "model.layers.15.mlp.experts.24.gate_up_proj_scales",
621
- "model.layers.15.mlp.experts.25.gate_up_proj_scales",
622
- "model.layers.15.mlp.experts.26.gate_up_proj_scales",
623
- "model.layers.15.mlp.experts.27.gate_up_proj_scales",
624
- "model.layers.15.mlp.experts.28.gate_up_proj_scales",
625
- "model.layers.15.mlp.experts.29.gate_up_proj_scales",
626
- "model.layers.15.mlp.experts.30.gate_up_proj_scales",
627
- "model.layers.15.mlp.experts.31.gate_up_proj_scales",
628
- "model.layers.15.mlp.router",
629
- "model.layers.15.post_attention_layernorm",
630
- "model.layers.16.input_layernorm",
631
- "model.layers.16.mlp.experts.0.down_proj_scales",
632
- "model.layers.16.mlp.experts.1.down_proj_scales",
633
- "model.layers.16.mlp.experts.2.down_proj_scales",
634
- "model.layers.16.mlp.experts.3.down_proj_scales",
635
- "model.layers.16.mlp.experts.4.down_proj_scales",
636
- "model.layers.16.mlp.experts.5.down_proj_scales",
637
- "model.layers.16.mlp.experts.6.down_proj_scales",
638
- "model.layers.16.mlp.experts.7.down_proj_scales",
639
- "model.layers.16.mlp.experts.8.down_proj_scales",
640
- "model.layers.16.mlp.experts.9.down_proj_scales",
641
- "model.layers.16.mlp.experts.10.down_proj_scales",
642
- "model.layers.16.mlp.experts.11.down_proj_scales",
643
- "model.layers.16.mlp.experts.12.down_proj_scales",
644
- "model.layers.16.mlp.experts.13.down_proj_scales",
645
- "model.layers.16.mlp.experts.14.down_proj_scales",
646
- "model.layers.16.mlp.experts.15.down_proj_scales",
647
- "model.layers.16.mlp.experts.16.down_proj_scales",
648
- "model.layers.16.mlp.experts.17.down_proj_scales",
649
- "model.layers.16.mlp.experts.18.down_proj_scales",
650
- "model.layers.16.mlp.experts.19.down_proj_scales",
651
- "model.layers.16.mlp.experts.20.down_proj_scales",
652
- "model.layers.16.mlp.experts.21.down_proj_scales",
653
- "model.layers.16.mlp.experts.22.down_proj_scales",
654
- "model.layers.16.mlp.experts.23.down_proj_scales",
655
- "model.layers.16.mlp.experts.24.down_proj_scales",
656
- "model.layers.16.mlp.experts.25.down_proj_scales",
657
- "model.layers.16.mlp.experts.26.down_proj_scales",
658
- "model.layers.16.mlp.experts.27.down_proj_scales",
659
- "model.layers.16.mlp.experts.28.down_proj_scales",
660
- "model.layers.16.mlp.experts.29.down_proj_scales",
661
- "model.layers.16.mlp.experts.30.down_proj_scales",
662
- "model.layers.16.mlp.experts.31.down_proj_scales",
663
- "model.layers.16.mlp.experts.0.gate_up_proj_scales",
664
- "model.layers.16.mlp.experts.1.gate_up_proj_scales",
665
- "model.layers.16.mlp.experts.2.gate_up_proj_scales",
666
- "model.layers.16.mlp.experts.3.gate_up_proj_scales",
667
- "model.layers.16.mlp.experts.4.gate_up_proj_scales",
668
- "model.layers.16.mlp.experts.5.gate_up_proj_scales",
669
- "model.layers.16.mlp.experts.6.gate_up_proj_scales",
670
- "model.layers.16.mlp.experts.7.gate_up_proj_scales",
671
- "model.layers.16.mlp.experts.8.gate_up_proj_scales",
672
- "model.layers.16.mlp.experts.9.gate_up_proj_scales",
673
- "model.layers.16.mlp.experts.10.gate_up_proj_scales",
674
- "model.layers.16.mlp.experts.11.gate_up_proj_scales",
675
- "model.layers.16.mlp.experts.12.gate_up_proj_scales",
676
- "model.layers.16.mlp.experts.13.gate_up_proj_scales",
677
- "model.layers.16.mlp.experts.14.gate_up_proj_scales",
678
- "model.layers.16.mlp.experts.15.gate_up_proj_scales",
679
- "model.layers.16.mlp.experts.16.gate_up_proj_scales",
680
- "model.layers.16.mlp.experts.17.gate_up_proj_scales",
681
- "model.layers.16.mlp.experts.18.gate_up_proj_scales",
682
- "model.layers.16.mlp.experts.19.gate_up_proj_scales",
683
- "model.layers.16.mlp.experts.20.gate_up_proj_scales",
684
- "model.layers.16.mlp.experts.21.gate_up_proj_scales",
685
- "model.layers.16.mlp.experts.22.gate_up_proj_scales",
686
- "model.layers.16.mlp.experts.23.gate_up_proj_scales",
687
- "model.layers.16.mlp.experts.24.gate_up_proj_scales",
688
- "model.layers.16.mlp.experts.25.gate_up_proj_scales",
689
- "model.layers.16.mlp.experts.26.gate_up_proj_scales",
690
- "model.layers.16.mlp.experts.27.gate_up_proj_scales",
691
- "model.layers.16.mlp.experts.28.gate_up_proj_scales",
692
- "model.layers.16.mlp.experts.29.gate_up_proj_scales",
693
- "model.layers.16.mlp.experts.30.gate_up_proj_scales",
694
- "model.layers.16.mlp.experts.31.gate_up_proj_scales",
695
- "model.layers.16.mlp.router",
696
- "model.layers.16.post_attention_layernorm",
697
- "model.layers.17.input_layernorm",
698
- "model.layers.17.mlp.experts.0.down_proj_scales",
699
- "model.layers.17.mlp.experts.1.down_proj_scales",
700
- "model.layers.17.mlp.experts.2.down_proj_scales",
701
- "model.layers.17.mlp.experts.3.down_proj_scales",
702
- "model.layers.17.mlp.experts.4.down_proj_scales",
703
- "model.layers.17.mlp.experts.5.down_proj_scales",
704
- "model.layers.17.mlp.experts.6.down_proj_scales",
705
- "model.layers.17.mlp.experts.7.down_proj_scales",
706
- "model.layers.17.mlp.experts.8.down_proj_scales",
707
- "model.layers.17.mlp.experts.9.down_proj_scales",
708
- "model.layers.17.mlp.experts.10.down_proj_scales",
709
- "model.layers.17.mlp.experts.11.down_proj_scales",
710
- "model.layers.17.mlp.experts.12.down_proj_scales",
711
- "model.layers.17.mlp.experts.13.down_proj_scales",
712
- "model.layers.17.mlp.experts.14.down_proj_scales",
713
- "model.layers.17.mlp.experts.15.down_proj_scales",
714
- "model.layers.17.mlp.experts.16.down_proj_scales",
715
- "model.layers.17.mlp.experts.17.down_proj_scales",
716
- "model.layers.17.mlp.experts.18.down_proj_scales",
717
- "model.layers.17.mlp.experts.19.down_proj_scales",
718
- "model.layers.17.mlp.experts.20.down_proj_scales",
719
- "model.layers.17.mlp.experts.21.down_proj_scales",
720
- "model.layers.17.mlp.experts.22.down_proj_scales",
721
- "model.layers.17.mlp.experts.23.down_proj_scales",
722
- "model.layers.17.mlp.experts.24.down_proj_scales",
723
- "model.layers.17.mlp.experts.25.down_proj_scales",
724
- "model.layers.17.mlp.experts.26.down_proj_scales",
725
- "model.layers.17.mlp.experts.27.down_proj_scales",
726
- "model.layers.17.mlp.experts.28.down_proj_scales",
727
- "model.layers.17.mlp.experts.29.down_proj_scales",
728
- "model.layers.17.mlp.experts.30.down_proj_scales",
729
- "model.layers.17.mlp.experts.31.down_proj_scales",
730
- "model.layers.17.mlp.experts.0.gate_up_proj_scales",
731
- "model.layers.17.mlp.experts.1.gate_up_proj_scales",
732
- "model.layers.17.mlp.experts.2.gate_up_proj_scales",
733
- "model.layers.17.mlp.experts.3.gate_up_proj_scales",
734
- "model.layers.17.mlp.experts.4.gate_up_proj_scales",
735
- "model.layers.17.mlp.experts.5.gate_up_proj_scales",
736
- "model.layers.17.mlp.experts.6.gate_up_proj_scales",
737
- "model.layers.17.mlp.experts.7.gate_up_proj_scales",
738
- "model.layers.17.mlp.experts.8.gate_up_proj_scales",
739
- "model.layers.17.mlp.experts.9.gate_up_proj_scales",
740
- "model.layers.17.mlp.experts.10.gate_up_proj_scales",
741
- "model.layers.17.mlp.experts.11.gate_up_proj_scales",
742
- "model.layers.17.mlp.experts.12.gate_up_proj_scales",
743
- "model.layers.17.mlp.experts.13.gate_up_proj_scales",
744
- "model.layers.17.mlp.experts.14.gate_up_proj_scales",
745
- "model.layers.17.mlp.experts.15.gate_up_proj_scales",
746
- "model.layers.17.mlp.experts.16.gate_up_proj_scales",
747
- "model.layers.17.mlp.experts.17.gate_up_proj_scales",
748
- "model.layers.17.mlp.experts.18.gate_up_proj_scales",
749
- "model.layers.17.mlp.experts.19.gate_up_proj_scales",
750
- "model.layers.17.mlp.experts.20.gate_up_proj_scales",
751
- "model.layers.17.mlp.experts.21.gate_up_proj_scales",
752
- "model.layers.17.mlp.experts.22.gate_up_proj_scales",
753
- "model.layers.17.mlp.experts.23.gate_up_proj_scales",
754
- "model.layers.17.mlp.experts.24.gate_up_proj_scales",
755
- "model.layers.17.mlp.experts.25.gate_up_proj_scales",
756
- "model.layers.17.mlp.experts.26.gate_up_proj_scales",
757
- "model.layers.17.mlp.experts.27.gate_up_proj_scales",
758
- "model.layers.17.mlp.experts.28.gate_up_proj_scales",
759
- "model.layers.17.mlp.experts.29.gate_up_proj_scales",
760
- "model.layers.17.mlp.experts.30.gate_up_proj_scales",
761
- "model.layers.17.mlp.experts.31.gate_up_proj_scales",
762
- "model.layers.17.mlp.router",
763
- "model.layers.17.post_attention_layernorm",
764
- "model.layers.18.input_layernorm",
765
- "model.layers.18.mlp.experts.0.down_proj_scales",
766
- "model.layers.18.mlp.experts.1.down_proj_scales",
767
- "model.layers.18.mlp.experts.2.down_proj_scales",
768
- "model.layers.18.mlp.experts.3.down_proj_scales",
769
- "model.layers.18.mlp.experts.4.down_proj_scales",
770
- "model.layers.18.mlp.experts.5.down_proj_scales",
771
- "model.layers.18.mlp.experts.6.down_proj_scales",
772
- "model.layers.18.mlp.experts.7.down_proj_scales",
773
- "model.layers.18.mlp.experts.8.down_proj_scales",
774
- "model.layers.18.mlp.experts.9.down_proj_scales",
775
- "model.layers.18.mlp.experts.10.down_proj_scales",
776
- "model.layers.18.mlp.experts.11.down_proj_scales",
777
- "model.layers.18.mlp.experts.12.down_proj_scales",
778
- "model.layers.18.mlp.experts.13.down_proj_scales",
779
- "model.layers.18.mlp.experts.14.down_proj_scales",
780
- "model.layers.18.mlp.experts.15.down_proj_scales",
781
- "model.layers.18.mlp.experts.16.down_proj_scales",
782
- "model.layers.18.mlp.experts.17.down_proj_scales",
783
- "model.layers.18.mlp.experts.18.down_proj_scales",
784
- "model.layers.18.mlp.experts.19.down_proj_scales",
785
- "model.layers.18.mlp.experts.20.down_proj_scales",
786
- "model.layers.18.mlp.experts.21.down_proj_scales",
787
- "model.layers.18.mlp.experts.22.down_proj_scales",
788
- "model.layers.18.mlp.experts.23.down_proj_scales",
789
- "model.layers.18.mlp.experts.24.down_proj_scales",
790
- "model.layers.18.mlp.experts.25.down_proj_scales",
791
- "model.layers.18.mlp.experts.26.down_proj_scales",
792
- "model.layers.18.mlp.experts.27.down_proj_scales",
793
- "model.layers.18.mlp.experts.28.down_proj_scales",
794
- "model.layers.18.mlp.experts.29.down_proj_scales",
795
- "model.layers.18.mlp.experts.30.down_proj_scales",
796
- "model.layers.18.mlp.experts.31.down_proj_scales",
797
- "model.layers.18.mlp.experts.0.gate_up_proj_scales",
798
- "model.layers.18.mlp.experts.1.gate_up_proj_scales",
799
- "model.layers.18.mlp.experts.2.gate_up_proj_scales",
800
- "model.layers.18.mlp.experts.3.gate_up_proj_scales",
801
- "model.layers.18.mlp.experts.4.gate_up_proj_scales",
802
- "model.layers.18.mlp.experts.5.gate_up_proj_scales",
803
- "model.layers.18.mlp.experts.6.gate_up_proj_scales",
804
- "model.layers.18.mlp.experts.7.gate_up_proj_scales",
805
- "model.layers.18.mlp.experts.8.gate_up_proj_scales",
806
- "model.layers.18.mlp.experts.9.gate_up_proj_scales",
807
- "model.layers.18.mlp.experts.10.gate_up_proj_scales",
808
- "model.layers.18.mlp.experts.11.gate_up_proj_scales",
809
- "model.layers.18.mlp.experts.12.gate_up_proj_scales",
810
- "model.layers.18.mlp.experts.13.gate_up_proj_scales",
811
- "model.layers.18.mlp.experts.14.gate_up_proj_scales",
812
- "model.layers.18.mlp.experts.15.gate_up_proj_scales",
813
- "model.layers.18.mlp.experts.16.gate_up_proj_scales",
814
- "model.layers.18.mlp.experts.17.gate_up_proj_scales",
815
- "model.layers.18.mlp.experts.18.gate_up_proj_scales",
816
- "model.layers.18.mlp.experts.19.gate_up_proj_scales",
817
- "model.layers.18.mlp.experts.20.gate_up_proj_scales",
818
- "model.layers.18.mlp.experts.21.gate_up_proj_scales",
819
- "model.layers.18.mlp.experts.22.gate_up_proj_scales",
820
- "model.layers.18.mlp.experts.23.gate_up_proj_scales",
821
- "model.layers.18.mlp.experts.24.gate_up_proj_scales",
822
- "model.layers.18.mlp.experts.25.gate_up_proj_scales",
823
- "model.layers.18.mlp.experts.26.gate_up_proj_scales",
824
- "model.layers.18.mlp.experts.27.gate_up_proj_scales",
825
- "model.layers.18.mlp.experts.28.gate_up_proj_scales",
826
- "model.layers.18.mlp.experts.29.gate_up_proj_scales",
827
- "model.layers.18.mlp.experts.30.gate_up_proj_scales",
828
- "model.layers.18.mlp.experts.31.gate_up_proj_scales",
829
- "model.layers.18.mlp.router",
830
- "model.layers.18.post_attention_layernorm",
831
- "model.layers.19.input_layernorm",
832
- "model.layers.19.mlp.experts.0.down_proj_scales",
833
- "model.layers.19.mlp.experts.1.down_proj_scales",
834
- "model.layers.19.mlp.experts.2.down_proj_scales",
835
- "model.layers.19.mlp.experts.3.down_proj_scales",
836
- "model.layers.19.mlp.experts.4.down_proj_scales",
837
- "model.layers.19.mlp.experts.5.down_proj_scales",
838
- "model.layers.19.mlp.experts.6.down_proj_scales",
839
- "model.layers.19.mlp.experts.7.down_proj_scales",
840
- "model.layers.19.mlp.experts.8.down_proj_scales",
841
- "model.layers.19.mlp.experts.9.down_proj_scales",
842
- "model.layers.19.mlp.experts.10.down_proj_scales",
843
- "model.layers.19.mlp.experts.11.down_proj_scales",
844
- "model.layers.19.mlp.experts.12.down_proj_scales",
845
- "model.layers.19.mlp.experts.13.down_proj_scales",
846
- "model.layers.19.mlp.experts.14.down_proj_scales",
847
- "model.layers.19.mlp.experts.15.down_proj_scales",
848
- "model.layers.19.mlp.experts.16.down_proj_scales",
849
- "model.layers.19.mlp.experts.17.down_proj_scales",
850
- "model.layers.19.mlp.experts.18.down_proj_scales",
851
- "model.layers.19.mlp.experts.19.down_proj_scales",
852
- "model.layers.19.mlp.experts.20.down_proj_scales",
853
- "model.layers.19.mlp.experts.21.down_proj_scales",
854
- "model.layers.19.mlp.experts.22.down_proj_scales",
855
- "model.layers.19.mlp.experts.23.down_proj_scales",
856
- "model.layers.19.mlp.experts.24.down_proj_scales",
857
- "model.layers.19.mlp.experts.25.down_proj_scales",
858
- "model.layers.19.mlp.experts.26.down_proj_scales",
859
- "model.layers.19.mlp.experts.27.down_proj_scales",
860
- "model.layers.19.mlp.experts.28.down_proj_scales",
861
- "model.layers.19.mlp.experts.29.down_proj_scales",
862
- "model.layers.19.mlp.experts.30.down_proj_scales",
863
- "model.layers.19.mlp.experts.31.down_proj_scales",
864
- "model.layers.19.mlp.experts.0.gate_up_proj_scales",
865
- "model.layers.19.mlp.experts.1.gate_up_proj_scales",
866
- "model.layers.19.mlp.experts.2.gate_up_proj_scales",
867
- "model.layers.19.mlp.experts.3.gate_up_proj_scales",
868
- "model.layers.19.mlp.experts.4.gate_up_proj_scales",
869
- "model.layers.19.mlp.experts.5.gate_up_proj_scales",
870
- "model.layers.19.mlp.experts.6.gate_up_proj_scales",
871
- "model.layers.19.mlp.experts.7.gate_up_proj_scales",
872
- "model.layers.19.mlp.experts.8.gate_up_proj_scales",
873
- "model.layers.19.mlp.experts.9.gate_up_proj_scales",
874
- "model.layers.19.mlp.experts.10.gate_up_proj_scales",
875
- "model.layers.19.mlp.experts.11.gate_up_proj_scales",
876
- "model.layers.19.mlp.experts.12.gate_up_proj_scales",
877
- "model.layers.19.mlp.experts.13.gate_up_proj_scales",
878
- "model.layers.19.mlp.experts.14.gate_up_proj_scales",
879
- "model.layers.19.mlp.experts.15.gate_up_proj_scales",
880
- "model.layers.19.mlp.experts.16.gate_up_proj_scales",
881
- "model.layers.19.mlp.experts.17.gate_up_proj_scales",
882
- "model.layers.19.mlp.experts.18.gate_up_proj_scales",
883
- "model.layers.19.mlp.experts.19.gate_up_proj_scales",
884
- "model.layers.19.mlp.experts.20.gate_up_proj_scales",
885
- "model.layers.19.mlp.experts.21.gate_up_proj_scales",
886
- "model.layers.19.mlp.experts.22.gate_up_proj_scales",
887
- "model.layers.19.mlp.experts.23.gate_up_proj_scales",
888
- "model.layers.19.mlp.experts.24.gate_up_proj_scales",
889
- "model.layers.19.mlp.experts.25.gate_up_proj_scales",
890
- "model.layers.19.mlp.experts.26.gate_up_proj_scales",
891
- "model.layers.19.mlp.experts.27.gate_up_proj_scales",
892
- "model.layers.19.mlp.experts.28.gate_up_proj_scales",
893
- "model.layers.19.mlp.experts.29.gate_up_proj_scales",
894
- "model.layers.19.mlp.experts.30.gate_up_proj_scales",
895
- "model.layers.19.mlp.experts.31.gate_up_proj_scales",
896
- "model.layers.19.mlp.router",
897
- "model.layers.19.post_attention_layernorm",
898
- "model.layers.2.input_layernorm",
899
- "model.layers.2.mlp.experts.0.down_proj_scales",
900
- "model.layers.2.mlp.experts.1.down_proj_scales",
901
- "model.layers.2.mlp.experts.2.down_proj_scales",
902
- "model.layers.2.mlp.experts.3.down_proj_scales",
903
- "model.layers.2.mlp.experts.4.down_proj_scales",
904
- "model.layers.2.mlp.experts.5.down_proj_scales",
905
- "model.layers.2.mlp.experts.6.down_proj_scales",
906
- "model.layers.2.mlp.experts.7.down_proj_scales",
907
- "model.layers.2.mlp.experts.8.down_proj_scales",
908
- "model.layers.2.mlp.experts.9.down_proj_scales",
909
- "model.layers.2.mlp.experts.10.down_proj_scales",
910
- "model.layers.2.mlp.experts.11.down_proj_scales",
911
- "model.layers.2.mlp.experts.12.down_proj_scales",
912
- "model.layers.2.mlp.experts.13.down_proj_scales",
913
- "model.layers.2.mlp.experts.14.down_proj_scales",
914
- "model.layers.2.mlp.experts.15.down_proj_scales",
915
- "model.layers.2.mlp.experts.16.down_proj_scales",
916
- "model.layers.2.mlp.experts.17.down_proj_scales",
917
- "model.layers.2.mlp.experts.18.down_proj_scales",
918
- "model.layers.2.mlp.experts.19.down_proj_scales",
919
- "model.layers.2.mlp.experts.20.down_proj_scales",
920
- "model.layers.2.mlp.experts.21.down_proj_scales",
921
- "model.layers.2.mlp.experts.22.down_proj_scales",
922
- "model.layers.2.mlp.experts.23.down_proj_scales",
923
- "model.layers.2.mlp.experts.24.down_proj_scales",
924
- "model.layers.2.mlp.experts.25.down_proj_scales",
925
- "model.layers.2.mlp.experts.26.down_proj_scales",
926
- "model.layers.2.mlp.experts.27.down_proj_scales",
927
- "model.layers.2.mlp.experts.28.down_proj_scales",
928
- "model.layers.2.mlp.experts.29.down_proj_scales",
929
- "model.layers.2.mlp.experts.30.down_proj_scales",
930
- "model.layers.2.mlp.experts.31.down_proj_scales",
931
- "model.layers.2.mlp.experts.0.gate_up_proj_scales",
932
- "model.layers.2.mlp.experts.1.gate_up_proj_scales",
933
- "model.layers.2.mlp.experts.2.gate_up_proj_scales",
934
- "model.layers.2.mlp.experts.3.gate_up_proj_scales",
935
- "model.layers.2.mlp.experts.4.gate_up_proj_scales",
936
- "model.layers.2.mlp.experts.5.gate_up_proj_scales",
937
- "model.layers.2.mlp.experts.6.gate_up_proj_scales",
938
- "model.layers.2.mlp.experts.7.gate_up_proj_scales",
939
- "model.layers.2.mlp.experts.8.gate_up_proj_scales",
940
- "model.layers.2.mlp.experts.9.gate_up_proj_scales",
941
- "model.layers.2.mlp.experts.10.gate_up_proj_scales",
942
- "model.layers.2.mlp.experts.11.gate_up_proj_scales",
943
- "model.layers.2.mlp.experts.12.gate_up_proj_scales",
944
- "model.layers.2.mlp.experts.13.gate_up_proj_scales",
945
- "model.layers.2.mlp.experts.14.gate_up_proj_scales",
946
- "model.layers.2.mlp.experts.15.gate_up_proj_scales",
947
- "model.layers.2.mlp.experts.16.gate_up_proj_scales",
948
- "model.layers.2.mlp.experts.17.gate_up_proj_scales",
949
- "model.layers.2.mlp.experts.18.gate_up_proj_scales",
950
- "model.layers.2.mlp.experts.19.gate_up_proj_scales",
951
- "model.layers.2.mlp.experts.20.gate_up_proj_scales",
952
- "model.layers.2.mlp.experts.21.gate_up_proj_scales",
953
- "model.layers.2.mlp.experts.22.gate_up_proj_scales",
954
- "model.layers.2.mlp.experts.23.gate_up_proj_scales",
955
- "model.layers.2.mlp.experts.24.gate_up_proj_scales",
956
- "model.layers.2.mlp.experts.25.gate_up_proj_scales",
957
- "model.layers.2.mlp.experts.26.gate_up_proj_scales",
958
- "model.layers.2.mlp.experts.27.gate_up_proj_scales",
959
- "model.layers.2.mlp.experts.28.gate_up_proj_scales",
960
- "model.layers.2.mlp.experts.29.gate_up_proj_scales",
961
- "model.layers.2.mlp.experts.30.gate_up_proj_scales",
962
- "model.layers.2.mlp.experts.31.gate_up_proj_scales",
963
- "model.layers.2.mlp.router",
964
- "model.layers.2.post_attention_layernorm",
965
- "model.layers.20.input_layernorm",
966
- "model.layers.20.mlp.experts.0.down_proj_scales",
967
- "model.layers.20.mlp.experts.1.down_proj_scales",
968
- "model.layers.20.mlp.experts.2.down_proj_scales",
969
- "model.layers.20.mlp.experts.3.down_proj_scales",
970
- "model.layers.20.mlp.experts.4.down_proj_scales",
971
- "model.layers.20.mlp.experts.5.down_proj_scales",
972
- "model.layers.20.mlp.experts.6.down_proj_scales",
973
- "model.layers.20.mlp.experts.7.down_proj_scales",
974
- "model.layers.20.mlp.experts.8.down_proj_scales",
975
- "model.layers.20.mlp.experts.9.down_proj_scales",
976
- "model.layers.20.mlp.experts.10.down_proj_scales",
977
- "model.layers.20.mlp.experts.11.down_proj_scales",
978
- "model.layers.20.mlp.experts.12.down_proj_scales",
979
- "model.layers.20.mlp.experts.13.down_proj_scales",
980
- "model.layers.20.mlp.experts.14.down_proj_scales",
981
- "model.layers.20.mlp.experts.15.down_proj_scales",
982
- "model.layers.20.mlp.experts.16.down_proj_scales",
983
- "model.layers.20.mlp.experts.17.down_proj_scales",
984
- "model.layers.20.mlp.experts.18.down_proj_scales",
985
- "model.layers.20.mlp.experts.19.down_proj_scales",
986
- "model.layers.20.mlp.experts.20.down_proj_scales",
987
- "model.layers.20.mlp.experts.21.down_proj_scales",
988
- "model.layers.20.mlp.experts.22.down_proj_scales",
989
- "model.layers.20.mlp.experts.23.down_proj_scales",
990
- "model.layers.20.mlp.experts.24.down_proj_scales",
991
- "model.layers.20.mlp.experts.25.down_proj_scales",
992
- "model.layers.20.mlp.experts.26.down_proj_scales",
993
- "model.layers.20.mlp.experts.27.down_proj_scales",
994
- "model.layers.20.mlp.experts.28.down_proj_scales",
995
- "model.layers.20.mlp.experts.29.down_proj_scales",
996
- "model.layers.20.mlp.experts.30.down_proj_scales",
997
- "model.layers.20.mlp.experts.31.down_proj_scales",
998
- "model.layers.20.mlp.experts.0.gate_up_proj_scales",
999
- "model.layers.20.mlp.experts.1.gate_up_proj_scales",
1000
- "model.layers.20.mlp.experts.2.gate_up_proj_scales",
1001
- "model.layers.20.mlp.experts.3.gate_up_proj_scales",
1002
- "model.layers.20.mlp.experts.4.gate_up_proj_scales",
1003
- "model.layers.20.mlp.experts.5.gate_up_proj_scales",
1004
- "model.layers.20.mlp.experts.6.gate_up_proj_scales",
1005
- "model.layers.20.mlp.experts.7.gate_up_proj_scales",
1006
- "model.layers.20.mlp.experts.8.gate_up_proj_scales",
1007
- "model.layers.20.mlp.experts.9.gate_up_proj_scales",
1008
- "model.layers.20.mlp.experts.10.gate_up_proj_scales",
1009
- "model.layers.20.mlp.experts.11.gate_up_proj_scales",
1010
- "model.layers.20.mlp.experts.12.gate_up_proj_scales",
1011
- "model.layers.20.mlp.experts.13.gate_up_proj_scales",
1012
- "model.layers.20.mlp.experts.14.gate_up_proj_scales",
1013
- "model.layers.20.mlp.experts.15.gate_up_proj_scales",
1014
- "model.layers.20.mlp.experts.16.gate_up_proj_scales",
1015
- "model.layers.20.mlp.experts.17.gate_up_proj_scales",
1016
- "model.layers.20.mlp.experts.18.gate_up_proj_scales",
1017
- "model.layers.20.mlp.experts.19.gate_up_proj_scales",
1018
- "model.layers.20.mlp.experts.20.gate_up_proj_scales",
1019
- "model.layers.20.mlp.experts.21.gate_up_proj_scales",
1020
- "model.layers.20.mlp.experts.22.gate_up_proj_scales",
1021
- "model.layers.20.mlp.experts.23.gate_up_proj_scales",
1022
- "model.layers.20.mlp.experts.24.gate_up_proj_scales",
1023
- "model.layers.20.mlp.experts.25.gate_up_proj_scales",
1024
- "model.layers.20.mlp.experts.26.gate_up_proj_scales",
1025
- "model.layers.20.mlp.experts.27.gate_up_proj_scales",
1026
- "model.layers.20.mlp.experts.28.gate_up_proj_scales",
1027
- "model.layers.20.mlp.experts.29.gate_up_proj_scales",
1028
- "model.layers.20.mlp.experts.30.gate_up_proj_scales",
1029
- "model.layers.20.mlp.experts.31.gate_up_proj_scales",
1030
- "model.layers.20.mlp.router",
1031
- "model.layers.20.post_attention_layernorm",
1032
- "model.layers.21.input_layernorm",
1033
- "model.layers.21.mlp.experts.0.down_proj_scales",
1034
- "model.layers.21.mlp.experts.1.down_proj_scales",
1035
- "model.layers.21.mlp.experts.2.down_proj_scales",
1036
- "model.layers.21.mlp.experts.3.down_proj_scales",
1037
- "model.layers.21.mlp.experts.4.down_proj_scales",
1038
- "model.layers.21.mlp.experts.5.down_proj_scales",
1039
- "model.layers.21.mlp.experts.6.down_proj_scales",
1040
- "model.layers.21.mlp.experts.7.down_proj_scales",
1041
- "model.layers.21.mlp.experts.8.down_proj_scales",
1042
- "model.layers.21.mlp.experts.9.down_proj_scales",
1043
- "model.layers.21.mlp.experts.10.down_proj_scales",
1044
- "model.layers.21.mlp.experts.11.down_proj_scales",
1045
- "model.layers.21.mlp.experts.12.down_proj_scales",
1046
- "model.layers.21.mlp.experts.13.down_proj_scales",
1047
- "model.layers.21.mlp.experts.14.down_proj_scales",
1048
- "model.layers.21.mlp.experts.15.down_proj_scales",
1049
- "model.layers.21.mlp.experts.16.down_proj_scales",
1050
- "model.layers.21.mlp.experts.17.down_proj_scales",
1051
- "model.layers.21.mlp.experts.18.down_proj_scales",
1052
- "model.layers.21.mlp.experts.19.down_proj_scales",
1053
- "model.layers.21.mlp.experts.20.down_proj_scales",
1054
- "model.layers.21.mlp.experts.21.down_proj_scales",
1055
- "model.layers.21.mlp.experts.22.down_proj_scales",
1056
- "model.layers.21.mlp.experts.23.down_proj_scales",
1057
- "model.layers.21.mlp.experts.24.down_proj_scales",
1058
- "model.layers.21.mlp.experts.25.down_proj_scales",
1059
- "model.layers.21.mlp.experts.26.down_proj_scales",
1060
- "model.layers.21.mlp.experts.27.down_proj_scales",
1061
- "model.layers.21.mlp.experts.28.down_proj_scales",
1062
- "model.layers.21.mlp.experts.29.down_proj_scales",
1063
- "model.layers.21.mlp.experts.30.down_proj_scales",
1064
- "model.layers.21.mlp.experts.31.down_proj_scales",
1065
- "model.layers.21.mlp.experts.0.gate_up_proj_scales",
1066
- "model.layers.21.mlp.experts.1.gate_up_proj_scales",
1067
- "model.layers.21.mlp.experts.2.gate_up_proj_scales",
1068
- "model.layers.21.mlp.experts.3.gate_up_proj_scales",
1069
- "model.layers.21.mlp.experts.4.gate_up_proj_scales",
1070
- "model.layers.21.mlp.experts.5.gate_up_proj_scales",
1071
- "model.layers.21.mlp.experts.6.gate_up_proj_scales",
1072
- "model.layers.21.mlp.experts.7.gate_up_proj_scales",
1073
- "model.layers.21.mlp.experts.8.gate_up_proj_scales",
1074
- "model.layers.21.mlp.experts.9.gate_up_proj_scales",
1075
- "model.layers.21.mlp.experts.10.gate_up_proj_scales",
1076
- "model.layers.21.mlp.experts.11.gate_up_proj_scales",
1077
- "model.layers.21.mlp.experts.12.gate_up_proj_scales",
1078
- "model.layers.21.mlp.experts.13.gate_up_proj_scales",
1079
- "model.layers.21.mlp.experts.14.gate_up_proj_scales",
1080
- "model.layers.21.mlp.experts.15.gate_up_proj_scales",
1081
- "model.layers.21.mlp.experts.16.gate_up_proj_scales",
1082
- "model.layers.21.mlp.experts.17.gate_up_proj_scales",
1083
- "model.layers.21.mlp.experts.18.gate_up_proj_scales",
1084
- "model.layers.21.mlp.experts.19.gate_up_proj_scales",
1085
- "model.layers.21.mlp.experts.20.gate_up_proj_scales",
1086
- "model.layers.21.mlp.experts.21.gate_up_proj_scales",
1087
- "model.layers.21.mlp.experts.22.gate_up_proj_scales",
1088
- "model.layers.21.mlp.experts.23.gate_up_proj_scales",
1089
- "model.layers.21.mlp.experts.24.gate_up_proj_scales",
1090
- "model.layers.21.mlp.experts.25.gate_up_proj_scales",
1091
- "model.layers.21.mlp.experts.26.gate_up_proj_scales",
1092
- "model.layers.21.mlp.experts.27.gate_up_proj_scales",
1093
- "model.layers.21.mlp.experts.28.gate_up_proj_scales",
1094
- "model.layers.21.mlp.experts.29.gate_up_proj_scales",
1095
- "model.layers.21.mlp.experts.30.gate_up_proj_scales",
1096
- "model.layers.21.mlp.experts.31.gate_up_proj_scales",
1097
- "model.layers.21.mlp.router",
1098
- "model.layers.21.post_attention_layernorm",
1099
- "model.layers.22.input_layernorm",
1100
- "model.layers.22.mlp.experts.0.down_proj_scales",
1101
- "model.layers.22.mlp.experts.1.down_proj_scales",
1102
- "model.layers.22.mlp.experts.2.down_proj_scales",
1103
- "model.layers.22.mlp.experts.3.down_proj_scales",
1104
- "model.layers.22.mlp.experts.4.down_proj_scales",
1105
- "model.layers.22.mlp.experts.5.down_proj_scales",
1106
- "model.layers.22.mlp.experts.6.down_proj_scales",
1107
- "model.layers.22.mlp.experts.7.down_proj_scales",
1108
- "model.layers.22.mlp.experts.8.down_proj_scales",
1109
- "model.layers.22.mlp.experts.9.down_proj_scales",
1110
- "model.layers.22.mlp.experts.10.down_proj_scales",
1111
- "model.layers.22.mlp.experts.11.down_proj_scales",
1112
- "model.layers.22.mlp.experts.12.down_proj_scales",
1113
- "model.layers.22.mlp.experts.13.down_proj_scales",
1114
- "model.layers.22.mlp.experts.14.down_proj_scales",
1115
- "model.layers.22.mlp.experts.15.down_proj_scales",
1116
- "model.layers.22.mlp.experts.16.down_proj_scales",
1117
- "model.layers.22.mlp.experts.17.down_proj_scales",
1118
- "model.layers.22.mlp.experts.18.down_proj_scales",
1119
- "model.layers.22.mlp.experts.19.down_proj_scales",
1120
- "model.layers.22.mlp.experts.20.down_proj_scales",
1121
- "model.layers.22.mlp.experts.21.down_proj_scales",
1122
- "model.layers.22.mlp.experts.22.down_proj_scales",
1123
- "model.layers.22.mlp.experts.23.down_proj_scales",
1124
- "model.layers.22.mlp.experts.24.down_proj_scales",
1125
- "model.layers.22.mlp.experts.25.down_proj_scales",
1126
- "model.layers.22.mlp.experts.26.down_proj_scales",
1127
- "model.layers.22.mlp.experts.27.down_proj_scales",
1128
- "model.layers.22.mlp.experts.28.down_proj_scales",
1129
- "model.layers.22.mlp.experts.29.down_proj_scales",
1130
- "model.layers.22.mlp.experts.30.down_proj_scales",
1131
- "model.layers.22.mlp.experts.31.down_proj_scales",
1132
- "model.layers.22.mlp.experts.0.gate_up_proj_scales",
1133
- "model.layers.22.mlp.experts.1.gate_up_proj_scales",
1134
- "model.layers.22.mlp.experts.2.gate_up_proj_scales",
1135
- "model.layers.22.mlp.experts.3.gate_up_proj_scales",
1136
- "model.layers.22.mlp.experts.4.gate_up_proj_scales",
1137
- "model.layers.22.mlp.experts.5.gate_up_proj_scales",
1138
- "model.layers.22.mlp.experts.6.gate_up_proj_scales",
1139
- "model.layers.22.mlp.experts.7.gate_up_proj_scales",
1140
- "model.layers.22.mlp.experts.8.gate_up_proj_scales",
1141
- "model.layers.22.mlp.experts.9.gate_up_proj_scales",
1142
- "model.layers.22.mlp.experts.10.gate_up_proj_scales",
1143
- "model.layers.22.mlp.experts.11.gate_up_proj_scales",
1144
- "model.layers.22.mlp.experts.12.gate_up_proj_scales",
1145
- "model.layers.22.mlp.experts.13.gate_up_proj_scales",
1146
- "model.layers.22.mlp.experts.14.gate_up_proj_scales",
1147
- "model.layers.22.mlp.experts.15.gate_up_proj_scales",
1148
- "model.layers.22.mlp.experts.16.gate_up_proj_scales",
1149
- "model.layers.22.mlp.experts.17.gate_up_proj_scales",
1150
- "model.layers.22.mlp.experts.18.gate_up_proj_scales",
1151
- "model.layers.22.mlp.experts.19.gate_up_proj_scales",
1152
- "model.layers.22.mlp.experts.20.gate_up_proj_scales",
1153
- "model.layers.22.mlp.experts.21.gate_up_proj_scales",
1154
- "model.layers.22.mlp.experts.22.gate_up_proj_scales",
1155
- "model.layers.22.mlp.experts.23.gate_up_proj_scales",
1156
- "model.layers.22.mlp.experts.24.gate_up_proj_scales",
1157
- "model.layers.22.mlp.experts.25.gate_up_proj_scales",
1158
- "model.layers.22.mlp.experts.26.gate_up_proj_scales",
1159
- "model.layers.22.mlp.experts.27.gate_up_proj_scales",
1160
- "model.layers.22.mlp.experts.28.gate_up_proj_scales",
1161
- "model.layers.22.mlp.experts.29.gate_up_proj_scales",
1162
- "model.layers.22.mlp.experts.30.gate_up_proj_scales",
1163
- "model.layers.22.mlp.experts.31.gate_up_proj_scales",
1164
- "model.layers.22.mlp.router",
1165
- "model.layers.22.post_attention_layernorm",
1166
- "model.layers.23.input_layernorm",
1167
- "model.layers.23.mlp.experts.0.down_proj_scales",
1168
- "model.layers.23.mlp.experts.1.down_proj_scales",
1169
- "model.layers.23.mlp.experts.2.down_proj_scales",
1170
- "model.layers.23.mlp.experts.3.down_proj_scales",
1171
- "model.layers.23.mlp.experts.4.down_proj_scales",
1172
- "model.layers.23.mlp.experts.5.down_proj_scales",
1173
- "model.layers.23.mlp.experts.6.down_proj_scales",
1174
- "model.layers.23.mlp.experts.7.down_proj_scales",
1175
- "model.layers.23.mlp.experts.8.down_proj_scales",
1176
- "model.layers.23.mlp.experts.9.down_proj_scales",
1177
- "model.layers.23.mlp.experts.10.down_proj_scales",
1178
- "model.layers.23.mlp.experts.11.down_proj_scales",
1179
- "model.layers.23.mlp.experts.12.down_proj_scales",
1180
- "model.layers.23.mlp.experts.13.down_proj_scales",
1181
- "model.layers.23.mlp.experts.14.down_proj_scales",
1182
- "model.layers.23.mlp.experts.15.down_proj_scales",
1183
- "model.layers.23.mlp.experts.16.down_proj_scales",
1184
- "model.layers.23.mlp.experts.17.down_proj_scales",
1185
- "model.layers.23.mlp.experts.18.down_proj_scales",
1186
- "model.layers.23.mlp.experts.19.down_proj_scales",
1187
- "model.layers.23.mlp.experts.20.down_proj_scales",
1188
- "model.layers.23.mlp.experts.21.down_proj_scales",
1189
- "model.layers.23.mlp.experts.22.down_proj_scales",
1190
- "model.layers.23.mlp.experts.23.down_proj_scales",
1191
- "model.layers.23.mlp.experts.24.down_proj_scales",
1192
- "model.layers.23.mlp.experts.25.down_proj_scales",
1193
- "model.layers.23.mlp.experts.26.down_proj_scales",
1194
- "model.layers.23.mlp.experts.27.down_proj_scales",
1195
- "model.layers.23.mlp.experts.28.down_proj_scales",
1196
- "model.layers.23.mlp.experts.29.down_proj_scales",
1197
- "model.layers.23.mlp.experts.30.down_proj_scales",
1198
- "model.layers.23.mlp.experts.31.down_proj_scales",
1199
- "model.layers.23.mlp.experts.0.gate_up_proj_scales",
1200
- "model.layers.23.mlp.experts.1.gate_up_proj_scales",
1201
- "model.layers.23.mlp.experts.2.gate_up_proj_scales",
1202
- "model.layers.23.mlp.experts.3.gate_up_proj_scales",
1203
- "model.layers.23.mlp.experts.4.gate_up_proj_scales",
1204
- "model.layers.23.mlp.experts.5.gate_up_proj_scales",
1205
- "model.layers.23.mlp.experts.6.gate_up_proj_scales",
1206
- "model.layers.23.mlp.experts.7.gate_up_proj_scales",
1207
- "model.layers.23.mlp.experts.8.gate_up_proj_scales",
1208
- "model.layers.23.mlp.experts.9.gate_up_proj_scales",
1209
- "model.layers.23.mlp.experts.10.gate_up_proj_scales",
1210
- "model.layers.23.mlp.experts.11.gate_up_proj_scales",
1211
- "model.layers.23.mlp.experts.12.gate_up_proj_scales",
1212
- "model.layers.23.mlp.experts.13.gate_up_proj_scales",
1213
- "model.layers.23.mlp.experts.14.gate_up_proj_scales",
1214
- "model.layers.23.mlp.experts.15.gate_up_proj_scales",
1215
- "model.layers.23.mlp.experts.16.gate_up_proj_scales",
1216
- "model.layers.23.mlp.experts.17.gate_up_proj_scales",
1217
- "model.layers.23.mlp.experts.18.gate_up_proj_scales",
1218
- "model.layers.23.mlp.experts.19.gate_up_proj_scales",
1219
- "model.layers.23.mlp.experts.20.gate_up_proj_scales",
1220
- "model.layers.23.mlp.experts.21.gate_up_proj_scales",
1221
- "model.layers.23.mlp.experts.22.gate_up_proj_scales",
1222
- "model.layers.23.mlp.experts.23.gate_up_proj_scales",
1223
- "model.layers.23.mlp.experts.24.gate_up_proj_scales",
1224
- "model.layers.23.mlp.experts.25.gate_up_proj_scales",
1225
- "model.layers.23.mlp.experts.26.gate_up_proj_scales",
1226
- "model.layers.23.mlp.experts.27.gate_up_proj_scales",
1227
- "model.layers.23.mlp.experts.28.gate_up_proj_scales",
1228
- "model.layers.23.mlp.experts.29.gate_up_proj_scales",
1229
- "model.layers.23.mlp.experts.30.gate_up_proj_scales",
1230
- "model.layers.23.mlp.experts.31.gate_up_proj_scales",
1231
- "model.layers.23.mlp.router",
1232
- "model.layers.23.post_attention_layernorm",
1233
- "model.layers.3.input_layernorm",
1234
- "model.layers.3.mlp.experts.0.down_proj_scales",
1235
- "model.layers.3.mlp.experts.1.down_proj_scales",
1236
- "model.layers.3.mlp.experts.2.down_proj_scales",
1237
- "model.layers.3.mlp.experts.3.down_proj_scales",
1238
- "model.layers.3.mlp.experts.4.down_proj_scales",
1239
- "model.layers.3.mlp.experts.5.down_proj_scales",
1240
- "model.layers.3.mlp.experts.6.down_proj_scales",
1241
- "model.layers.3.mlp.experts.7.down_proj_scales",
1242
- "model.layers.3.mlp.experts.8.down_proj_scales",
1243
- "model.layers.3.mlp.experts.9.down_proj_scales",
1244
- "model.layers.3.mlp.experts.10.down_proj_scales",
1245
- "model.layers.3.mlp.experts.11.down_proj_scales",
1246
- "model.layers.3.mlp.experts.12.down_proj_scales",
1247
- "model.layers.3.mlp.experts.13.down_proj_scales",
1248
- "model.layers.3.mlp.experts.14.down_proj_scales",
1249
- "model.layers.3.mlp.experts.15.down_proj_scales",
1250
- "model.layers.3.mlp.experts.16.down_proj_scales",
1251
- "model.layers.3.mlp.experts.17.down_proj_scales",
1252
- "model.layers.3.mlp.experts.18.down_proj_scales",
1253
- "model.layers.3.mlp.experts.19.down_proj_scales",
1254
- "model.layers.3.mlp.experts.20.down_proj_scales",
1255
- "model.layers.3.mlp.experts.21.down_proj_scales",
1256
- "model.layers.3.mlp.experts.22.down_proj_scales",
1257
- "model.layers.3.mlp.experts.23.down_proj_scales",
1258
- "model.layers.3.mlp.experts.24.down_proj_scales",
1259
- "model.layers.3.mlp.experts.25.down_proj_scales",
1260
- "model.layers.3.mlp.experts.26.down_proj_scales",
1261
- "model.layers.3.mlp.experts.27.down_proj_scales",
1262
- "model.layers.3.mlp.experts.28.down_proj_scales",
1263
- "model.layers.3.mlp.experts.29.down_proj_scales",
1264
- "model.layers.3.mlp.experts.30.down_proj_scales",
1265
- "model.layers.3.mlp.experts.31.down_proj_scales",
1266
- "model.layers.3.mlp.experts.0.gate_up_proj_scales",
1267
- "model.layers.3.mlp.experts.1.gate_up_proj_scales",
1268
- "model.layers.3.mlp.experts.2.gate_up_proj_scales",
1269
- "model.layers.3.mlp.experts.3.gate_up_proj_scales",
1270
- "model.layers.3.mlp.experts.4.gate_up_proj_scales",
1271
- "model.layers.3.mlp.experts.5.gate_up_proj_scales",
1272
- "model.layers.3.mlp.experts.6.gate_up_proj_scales",
1273
- "model.layers.3.mlp.experts.7.gate_up_proj_scales",
1274
- "model.layers.3.mlp.experts.8.gate_up_proj_scales",
1275
- "model.layers.3.mlp.experts.9.gate_up_proj_scales",
1276
- "model.layers.3.mlp.experts.10.gate_up_proj_scales",
1277
- "model.layers.3.mlp.experts.11.gate_up_proj_scales",
1278
- "model.layers.3.mlp.experts.12.gate_up_proj_scales",
1279
- "model.layers.3.mlp.experts.13.gate_up_proj_scales",
1280
- "model.layers.3.mlp.experts.14.gate_up_proj_scales",
1281
- "model.layers.3.mlp.experts.15.gate_up_proj_scales",
1282
- "model.layers.3.mlp.experts.16.gate_up_proj_scales",
1283
- "model.layers.3.mlp.experts.17.gate_up_proj_scales",
1284
- "model.layers.3.mlp.experts.18.gate_up_proj_scales",
1285
- "model.layers.3.mlp.experts.19.gate_up_proj_scales",
1286
- "model.layers.3.mlp.experts.20.gate_up_proj_scales",
1287
- "model.layers.3.mlp.experts.21.gate_up_proj_scales",
1288
- "model.layers.3.mlp.experts.22.gate_up_proj_scales",
1289
- "model.layers.3.mlp.experts.23.gate_up_proj_scales",
1290
- "model.layers.3.mlp.experts.24.gate_up_proj_scales",
1291
- "model.layers.3.mlp.experts.25.gate_up_proj_scales",
1292
- "model.layers.3.mlp.experts.26.gate_up_proj_scales",
1293
- "model.layers.3.mlp.experts.27.gate_up_proj_scales",
1294
- "model.layers.3.mlp.experts.28.gate_up_proj_scales",
1295
- "model.layers.3.mlp.experts.29.gate_up_proj_scales",
1296
- "model.layers.3.mlp.experts.30.gate_up_proj_scales",
1297
- "model.layers.3.mlp.experts.31.gate_up_proj_scales",
1298
- "model.layers.3.mlp.router",
1299
- "model.layers.3.post_attention_layernorm",
1300
- "model.layers.4.input_layernorm",
1301
- "model.layers.4.mlp.experts.0.down_proj_scales",
1302
- "model.layers.4.mlp.experts.1.down_proj_scales",
1303
- "model.layers.4.mlp.experts.2.down_proj_scales",
1304
- "model.layers.4.mlp.experts.3.down_proj_scales",
1305
- "model.layers.4.mlp.experts.4.down_proj_scales",
1306
- "model.layers.4.mlp.experts.5.down_proj_scales",
1307
- "model.layers.4.mlp.experts.6.down_proj_scales",
1308
- "model.layers.4.mlp.experts.7.down_proj_scales",
1309
- "model.layers.4.mlp.experts.8.down_proj_scales",
1310
- "model.layers.4.mlp.experts.9.down_proj_scales",
1311
- "model.layers.4.mlp.experts.10.down_proj_scales",
1312
- "model.layers.4.mlp.experts.11.down_proj_scales",
1313
- "model.layers.4.mlp.experts.12.down_proj_scales",
1314
- "model.layers.4.mlp.experts.13.down_proj_scales",
1315
- "model.layers.4.mlp.experts.14.down_proj_scales",
1316
- "model.layers.4.mlp.experts.15.down_proj_scales",
1317
- "model.layers.4.mlp.experts.16.down_proj_scales",
1318
- "model.layers.4.mlp.experts.17.down_proj_scales",
1319
- "model.layers.4.mlp.experts.18.down_proj_scales",
1320
- "model.layers.4.mlp.experts.19.down_proj_scales",
1321
- "model.layers.4.mlp.experts.20.down_proj_scales",
1322
- "model.layers.4.mlp.experts.21.down_proj_scales",
1323
- "model.layers.4.mlp.experts.22.down_proj_scales",
1324
- "model.layers.4.mlp.experts.23.down_proj_scales",
1325
- "model.layers.4.mlp.experts.24.down_proj_scales",
1326
- "model.layers.4.mlp.experts.25.down_proj_scales",
1327
- "model.layers.4.mlp.experts.26.down_proj_scales",
1328
- "model.layers.4.mlp.experts.27.down_proj_scales",
1329
- "model.layers.4.mlp.experts.28.down_proj_scales",
1330
- "model.layers.4.mlp.experts.29.down_proj_scales",
1331
- "model.layers.4.mlp.experts.30.down_proj_scales",
1332
- "model.layers.4.mlp.experts.31.down_proj_scales",
1333
- "model.layers.4.mlp.experts.0.gate_up_proj_scales",
1334
- "model.layers.4.mlp.experts.1.gate_up_proj_scales",
1335
- "model.layers.4.mlp.experts.2.gate_up_proj_scales",
1336
- "model.layers.4.mlp.experts.3.gate_up_proj_scales",
1337
- "model.layers.4.mlp.experts.4.gate_up_proj_scales",
1338
- "model.layers.4.mlp.experts.5.gate_up_proj_scales",
1339
- "model.layers.4.mlp.experts.6.gate_up_proj_scales",
1340
- "model.layers.4.mlp.experts.7.gate_up_proj_scales",
1341
- "model.layers.4.mlp.experts.8.gate_up_proj_scales",
1342
- "model.layers.4.mlp.experts.9.gate_up_proj_scales",
1343
- "model.layers.4.mlp.experts.10.gate_up_proj_scales",
1344
- "model.layers.4.mlp.experts.11.gate_up_proj_scales",
1345
- "model.layers.4.mlp.experts.12.gate_up_proj_scales",
1346
- "model.layers.4.mlp.experts.13.gate_up_proj_scales",
1347
- "model.layers.4.mlp.experts.14.gate_up_proj_scales",
1348
- "model.layers.4.mlp.experts.15.gate_up_proj_scales",
1349
- "model.layers.4.mlp.experts.16.gate_up_proj_scales",
1350
- "model.layers.4.mlp.experts.17.gate_up_proj_scales",
1351
- "model.layers.4.mlp.experts.18.gate_up_proj_scales",
1352
- "model.layers.4.mlp.experts.19.gate_up_proj_scales",
1353
- "model.layers.4.mlp.experts.20.gate_up_proj_scales",
1354
- "model.layers.4.mlp.experts.21.gate_up_proj_scales",
1355
- "model.layers.4.mlp.experts.22.gate_up_proj_scales",
1356
- "model.layers.4.mlp.experts.23.gate_up_proj_scales",
1357
- "model.layers.4.mlp.experts.24.gate_up_proj_scales",
1358
- "model.layers.4.mlp.experts.25.gate_up_proj_scales",
1359
- "model.layers.4.mlp.experts.26.gate_up_proj_scales",
1360
- "model.layers.4.mlp.experts.27.gate_up_proj_scales",
1361
- "model.layers.4.mlp.experts.28.gate_up_proj_scales",
1362
- "model.layers.4.mlp.experts.29.gate_up_proj_scales",
1363
- "model.layers.4.mlp.experts.30.gate_up_proj_scales",
1364
- "model.layers.4.mlp.experts.31.gate_up_proj_scales",
1365
- "model.layers.4.mlp.router",
1366
- "model.layers.4.post_attention_layernorm",
1367
- "model.layers.5.input_layernorm",
1368
- "model.layers.5.mlp.experts.0.down_proj_scales",
1369
- "model.layers.5.mlp.experts.1.down_proj_scales",
1370
- "model.layers.5.mlp.experts.2.down_proj_scales",
1371
- "model.layers.5.mlp.experts.3.down_proj_scales",
1372
- "model.layers.5.mlp.experts.4.down_proj_scales",
1373
- "model.layers.5.mlp.experts.5.down_proj_scales",
1374
- "model.layers.5.mlp.experts.6.down_proj_scales",
1375
- "model.layers.5.mlp.experts.7.down_proj_scales",
1376
- "model.layers.5.mlp.experts.8.down_proj_scales",
1377
- "model.layers.5.mlp.experts.9.down_proj_scales",
1378
- "model.layers.5.mlp.experts.10.down_proj_scales",
1379
- "model.layers.5.mlp.experts.11.down_proj_scales",
1380
- "model.layers.5.mlp.experts.12.down_proj_scales",
1381
- "model.layers.5.mlp.experts.13.down_proj_scales",
1382
- "model.layers.5.mlp.experts.14.down_proj_scales",
1383
- "model.layers.5.mlp.experts.15.down_proj_scales",
1384
- "model.layers.5.mlp.experts.16.down_proj_scales",
1385
- "model.layers.5.mlp.experts.17.down_proj_scales",
1386
- "model.layers.5.mlp.experts.18.down_proj_scales",
1387
- "model.layers.5.mlp.experts.19.down_proj_scales",
1388
- "model.layers.5.mlp.experts.20.down_proj_scales",
1389
- "model.layers.5.mlp.experts.21.down_proj_scales",
1390
- "model.layers.5.mlp.experts.22.down_proj_scales",
1391
- "model.layers.5.mlp.experts.23.down_proj_scales",
1392
- "model.layers.5.mlp.experts.24.down_proj_scales",
1393
- "model.layers.5.mlp.experts.25.down_proj_scales",
1394
- "model.layers.5.mlp.experts.26.down_proj_scales",
1395
- "model.layers.5.mlp.experts.27.down_proj_scales",
1396
- "model.layers.5.mlp.experts.28.down_proj_scales",
1397
- "model.layers.5.mlp.experts.29.down_proj_scales",
1398
- "model.layers.5.mlp.experts.30.down_proj_scales",
1399
- "model.layers.5.mlp.experts.31.down_proj_scales",
1400
- "model.layers.5.mlp.experts.0.gate_up_proj_scales",
1401
- "model.layers.5.mlp.experts.1.gate_up_proj_scales",
1402
- "model.layers.5.mlp.experts.2.gate_up_proj_scales",
1403
- "model.layers.5.mlp.experts.3.gate_up_proj_scales",
1404
- "model.layers.5.mlp.experts.4.gate_up_proj_scales",
1405
- "model.layers.5.mlp.experts.5.gate_up_proj_scales",
1406
- "model.layers.5.mlp.experts.6.gate_up_proj_scales",
1407
- "model.layers.5.mlp.experts.7.gate_up_proj_scales",
1408
- "model.layers.5.mlp.experts.8.gate_up_proj_scales",
1409
- "model.layers.5.mlp.experts.9.gate_up_proj_scales",
1410
- "model.layers.5.mlp.experts.10.gate_up_proj_scales",
1411
- "model.layers.5.mlp.experts.11.gate_up_proj_scales",
1412
- "model.layers.5.mlp.experts.12.gate_up_proj_scales",
1413
- "model.layers.5.mlp.experts.13.gate_up_proj_scales",
1414
- "model.layers.5.mlp.experts.14.gate_up_proj_scales",
1415
- "model.layers.5.mlp.experts.15.gate_up_proj_scales",
1416
- "model.layers.5.mlp.experts.16.gate_up_proj_scales",
1417
- "model.layers.5.mlp.experts.17.gate_up_proj_scales",
1418
- "model.layers.5.mlp.experts.18.gate_up_proj_scales",
1419
- "model.layers.5.mlp.experts.19.gate_up_proj_scales",
1420
- "model.layers.5.mlp.experts.20.gate_up_proj_scales",
1421
- "model.layers.5.mlp.experts.21.gate_up_proj_scales",
1422
- "model.layers.5.mlp.experts.22.gate_up_proj_scales",
1423
- "model.layers.5.mlp.experts.23.gate_up_proj_scales",
1424
- "model.layers.5.mlp.experts.24.gate_up_proj_scales",
1425
- "model.layers.5.mlp.experts.25.gate_up_proj_scales",
1426
- "model.layers.5.mlp.experts.26.gate_up_proj_scales",
1427
- "model.layers.5.mlp.experts.27.gate_up_proj_scales",
1428
- "model.layers.5.mlp.experts.28.gate_up_proj_scales",
1429
- "model.layers.5.mlp.experts.29.gate_up_proj_scales",
1430
- "model.layers.5.mlp.experts.30.gate_up_proj_scales",
1431
- "model.layers.5.mlp.experts.31.gate_up_proj_scales",
1432
- "model.layers.5.mlp.router",
1433
- "model.layers.5.post_attention_layernorm",
1434
- "model.layers.6.input_layernorm",
1435
- "model.layers.6.mlp.router",
1436
- "lm_head",
1437
- "model.embed_tokens",
1438
- "model.layers.6.mlp.experts.0.down_proj_scales",
1439
- "model.layers.6.mlp.experts.1.down_proj_scales",
1440
- "model.layers.6.mlp.experts.2.down_proj_scales",
1441
- "model.layers.6.mlp.experts.3.down_proj_scales",
1442
- "model.layers.6.mlp.experts.4.down_proj_scales",
1443
- "model.layers.6.mlp.experts.5.down_proj_scales",
1444
- "model.layers.6.mlp.experts.6.down_proj_scales",
1445
- "model.layers.6.mlp.experts.7.down_proj_scales",
1446
- "model.layers.6.mlp.experts.8.down_proj_scales",
1447
- "model.layers.6.mlp.experts.9.down_proj_scales",
1448
- "model.layers.6.mlp.experts.10.down_proj_scales",
1449
- "model.layers.6.mlp.experts.11.down_proj_scales",
1450
- "model.layers.6.mlp.experts.12.down_proj_scales",
1451
- "model.layers.6.mlp.experts.13.down_proj_scales",
1452
- "model.layers.6.mlp.experts.14.down_proj_scales",
1453
- "model.layers.6.mlp.experts.15.down_proj_scales",
1454
- "model.layers.6.mlp.experts.16.down_proj_scales",
1455
- "model.layers.6.mlp.experts.17.down_proj_scales",
1456
- "model.layers.6.mlp.experts.18.down_proj_scales",
1457
- "model.layers.6.mlp.experts.19.down_proj_scales",
1458
- "model.layers.6.mlp.experts.20.down_proj_scales",
1459
- "model.layers.6.mlp.experts.21.down_proj_scales",
1460
- "model.layers.6.mlp.experts.22.down_proj_scales",
1461
- "model.layers.6.mlp.experts.23.down_proj_scales",
1462
- "model.layers.6.mlp.experts.24.down_proj_scales",
1463
- "model.layers.6.mlp.experts.25.down_proj_scales",
1464
- "model.layers.6.mlp.experts.26.down_proj_scales",
1465
- "model.layers.6.mlp.experts.27.down_proj_scales",
1466
- "model.layers.6.mlp.experts.28.down_proj_scales",
1467
- "model.layers.6.mlp.experts.29.down_proj_scales",
1468
- "model.layers.6.mlp.experts.30.down_proj_scales",
1469
- "model.layers.6.mlp.experts.31.down_proj_scales",
1470
- "model.layers.6.mlp.experts.0.gate_up_proj_scales",
1471
- "model.layers.6.mlp.experts.1.gate_up_proj_scales",
1472
- "model.layers.6.mlp.experts.2.gate_up_proj_scales",
1473
- "model.layers.6.mlp.experts.3.gate_up_proj_scales",
1474
- "model.layers.6.mlp.experts.4.gate_up_proj_scales",
1475
- "model.layers.6.mlp.experts.5.gate_up_proj_scales",
1476
- "model.layers.6.mlp.experts.6.gate_up_proj_scales",
1477
- "model.layers.6.mlp.experts.7.gate_up_proj_scales",
1478
- "model.layers.6.mlp.experts.8.gate_up_proj_scales",
1479
- "model.layers.6.mlp.experts.9.gate_up_proj_scales",
1480
- "model.layers.6.mlp.experts.10.gate_up_proj_scales",
1481
- "model.layers.6.mlp.experts.11.gate_up_proj_scales",
1482
- "model.layers.6.mlp.experts.12.gate_up_proj_scales",
1483
- "model.layers.6.mlp.experts.13.gate_up_proj_scales",
1484
- "model.layers.6.mlp.experts.14.gate_up_proj_scales",
1485
- "model.layers.6.mlp.experts.15.gate_up_proj_scales",
1486
- "model.layers.6.mlp.experts.16.gate_up_proj_scales",
1487
- "model.layers.6.mlp.experts.17.gate_up_proj_scales",
1488
- "model.layers.6.mlp.experts.18.gate_up_proj_scales",
1489
- "model.layers.6.mlp.experts.19.gate_up_proj_scales",
1490
- "model.layers.6.mlp.experts.20.gate_up_proj_scales",
1491
- "model.layers.6.mlp.experts.21.gate_up_proj_scales",
1492
- "model.layers.6.mlp.experts.22.gate_up_proj_scales",
1493
- "model.layers.6.mlp.experts.23.gate_up_proj_scales",
1494
- "model.layers.6.mlp.experts.24.gate_up_proj_scales",
1495
- "model.layers.6.mlp.experts.25.gate_up_proj_scales",
1496
- "model.layers.6.mlp.experts.26.gate_up_proj_scales",
1497
- "model.layers.6.mlp.experts.27.gate_up_proj_scales",
1498
- "model.layers.6.mlp.experts.28.gate_up_proj_scales",
1499
- "model.layers.6.mlp.experts.29.gate_up_proj_scales",
1500
- "model.layers.6.mlp.experts.30.gate_up_proj_scales",
1501
- "model.layers.6.mlp.experts.31.gate_up_proj_scales",
1502
- "model.layers.6.post_attention_layernorm",
1503
- "model.layers.7.input_layernorm",
1504
- "model.layers.7.mlp.experts.0.down_proj_scales",
1505
- "model.layers.7.mlp.experts.1.down_proj_scales",
1506
- "model.layers.7.mlp.experts.2.down_proj_scales",
1507
- "model.layers.7.mlp.experts.3.down_proj_scales",
1508
- "model.layers.7.mlp.experts.4.down_proj_scales",
1509
- "model.layers.7.mlp.experts.5.down_proj_scales",
1510
- "model.layers.7.mlp.experts.6.down_proj_scales",
1511
- "model.layers.7.mlp.experts.7.down_proj_scales",
1512
- "model.layers.7.mlp.experts.8.down_proj_scales",
1513
- "model.layers.7.mlp.experts.9.down_proj_scales",
1514
- "model.layers.7.mlp.experts.10.down_proj_scales",
1515
- "model.layers.7.mlp.experts.11.down_proj_scales",
1516
- "model.layers.7.mlp.experts.12.down_proj_scales",
1517
- "model.layers.7.mlp.experts.13.down_proj_scales",
1518
- "model.layers.7.mlp.experts.14.down_proj_scales",
1519
- "model.layers.7.mlp.experts.15.down_proj_scales",
1520
- "model.layers.7.mlp.experts.16.down_proj_scales",
1521
- "model.layers.7.mlp.experts.17.down_proj_scales",
1522
- "model.layers.7.mlp.experts.18.down_proj_scales",
1523
- "model.layers.7.mlp.experts.19.down_proj_scales",
1524
- "model.layers.7.mlp.experts.20.down_proj_scales",
1525
- "model.layers.7.mlp.experts.21.down_proj_scales",
1526
- "model.layers.7.mlp.experts.22.down_proj_scales",
1527
- "model.layers.7.mlp.experts.23.down_proj_scales",
1528
- "model.layers.7.mlp.experts.24.down_proj_scales",
1529
- "model.layers.7.mlp.experts.25.down_proj_scales",
1530
- "model.layers.7.mlp.experts.26.down_proj_scales",
1531
- "model.layers.7.mlp.experts.27.down_proj_scales",
1532
- "model.layers.7.mlp.experts.28.down_proj_scales",
1533
- "model.layers.7.mlp.experts.29.down_proj_scales",
1534
- "model.layers.7.mlp.experts.30.down_proj_scales",
1535
- "model.layers.7.mlp.experts.31.down_proj_scales",
1536
- "model.layers.7.mlp.experts.0.gate_up_proj_scales",
1537
- "model.layers.7.mlp.experts.1.gate_up_proj_scales",
1538
- "model.layers.7.mlp.experts.2.gate_up_proj_scales",
1539
- "model.layers.7.mlp.experts.3.gate_up_proj_scales",
1540
- "model.layers.7.mlp.experts.4.gate_up_proj_scales",
1541
- "model.layers.7.mlp.experts.5.gate_up_proj_scales",
1542
- "model.layers.7.mlp.experts.6.gate_up_proj_scales",
1543
- "model.layers.7.mlp.experts.7.gate_up_proj_scales",
1544
- "model.layers.7.mlp.experts.8.gate_up_proj_scales",
1545
- "model.layers.7.mlp.experts.9.gate_up_proj_scales",
1546
- "model.layers.7.mlp.experts.10.gate_up_proj_scales",
1547
- "model.layers.7.mlp.experts.11.gate_up_proj_scales",
1548
- "model.layers.7.mlp.experts.12.gate_up_proj_scales",
1549
- "model.layers.7.mlp.experts.13.gate_up_proj_scales",
1550
- "model.layers.7.mlp.experts.14.gate_up_proj_scales",
1551
- "model.layers.7.mlp.experts.15.gate_up_proj_scales",
1552
- "model.layers.7.mlp.experts.16.gate_up_proj_scales",
1553
- "model.layers.7.mlp.experts.17.gate_up_proj_scales",
1554
- "model.layers.7.mlp.experts.18.gate_up_proj_scales",
1555
- "model.layers.7.mlp.experts.19.gate_up_proj_scales",
1556
- "model.layers.7.mlp.experts.20.gate_up_proj_scales",
1557
- "model.layers.7.mlp.experts.21.gate_up_proj_scales",
1558
- "model.layers.7.mlp.experts.22.gate_up_proj_scales",
1559
- "model.layers.7.mlp.experts.23.gate_up_proj_scales",
1560
- "model.layers.7.mlp.experts.24.gate_up_proj_scales",
1561
- "model.layers.7.mlp.experts.25.gate_up_proj_scales",
1562
- "model.layers.7.mlp.experts.26.gate_up_proj_scales",
1563
- "model.layers.7.mlp.experts.27.gate_up_proj_scales",
1564
- "model.layers.7.mlp.experts.28.gate_up_proj_scales",
1565
- "model.layers.7.mlp.experts.29.gate_up_proj_scales",
1566
- "model.layers.7.mlp.experts.30.gate_up_proj_scales",
1567
- "model.layers.7.mlp.experts.31.gate_up_proj_scales",
1568
- "model.layers.7.mlp.router",
1569
- "model.layers.7.post_attention_layernorm",
1570
- "model.layers.8.input_layernorm",
1571
- "model.layers.8.mlp.experts.0.down_proj_scales",
1572
- "model.layers.8.mlp.experts.1.down_proj_scales",
1573
- "model.layers.8.mlp.experts.2.down_proj_scales",
1574
- "model.layers.8.mlp.experts.3.down_proj_scales",
1575
- "model.layers.8.mlp.experts.4.down_proj_scales",
1576
- "model.layers.8.mlp.experts.5.down_proj_scales",
1577
- "model.layers.8.mlp.experts.6.down_proj_scales",
1578
- "model.layers.8.mlp.experts.7.down_proj_scales",
1579
- "model.layers.8.mlp.experts.8.down_proj_scales",
1580
- "model.layers.8.mlp.experts.9.down_proj_scales",
1581
- "model.layers.8.mlp.experts.10.down_proj_scales",
1582
- "model.layers.8.mlp.experts.11.down_proj_scales",
1583
- "model.layers.8.mlp.experts.12.down_proj_scales",
1584
- "model.layers.8.mlp.experts.13.down_proj_scales",
1585
- "model.layers.8.mlp.experts.14.down_proj_scales",
1586
- "model.layers.8.mlp.experts.15.down_proj_scales",
1587
- "model.layers.8.mlp.experts.16.down_proj_scales",
1588
- "model.layers.8.mlp.experts.17.down_proj_scales",
1589
- "model.layers.8.mlp.experts.18.down_proj_scales",
1590
- "model.layers.8.mlp.experts.19.down_proj_scales",
1591
- "model.layers.8.mlp.experts.20.down_proj_scales",
1592
- "model.layers.8.mlp.experts.21.down_proj_scales",
1593
- "model.layers.8.mlp.experts.22.down_proj_scales",
1594
- "model.layers.8.mlp.experts.23.down_proj_scales",
1595
- "model.layers.8.mlp.experts.24.down_proj_scales",
1596
- "model.layers.8.mlp.experts.25.down_proj_scales",
1597
- "model.layers.8.mlp.experts.26.down_proj_scales",
1598
- "model.layers.8.mlp.experts.27.down_proj_scales",
1599
- "model.layers.8.mlp.experts.28.down_proj_scales",
1600
- "model.layers.8.mlp.experts.29.down_proj_scales",
1601
- "model.layers.8.mlp.experts.30.down_proj_scales",
1602
- "model.layers.8.mlp.experts.31.down_proj_scales",
1603
- "model.layers.8.mlp.experts.0.gate_up_proj_scales",
1604
- "model.layers.8.mlp.experts.1.gate_up_proj_scales",
1605
- "model.layers.8.mlp.experts.2.gate_up_proj_scales",
1606
- "model.layers.8.mlp.experts.3.gate_up_proj_scales",
1607
- "model.layers.8.mlp.experts.4.gate_up_proj_scales",
1608
- "model.layers.8.mlp.experts.5.gate_up_proj_scales",
1609
- "model.layers.8.mlp.experts.6.gate_up_proj_scales",
1610
- "model.layers.8.mlp.experts.7.gate_up_proj_scales",
1611
- "model.layers.8.mlp.experts.8.gate_up_proj_scales",
1612
- "model.layers.8.mlp.experts.9.gate_up_proj_scales",
1613
- "model.layers.8.mlp.experts.10.gate_up_proj_scales",
1614
- "model.layers.8.mlp.experts.11.gate_up_proj_scales",
1615
- "model.layers.8.mlp.experts.12.gate_up_proj_scales",
1616
- "model.layers.8.mlp.experts.13.gate_up_proj_scales",
1617
- "model.layers.8.mlp.experts.14.gate_up_proj_scales",
1618
- "model.layers.8.mlp.experts.15.gate_up_proj_scales",
1619
- "model.layers.8.mlp.experts.16.gate_up_proj_scales",
1620
- "model.layers.8.mlp.experts.17.gate_up_proj_scales",
1621
- "model.layers.8.mlp.experts.18.gate_up_proj_scales",
1622
- "model.layers.8.mlp.experts.19.gate_up_proj_scales",
1623
- "model.layers.8.mlp.experts.20.gate_up_proj_scales",
1624
- "model.layers.8.mlp.experts.21.gate_up_proj_scales",
1625
- "model.layers.8.mlp.experts.22.gate_up_proj_scales",
1626
- "model.layers.8.mlp.experts.23.gate_up_proj_scales",
1627
- "model.layers.8.mlp.experts.24.gate_up_proj_scales",
1628
- "model.layers.8.mlp.experts.25.gate_up_proj_scales",
1629
- "model.layers.8.mlp.experts.26.gate_up_proj_scales",
1630
- "model.layers.8.mlp.experts.27.gate_up_proj_scales",
1631
- "model.layers.8.mlp.experts.28.gate_up_proj_scales",
1632
- "model.layers.8.mlp.experts.29.gate_up_proj_scales",
1633
- "model.layers.8.mlp.experts.30.gate_up_proj_scales",
1634
- "model.layers.8.mlp.experts.31.gate_up_proj_scales",
1635
- "model.layers.8.mlp.router",
1636
- "model.layers.8.post_attention_layernorm",
1637
- "model.layers.9.input_layernorm",
1638
- "model.layers.9.mlp.experts.0.down_proj_scales",
1639
- "model.layers.9.mlp.experts.1.down_proj_scales",
1640
- "model.layers.9.mlp.experts.2.down_proj_scales",
1641
- "model.layers.9.mlp.experts.3.down_proj_scales",
1642
- "model.layers.9.mlp.experts.4.down_proj_scales",
1643
- "model.layers.9.mlp.experts.5.down_proj_scales",
1644
- "model.layers.9.mlp.experts.6.down_proj_scales",
1645
- "model.layers.9.mlp.experts.7.down_proj_scales",
1646
- "model.layers.9.mlp.experts.8.down_proj_scales",
1647
- "model.layers.9.mlp.experts.9.down_proj_scales",
1648
- "model.layers.9.mlp.experts.10.down_proj_scales",
1649
- "model.layers.9.mlp.experts.11.down_proj_scales",
1650
- "model.layers.9.mlp.experts.12.down_proj_scales",
1651
- "model.layers.9.mlp.experts.13.down_proj_scales",
1652
- "model.layers.9.mlp.experts.14.down_proj_scales",
1653
- "model.layers.9.mlp.experts.15.down_proj_scales",
1654
- "model.layers.9.mlp.experts.16.down_proj_scales",
1655
- "model.layers.9.mlp.experts.17.down_proj_scales",
1656
- "model.layers.9.mlp.experts.18.down_proj_scales",
1657
- "model.layers.9.mlp.experts.19.down_proj_scales",
1658
- "model.layers.9.mlp.experts.20.down_proj_scales",
1659
- "model.layers.9.mlp.experts.21.down_proj_scales",
1660
- "model.layers.9.mlp.experts.22.down_proj_scales",
1661
- "model.layers.9.mlp.experts.23.down_proj_scales",
1662
- "model.layers.9.mlp.experts.24.down_proj_scales",
1663
- "model.layers.9.mlp.experts.25.down_proj_scales",
1664
- "model.layers.9.mlp.experts.26.down_proj_scales",
1665
- "model.layers.9.mlp.experts.27.down_proj_scales",
1666
- "model.layers.9.mlp.experts.28.down_proj_scales",
1667
- "model.layers.9.mlp.experts.29.down_proj_scales",
1668
- "model.layers.9.mlp.experts.30.down_proj_scales",
1669
- "model.layers.9.mlp.experts.31.down_proj_scales",
1670
- "model.layers.9.mlp.experts.0.gate_up_proj_scales",
1671
- "model.layers.9.mlp.experts.1.gate_up_proj_scales",
1672
- "model.layers.9.mlp.experts.2.gate_up_proj_scales",
1673
- "model.layers.9.mlp.experts.3.gate_up_proj_scales",
1674
- "model.layers.9.mlp.experts.4.gate_up_proj_scales",
1675
- "model.layers.9.mlp.experts.5.gate_up_proj_scales",
1676
- "model.layers.9.mlp.experts.6.gate_up_proj_scales",
1677
- "model.layers.9.mlp.experts.7.gate_up_proj_scales",
1678
- "model.layers.9.mlp.experts.8.gate_up_proj_scales",
1679
- "model.layers.9.mlp.experts.9.gate_up_proj_scales",
1680
- "model.layers.9.mlp.experts.10.gate_up_proj_scales",
1681
- "model.layers.9.mlp.experts.11.gate_up_proj_scales",
1682
- "model.layers.9.mlp.experts.12.gate_up_proj_scales",
1683
- "model.layers.9.mlp.experts.13.gate_up_proj_scales",
1684
- "model.layers.9.mlp.experts.14.gate_up_proj_scales",
1685
- "model.layers.9.mlp.experts.15.gate_up_proj_scales",
1686
- "model.layers.9.mlp.experts.16.gate_up_proj_scales",
1687
- "model.layers.9.mlp.experts.17.gate_up_proj_scales",
1688
- "model.layers.9.mlp.experts.18.gate_up_proj_scales",
1689
- "model.layers.9.mlp.experts.19.gate_up_proj_scales",
1690
- "model.layers.9.mlp.experts.20.gate_up_proj_scales",
1691
- "model.layers.9.mlp.experts.21.gate_up_proj_scales",
1692
- "model.layers.9.mlp.experts.22.gate_up_proj_scales",
1693
- "model.layers.9.mlp.experts.23.gate_up_proj_scales",
1694
- "model.layers.9.mlp.experts.24.gate_up_proj_scales",
1695
- "model.layers.9.mlp.experts.25.gate_up_proj_scales",
1696
- "model.layers.9.mlp.experts.26.gate_up_proj_scales",
1697
- "model.layers.9.mlp.experts.27.gate_up_proj_scales",
1698
- "model.layers.9.mlp.experts.28.gate_up_proj_scales",
1699
- "model.layers.9.mlp.experts.29.gate_up_proj_scales",
1700
- "model.layers.9.mlp.experts.30.gate_up_proj_scales",
1701
- "model.layers.9.mlp.experts.31.gate_up_proj_scales",
1702
- "model.layers.9.mlp.router",
1703
- "model.layers.9.post_attention_layernorm",
1704
- "model.norm"
1705
  ],
1706
- "provider": "auto-round"
 
 
 
1707
  },
1708
  "rms_norm_eps": 1e-05,
1709
- "rope_scaling": {
1710
  "beta_fast": 32.0,
1711
  "beta_slow": 1.0,
1712
  "factor": 32.0,
1713
  "original_max_position_embeddings": 4096,
 
1714
  "rope_type": "yarn",
1715
  "truncate": false
1716
  },
1717
- "rope_theta": 150000,
1718
  "router_aux_loss_coef": 0.9,
1719
  "sliding_window": 128,
1720
  "swiglu_limit": 7.0,
1721
  "tie_word_embeddings": false,
1722
- "transformers_version": "4.55.0.dev0",
1723
  "use_cache": true,
1724
  "vocab_size": 201088
1725
- }
 
4
  ],
5
  "attention_bias": true,
6
  "attention_dropout": 0.0,
7
+ "bos_token_id": null,
8
+ "dtype": "bfloat16",
9
  "eos_token_id": 200002,
10
  "experts_per_token": 4,
11
  "head_dim": 64,
 
52
  "quantization_config": {
53
  "config_groups": {
54
  "group_0": {
55
+ "format": null,
56
+ "input_activations": {
57
+ "actorder": null,
58
+ "block_structure": null,
59
+ "dynamic": true,
60
+ "group_size": 32,
61
+ "num_bits": 8,
62
+ "observer": null,
63
+ "observer_kwargs": {},
64
+ "scale_dtype": "torch.uint8",
65
+ "strategy": "group",
66
+ "symmetric": true,
67
+ "type": "float",
68
+ "zp_dtype": null
69
+ },
70
+ "output_activations": null,
71
  "targets": [
72
  "Linear"
73
  ],
74
  "weights": {
75
+ "actorder": null,
 
 
 
 
76
  "block_structure": null,
77
  "dynamic": false,
 
 
 
 
 
 
 
 
 
 
78
  "group_size": 32,
79
+ "num_bits": 8,
80
+ "observer": "memoryless_minmax",
81
+ "observer_kwargs": {},
 
82
  "scale_dtype": "torch.uint8",
83
+ "strategy": "group",
84
+ "symmetric": true,
85
+ "type": "float",
86
+ "zp_dtype": null
87
+ }
 
88
  }
89
  },
 
 
90
  "format": "mxfp8-quantized",
 
91
  "global_compression_ratio": null,
92
  "ignore": [
93
+ "re:.*embed_tokens.*",
94
+ "re:.*mlp\\.router.*",
95
+ "lm_head"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96
  ],
97
+ "kv_cache_scheme": null,
98
+ "provider": "auto-round",
99
+ "quant_method": "compressed-tensors",
100
+ "quantization_status": "compressed"
101
  },
102
  "rms_norm_eps": 1e-05,
103
+ "rope_parameters": {
104
  "beta_fast": 32.0,
105
  "beta_slow": 1.0,
106
  "factor": 32.0,
107
  "original_max_position_embeddings": 4096,
108
+ "rope_theta": 150000,
109
  "rope_type": "yarn",
110
  "truncate": false
111
  },
 
112
  "router_aux_loss_coef": 0.9,
113
  "sliding_window": 128,
114
  "swiglu_limit": 7.0,
115
  "tie_word_embeddings": false,
116
+ "transformers_version": "5.15.1",
117
  "use_cache": true,
118
  "vocab_size": 201088
119
+ }
generation_config.json CHANGED
@@ -7,5 +7,5 @@
7
  200012
8
  ],
9
  "pad_token_id": 199999,
10
- "transformers_version": "4.55.0.dev0"
11
  }
 
7
  200012
8
  ],
9
  "pad_token_id": 199999,
10
+ "transformers_version": "5.15.1"
11
  }
model-00001-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:716820a04706ddcfcdc163ee78fa6a8b6f6b26ea7db6d09e6f3be03c2c598481
3
+ size 2145452456
model-00002-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc5d88e2163a31ceef08897f876af66823c3f2a39a6a6096e68e2cc597b5d373
3
+ size 2145649144
model-00003-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b132bda89f43d3c9e5df8f4d8ec17ad2eeecc7c406a160cf977c0495c1d93bc
3
+ size 2143742752
model-00004-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f19978c690b4979d130aa35c95b11563383ba64a94f3519e6c34ab5e68f784c1
3
+ size 2145649160
model-00005-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c52e54438df240a49bb19ed7517b167bab75f8f48c2f846ceaaa545b5ab435a8
3
+ size 2143743528
model-00006-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4721742d8128667f7e265945f83b5e46511303cef70ceb947e186efc5cb10e57
3
+ size 2145649896
model-00007-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb75f481053291af07707ae6e78ece9c0c1f5f8f5d43d097c69ad2bbccc14f25
3
+ size 2143743552
model-00008-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28819b1a51088a3bac63e061129e7cdbfbd39a29fc6b95288153fdf60a00a43f
3
+ size 2145649872
model-00009-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0281a28e4bb025be13606ee8b5a1b6a15d48837086f84e8996df873d75c23bef
3
+ size 2143743568
model-00010-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:064185342ccbfa8cb940e281e2397f1738d7c698884e3fe043d778b34b12a78a
3
+ size 1080627832
model-00011-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:613224b8b3df706657a39700abca9655ddd249ac552ba65c47c8d3224e51ef20
3
+ size 1158272840
model-00012-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9718fddc9b486a63cbf991097209aa05702f70eccec1f8fa7eec360417ef4831
3
+ size 1158266976
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff
 
quantization_config.json CHANGED
@@ -42,1617 +42,9 @@
42
  "quantization_status": "compressed",
43
  "global_compression_ratio": null,
44
  "ignore": [
45
- "model.layers.0.input_layernorm",
46
- "model.layers.0.mlp.experts.0.down_proj_scales",
47
- "model.layers.0.mlp.experts.1.down_proj_scales",
48
- "model.layers.0.mlp.experts.2.down_proj_scales",
49
- "model.layers.0.mlp.experts.3.down_proj_scales",
50
- "model.layers.0.mlp.experts.4.down_proj_scales",
51
- "model.layers.0.mlp.experts.5.down_proj_scales",
52
- "model.layers.0.mlp.experts.6.down_proj_scales",
53
- "model.layers.0.mlp.experts.7.down_proj_scales",
54
- "model.layers.0.mlp.experts.8.down_proj_scales",
55
- "model.layers.0.mlp.experts.9.down_proj_scales",
56
- "model.layers.0.mlp.experts.10.down_proj_scales",
57
- "model.layers.0.mlp.experts.11.down_proj_scales",
58
- "model.layers.0.mlp.experts.12.down_proj_scales",
59
- "model.layers.0.mlp.experts.13.down_proj_scales",
60
- "model.layers.0.mlp.experts.14.down_proj_scales",
61
- "model.layers.0.mlp.experts.15.down_proj_scales",
62
- "model.layers.0.mlp.experts.16.down_proj_scales",
63
- "model.layers.0.mlp.experts.17.down_proj_scales",
64
- "model.layers.0.mlp.experts.18.down_proj_scales",
65
- "model.layers.0.mlp.experts.19.down_proj_scales",
66
- "model.layers.0.mlp.experts.20.down_proj_scales",
67
- "model.layers.0.mlp.experts.21.down_proj_scales",
68
- "model.layers.0.mlp.experts.22.down_proj_scales",
69
- "model.layers.0.mlp.experts.23.down_proj_scales",
70
- "model.layers.0.mlp.experts.24.down_proj_scales",
71
- "model.layers.0.mlp.experts.25.down_proj_scales",
72
- "model.layers.0.mlp.experts.26.down_proj_scales",
73
- "model.layers.0.mlp.experts.27.down_proj_scales",
74
- "model.layers.0.mlp.experts.28.down_proj_scales",
75
- "model.layers.0.mlp.experts.29.down_proj_scales",
76
- "model.layers.0.mlp.experts.30.down_proj_scales",
77
- "model.layers.0.mlp.experts.31.down_proj_scales",
78
- "model.layers.0.mlp.experts.0.gate_up_proj_scales",
79
- "model.layers.0.mlp.experts.1.gate_up_proj_scales",
80
- "model.layers.0.mlp.experts.2.gate_up_proj_scales",
81
- "model.layers.0.mlp.experts.3.gate_up_proj_scales",
82
- "model.layers.0.mlp.experts.4.gate_up_proj_scales",
83
- "model.layers.0.mlp.experts.5.gate_up_proj_scales",
84
- "model.layers.0.mlp.experts.6.gate_up_proj_scales",
85
- "model.layers.0.mlp.experts.7.gate_up_proj_scales",
86
- "model.layers.0.mlp.experts.8.gate_up_proj_scales",
87
- "model.layers.0.mlp.experts.9.gate_up_proj_scales",
88
- "model.layers.0.mlp.experts.10.gate_up_proj_scales",
89
- "model.layers.0.mlp.experts.11.gate_up_proj_scales",
90
- "model.layers.0.mlp.experts.12.gate_up_proj_scales",
91
- "model.layers.0.mlp.experts.13.gate_up_proj_scales",
92
- "model.layers.0.mlp.experts.14.gate_up_proj_scales",
93
- "model.layers.0.mlp.experts.15.gate_up_proj_scales",
94
- "model.layers.0.mlp.experts.16.gate_up_proj_scales",
95
- "model.layers.0.mlp.experts.17.gate_up_proj_scales",
96
- "model.layers.0.mlp.experts.18.gate_up_proj_scales",
97
- "model.layers.0.mlp.experts.19.gate_up_proj_scales",
98
- "model.layers.0.mlp.experts.20.gate_up_proj_scales",
99
- "model.layers.0.mlp.experts.21.gate_up_proj_scales",
100
- "model.layers.0.mlp.experts.22.gate_up_proj_scales",
101
- "model.layers.0.mlp.experts.23.gate_up_proj_scales",
102
- "model.layers.0.mlp.experts.24.gate_up_proj_scales",
103
- "model.layers.0.mlp.experts.25.gate_up_proj_scales",
104
- "model.layers.0.mlp.experts.26.gate_up_proj_scales",
105
- "model.layers.0.mlp.experts.27.gate_up_proj_scales",
106
- "model.layers.0.mlp.experts.28.gate_up_proj_scales",
107
- "model.layers.0.mlp.experts.29.gate_up_proj_scales",
108
- "model.layers.0.mlp.experts.30.gate_up_proj_scales",
109
- "model.layers.0.mlp.experts.31.gate_up_proj_scales",
110
- "model.layers.0.mlp.router",
111
- "model.layers.0.post_attention_layernorm",
112
- "model.layers.1.input_layernorm",
113
- "model.layers.1.mlp.experts.0.down_proj_scales",
114
- "model.layers.1.mlp.experts.1.down_proj_scales",
115
- "model.layers.1.mlp.experts.2.down_proj_scales",
116
- "model.layers.1.mlp.experts.3.down_proj_scales",
117
- "model.layers.1.mlp.experts.4.down_proj_scales",
118
- "model.layers.1.mlp.experts.5.down_proj_scales",
119
- "model.layers.1.mlp.experts.6.down_proj_scales",
120
- "model.layers.1.mlp.experts.7.down_proj_scales",
121
- "model.layers.1.mlp.experts.8.down_proj_scales",
122
- "model.layers.1.mlp.experts.9.down_proj_scales",
123
- "model.layers.1.mlp.experts.10.down_proj_scales",
124
- "model.layers.1.mlp.experts.11.down_proj_scales",
125
- "model.layers.1.mlp.experts.12.down_proj_scales",
126
- "model.layers.1.mlp.experts.13.down_proj_scales",
127
- "model.layers.1.mlp.experts.14.down_proj_scales",
128
- "model.layers.1.mlp.experts.15.down_proj_scales",
129
- "model.layers.1.mlp.experts.16.down_proj_scales",
130
- "model.layers.1.mlp.experts.17.down_proj_scales",
131
- "model.layers.1.mlp.experts.18.down_proj_scales",
132
- "model.layers.1.mlp.experts.19.down_proj_scales",
133
- "model.layers.1.mlp.experts.20.down_proj_scales",
134
- "model.layers.1.mlp.experts.21.down_proj_scales",
135
- "model.layers.1.mlp.experts.22.down_proj_scales",
136
- "model.layers.1.mlp.experts.23.down_proj_scales",
137
- "model.layers.1.mlp.experts.24.down_proj_scales",
138
- "model.layers.1.mlp.experts.25.down_proj_scales",
139
- "model.layers.1.mlp.experts.26.down_proj_scales",
140
- "model.layers.1.mlp.experts.27.down_proj_scales",
141
- "model.layers.1.mlp.experts.28.down_proj_scales",
142
- "model.layers.1.mlp.experts.29.down_proj_scales",
143
- "model.layers.1.mlp.experts.30.down_proj_scales",
144
- "model.layers.1.mlp.experts.31.down_proj_scales",
145
- "model.layers.1.mlp.experts.0.gate_up_proj_scales",
146
- "model.layers.1.mlp.experts.1.gate_up_proj_scales",
147
- "model.layers.1.mlp.experts.2.gate_up_proj_scales",
148
- "model.layers.1.mlp.experts.3.gate_up_proj_scales",
149
- "model.layers.1.mlp.experts.4.gate_up_proj_scales",
150
- "model.layers.1.mlp.experts.5.gate_up_proj_scales",
151
- "model.layers.1.mlp.experts.6.gate_up_proj_scales",
152
- "model.layers.1.mlp.experts.7.gate_up_proj_scales",
153
- "model.layers.1.mlp.experts.8.gate_up_proj_scales",
154
- "model.layers.1.mlp.experts.9.gate_up_proj_scales",
155
- "model.layers.1.mlp.experts.10.gate_up_proj_scales",
156
- "model.layers.1.mlp.experts.11.gate_up_proj_scales",
157
- "model.layers.1.mlp.experts.12.gate_up_proj_scales",
158
- "model.layers.1.mlp.experts.13.gate_up_proj_scales",
159
- "model.layers.1.mlp.experts.14.gate_up_proj_scales",
160
- "model.layers.1.mlp.experts.15.gate_up_proj_scales",
161
- "model.layers.1.mlp.experts.16.gate_up_proj_scales",
162
- "model.layers.1.mlp.experts.17.gate_up_proj_scales",
163
- "model.layers.1.mlp.experts.18.gate_up_proj_scales",
164
- "model.layers.1.mlp.experts.19.gate_up_proj_scales",
165
- "model.layers.1.mlp.experts.20.gate_up_proj_scales",
166
- "model.layers.1.mlp.experts.21.gate_up_proj_scales",
167
- "model.layers.1.mlp.experts.22.gate_up_proj_scales",
168
- "model.layers.1.mlp.experts.23.gate_up_proj_scales",
169
- "model.layers.1.mlp.experts.24.gate_up_proj_scales",
170
- "model.layers.1.mlp.experts.25.gate_up_proj_scales",
171
- "model.layers.1.mlp.experts.26.gate_up_proj_scales",
172
- "model.layers.1.mlp.experts.27.gate_up_proj_scales",
173
- "model.layers.1.mlp.experts.28.gate_up_proj_scales",
174
- "model.layers.1.mlp.experts.29.gate_up_proj_scales",
175
- "model.layers.1.mlp.experts.30.gate_up_proj_scales",
176
- "model.layers.1.mlp.experts.31.gate_up_proj_scales",
177
- "model.layers.1.mlp.router",
178
- "model.layers.1.post_attention_layernorm",
179
- "model.layers.10.input_layernorm",
180
- "model.layers.10.mlp.experts.0.down_proj_scales",
181
- "model.layers.10.mlp.experts.1.down_proj_scales",
182
- "model.layers.10.mlp.experts.2.down_proj_scales",
183
- "model.layers.10.mlp.experts.3.down_proj_scales",
184
- "model.layers.10.mlp.experts.4.down_proj_scales",
185
- "model.layers.10.mlp.experts.5.down_proj_scales",
186
- "model.layers.10.mlp.experts.6.down_proj_scales",
187
- "model.layers.10.mlp.experts.7.down_proj_scales",
188
- "model.layers.10.mlp.experts.8.down_proj_scales",
189
- "model.layers.10.mlp.experts.9.down_proj_scales",
190
- "model.layers.10.mlp.experts.10.down_proj_scales",
191
- "model.layers.10.mlp.experts.11.down_proj_scales",
192
- "model.layers.10.mlp.experts.12.down_proj_scales",
193
- "model.layers.10.mlp.experts.13.down_proj_scales",
194
- "model.layers.10.mlp.experts.14.down_proj_scales",
195
- "model.layers.10.mlp.experts.15.down_proj_scales",
196
- "model.layers.10.mlp.experts.16.down_proj_scales",
197
- "model.layers.10.mlp.experts.17.down_proj_scales",
198
- "model.layers.10.mlp.experts.18.down_proj_scales",
199
- "model.layers.10.mlp.experts.19.down_proj_scales",
200
- "model.layers.10.mlp.experts.20.down_proj_scales",
201
- "model.layers.10.mlp.experts.21.down_proj_scales",
202
- "model.layers.10.mlp.experts.22.down_proj_scales",
203
- "model.layers.10.mlp.experts.23.down_proj_scales",
204
- "model.layers.10.mlp.experts.24.down_proj_scales",
205
- "model.layers.10.mlp.experts.25.down_proj_scales",
206
- "model.layers.10.mlp.experts.26.down_proj_scales",
207
- "model.layers.10.mlp.experts.27.down_proj_scales",
208
- "model.layers.10.mlp.experts.28.down_proj_scales",
209
- "model.layers.10.mlp.experts.29.down_proj_scales",
210
- "model.layers.10.mlp.experts.30.down_proj_scales",
211
- "model.layers.10.mlp.experts.31.down_proj_scales",
212
- "model.layers.10.mlp.experts.0.gate_up_proj_scales",
213
- "model.layers.10.mlp.experts.1.gate_up_proj_scales",
214
- "model.layers.10.mlp.experts.2.gate_up_proj_scales",
215
- "model.layers.10.mlp.experts.3.gate_up_proj_scales",
216
- "model.layers.10.mlp.experts.4.gate_up_proj_scales",
217
- "model.layers.10.mlp.experts.5.gate_up_proj_scales",
218
- "model.layers.10.mlp.experts.6.gate_up_proj_scales",
219
- "model.layers.10.mlp.experts.7.gate_up_proj_scales",
220
- "model.layers.10.mlp.experts.8.gate_up_proj_scales",
221
- "model.layers.10.mlp.experts.9.gate_up_proj_scales",
222
- "model.layers.10.mlp.experts.10.gate_up_proj_scales",
223
- "model.layers.10.mlp.experts.11.gate_up_proj_scales",
224
- "model.layers.10.mlp.experts.12.gate_up_proj_scales",
225
- "model.layers.10.mlp.experts.13.gate_up_proj_scales",
226
- "model.layers.10.mlp.experts.14.gate_up_proj_scales",
227
- "model.layers.10.mlp.experts.15.gate_up_proj_scales",
228
- "model.layers.10.mlp.experts.16.gate_up_proj_scales",
229
- "model.layers.10.mlp.experts.17.gate_up_proj_scales",
230
- "model.layers.10.mlp.experts.18.gate_up_proj_scales",
231
- "model.layers.10.mlp.experts.19.gate_up_proj_scales",
232
- "model.layers.10.mlp.experts.20.gate_up_proj_scales",
233
- "model.layers.10.mlp.experts.21.gate_up_proj_scales",
234
- "model.layers.10.mlp.experts.22.gate_up_proj_scales",
235
- "model.layers.10.mlp.experts.23.gate_up_proj_scales",
236
- "model.layers.10.mlp.experts.24.gate_up_proj_scales",
237
- "model.layers.10.mlp.experts.25.gate_up_proj_scales",
238
- "model.layers.10.mlp.experts.26.gate_up_proj_scales",
239
- "model.layers.10.mlp.experts.27.gate_up_proj_scales",
240
- "model.layers.10.mlp.experts.28.gate_up_proj_scales",
241
- "model.layers.10.mlp.experts.29.gate_up_proj_scales",
242
- "model.layers.10.mlp.experts.30.gate_up_proj_scales",
243
- "model.layers.10.mlp.experts.31.gate_up_proj_scales",
244
- "model.layers.10.mlp.router",
245
- "model.layers.10.post_attention_layernorm",
246
- "model.layers.11.input_layernorm",
247
- "model.layers.11.mlp.experts.0.down_proj_scales",
248
- "model.layers.11.mlp.experts.1.down_proj_scales",
249
- "model.layers.11.mlp.experts.2.down_proj_scales",
250
- "model.layers.11.mlp.experts.3.down_proj_scales",
251
- "model.layers.11.mlp.experts.4.down_proj_scales",
252
- "model.layers.11.mlp.experts.5.down_proj_scales",
253
- "model.layers.11.mlp.experts.6.down_proj_scales",
254
- "model.layers.11.mlp.experts.7.down_proj_scales",
255
- "model.layers.11.mlp.experts.8.down_proj_scales",
256
- "model.layers.11.mlp.experts.9.down_proj_scales",
257
- "model.layers.11.mlp.experts.10.down_proj_scales",
258
- "model.layers.11.mlp.experts.11.down_proj_scales",
259
- "model.layers.11.mlp.experts.12.down_proj_scales",
260
- "model.layers.11.mlp.experts.13.down_proj_scales",
261
- "model.layers.11.mlp.experts.14.down_proj_scales",
262
- "model.layers.11.mlp.experts.15.down_proj_scales",
263
- "model.layers.11.mlp.experts.16.down_proj_scales",
264
- "model.layers.11.mlp.experts.17.down_proj_scales",
265
- "model.layers.11.mlp.experts.18.down_proj_scales",
266
- "model.layers.11.mlp.experts.19.down_proj_scales",
267
- "model.layers.11.mlp.experts.20.down_proj_scales",
268
- "model.layers.11.mlp.experts.21.down_proj_scales",
269
- "model.layers.11.mlp.experts.22.down_proj_scales",
270
- "model.layers.11.mlp.experts.23.down_proj_scales",
271
- "model.layers.11.mlp.experts.24.down_proj_scales",
272
- "model.layers.11.mlp.experts.25.down_proj_scales",
273
- "model.layers.11.mlp.experts.26.down_proj_scales",
274
- "model.layers.11.mlp.experts.27.down_proj_scales",
275
- "model.layers.11.mlp.experts.28.down_proj_scales",
276
- "model.layers.11.mlp.experts.29.down_proj_scales",
277
- "model.layers.11.mlp.experts.30.down_proj_scales",
278
- "model.layers.11.mlp.experts.31.down_proj_scales",
279
- "model.layers.11.mlp.experts.0.gate_up_proj_scales",
280
- "model.layers.11.mlp.experts.1.gate_up_proj_scales",
281
- "model.layers.11.mlp.experts.2.gate_up_proj_scales",
282
- "model.layers.11.mlp.experts.3.gate_up_proj_scales",
283
- "model.layers.11.mlp.experts.4.gate_up_proj_scales",
284
- "model.layers.11.mlp.experts.5.gate_up_proj_scales",
285
- "model.layers.11.mlp.experts.6.gate_up_proj_scales",
286
- "model.layers.11.mlp.experts.7.gate_up_proj_scales",
287
- "model.layers.11.mlp.experts.8.gate_up_proj_scales",
288
- "model.layers.11.mlp.experts.9.gate_up_proj_scales",
289
- "model.layers.11.mlp.experts.10.gate_up_proj_scales",
290
- "model.layers.11.mlp.experts.11.gate_up_proj_scales",
291
- "model.layers.11.mlp.experts.12.gate_up_proj_scales",
292
- "model.layers.11.mlp.experts.13.gate_up_proj_scales",
293
- "model.layers.11.mlp.experts.14.gate_up_proj_scales",
294
- "model.layers.11.mlp.experts.15.gate_up_proj_scales",
295
- "model.layers.11.mlp.experts.16.gate_up_proj_scales",
296
- "model.layers.11.mlp.experts.17.gate_up_proj_scales",
297
- "model.layers.11.mlp.experts.18.gate_up_proj_scales",
298
- "model.layers.11.mlp.experts.19.gate_up_proj_scales",
299
- "model.layers.11.mlp.experts.20.gate_up_proj_scales",
300
- "model.layers.11.mlp.experts.21.gate_up_proj_scales",
301
- "model.layers.11.mlp.experts.22.gate_up_proj_scales",
302
- "model.layers.11.mlp.experts.23.gate_up_proj_scales",
303
- "model.layers.11.mlp.experts.24.gate_up_proj_scales",
304
- "model.layers.11.mlp.experts.25.gate_up_proj_scales",
305
- "model.layers.11.mlp.experts.26.gate_up_proj_scales",
306
- "model.layers.11.mlp.experts.27.gate_up_proj_scales",
307
- "model.layers.11.mlp.experts.28.gate_up_proj_scales",
308
- "model.layers.11.mlp.experts.29.gate_up_proj_scales",
309
- "model.layers.11.mlp.experts.30.gate_up_proj_scales",
310
- "model.layers.11.mlp.experts.31.gate_up_proj_scales",
311
- "model.layers.11.mlp.router",
312
- "model.layers.11.post_attention_layernorm",
313
- "model.layers.12.input_layernorm",
314
- "model.layers.12.mlp.experts.0.down_proj_scales",
315
- "model.layers.12.mlp.experts.1.down_proj_scales",
316
- "model.layers.12.mlp.experts.2.down_proj_scales",
317
- "model.layers.12.mlp.experts.3.down_proj_scales",
318
- "model.layers.12.mlp.experts.4.down_proj_scales",
319
- "model.layers.12.mlp.experts.5.down_proj_scales",
320
- "model.layers.12.mlp.experts.6.down_proj_scales",
321
- "model.layers.12.mlp.experts.7.down_proj_scales",
322
- "model.layers.12.mlp.experts.8.down_proj_scales",
323
- "model.layers.12.mlp.experts.9.down_proj_scales",
324
- "model.layers.12.mlp.experts.10.down_proj_scales",
325
- "model.layers.12.mlp.experts.11.down_proj_scales",
326
- "model.layers.12.mlp.experts.12.down_proj_scales",
327
- "model.layers.12.mlp.experts.13.down_proj_scales",
328
- "model.layers.12.mlp.experts.14.down_proj_scales",
329
- "model.layers.12.mlp.experts.15.down_proj_scales",
330
- "model.layers.12.mlp.experts.16.down_proj_scales",
331
- "model.layers.12.mlp.experts.17.down_proj_scales",
332
- "model.layers.12.mlp.experts.18.down_proj_scales",
333
- "model.layers.12.mlp.experts.19.down_proj_scales",
334
- "model.layers.12.mlp.experts.20.down_proj_scales",
335
- "model.layers.12.mlp.experts.21.down_proj_scales",
336
- "model.layers.12.mlp.experts.22.down_proj_scales",
337
- "model.layers.12.mlp.experts.23.down_proj_scales",
338
- "model.layers.12.mlp.experts.24.down_proj_scales",
339
- "model.layers.12.mlp.experts.25.down_proj_scales",
340
- "model.layers.12.mlp.experts.26.down_proj_scales",
341
- "model.layers.12.mlp.experts.27.down_proj_scales",
342
- "model.layers.12.mlp.experts.28.down_proj_scales",
343
- "model.layers.12.mlp.experts.29.down_proj_scales",
344
- "model.layers.12.mlp.experts.30.down_proj_scales",
345
- "model.layers.12.mlp.experts.31.down_proj_scales",
346
- "model.layers.12.mlp.experts.0.gate_up_proj_scales",
347
- "model.layers.12.mlp.experts.1.gate_up_proj_scales",
348
- "model.layers.12.mlp.experts.2.gate_up_proj_scales",
349
- "model.layers.12.mlp.experts.3.gate_up_proj_scales",
350
- "model.layers.12.mlp.experts.4.gate_up_proj_scales",
351
- "model.layers.12.mlp.experts.5.gate_up_proj_scales",
352
- "model.layers.12.mlp.experts.6.gate_up_proj_scales",
353
- "model.layers.12.mlp.experts.7.gate_up_proj_scales",
354
- "model.layers.12.mlp.experts.8.gate_up_proj_scales",
355
- "model.layers.12.mlp.experts.9.gate_up_proj_scales",
356
- "model.layers.12.mlp.experts.10.gate_up_proj_scales",
357
- "model.layers.12.mlp.experts.11.gate_up_proj_scales",
358
- "model.layers.12.mlp.experts.12.gate_up_proj_scales",
359
- "model.layers.12.mlp.experts.13.gate_up_proj_scales",
360
- "model.layers.12.mlp.experts.14.gate_up_proj_scales",
361
- "model.layers.12.mlp.experts.15.gate_up_proj_scales",
362
- "model.layers.12.mlp.experts.16.gate_up_proj_scales",
363
- "model.layers.12.mlp.experts.17.gate_up_proj_scales",
364
- "model.layers.12.mlp.experts.18.gate_up_proj_scales",
365
- "model.layers.12.mlp.experts.19.gate_up_proj_scales",
366
- "model.layers.12.mlp.experts.20.gate_up_proj_scales",
367
- "model.layers.12.mlp.experts.21.gate_up_proj_scales",
368
- "model.layers.12.mlp.experts.22.gate_up_proj_scales",
369
- "model.layers.12.mlp.experts.23.gate_up_proj_scales",
370
- "model.layers.12.mlp.experts.24.gate_up_proj_scales",
371
- "model.layers.12.mlp.experts.25.gate_up_proj_scales",
372
- "model.layers.12.mlp.experts.26.gate_up_proj_scales",
373
- "model.layers.12.mlp.experts.27.gate_up_proj_scales",
374
- "model.layers.12.mlp.experts.28.gate_up_proj_scales",
375
- "model.layers.12.mlp.experts.29.gate_up_proj_scales",
376
- "model.layers.12.mlp.experts.30.gate_up_proj_scales",
377
- "model.layers.12.mlp.experts.31.gate_up_proj_scales",
378
- "model.layers.12.mlp.router",
379
- "model.layers.12.post_attention_layernorm",
380
- "model.layers.13.input_layernorm",
381
- "model.layers.13.mlp.experts.0.down_proj_scales",
382
- "model.layers.13.mlp.experts.1.down_proj_scales",
383
- "model.layers.13.mlp.experts.2.down_proj_scales",
384
- "model.layers.13.mlp.experts.3.down_proj_scales",
385
- "model.layers.13.mlp.experts.4.down_proj_scales",
386
- "model.layers.13.mlp.experts.5.down_proj_scales",
387
- "model.layers.13.mlp.experts.6.down_proj_scales",
388
- "model.layers.13.mlp.experts.7.down_proj_scales",
389
- "model.layers.13.mlp.experts.8.down_proj_scales",
390
- "model.layers.13.mlp.experts.9.down_proj_scales",
391
- "model.layers.13.mlp.experts.10.down_proj_scales",
392
- "model.layers.13.mlp.experts.11.down_proj_scales",
393
- "model.layers.13.mlp.experts.12.down_proj_scales",
394
- "model.layers.13.mlp.experts.13.down_proj_scales",
395
- "model.layers.13.mlp.experts.14.down_proj_scales",
396
- "model.layers.13.mlp.experts.15.down_proj_scales",
397
- "model.layers.13.mlp.experts.16.down_proj_scales",
398
- "model.layers.13.mlp.experts.17.down_proj_scales",
399
- "model.layers.13.mlp.experts.18.down_proj_scales",
400
- "model.layers.13.mlp.experts.19.down_proj_scales",
401
- "model.layers.13.mlp.experts.20.down_proj_scales",
402
- "model.layers.13.mlp.experts.21.down_proj_scales",
403
- "model.layers.13.mlp.experts.22.down_proj_scales",
404
- "model.layers.13.mlp.experts.23.down_proj_scales",
405
- "model.layers.13.mlp.experts.24.down_proj_scales",
406
- "model.layers.13.mlp.experts.25.down_proj_scales",
407
- "model.layers.13.mlp.experts.26.down_proj_scales",
408
- "model.layers.13.mlp.experts.27.down_proj_scales",
409
- "model.layers.13.mlp.experts.28.down_proj_scales",
410
- "model.layers.13.mlp.experts.29.down_proj_scales",
411
- "model.layers.13.mlp.experts.30.down_proj_scales",
412
- "model.layers.13.mlp.experts.31.down_proj_scales",
413
- "model.layers.13.mlp.experts.0.gate_up_proj_scales",
414
- "model.layers.13.mlp.experts.1.gate_up_proj_scales",
415
- "model.layers.13.mlp.experts.2.gate_up_proj_scales",
416
- "model.layers.13.mlp.experts.3.gate_up_proj_scales",
417
- "model.layers.13.mlp.experts.4.gate_up_proj_scales",
418
- "model.layers.13.mlp.experts.5.gate_up_proj_scales",
419
- "model.layers.13.mlp.experts.6.gate_up_proj_scales",
420
- "model.layers.13.mlp.experts.7.gate_up_proj_scales",
421
- "model.layers.13.mlp.experts.8.gate_up_proj_scales",
422
- "model.layers.13.mlp.experts.9.gate_up_proj_scales",
423
- "model.layers.13.mlp.experts.10.gate_up_proj_scales",
424
- "model.layers.13.mlp.experts.11.gate_up_proj_scales",
425
- "model.layers.13.mlp.experts.12.gate_up_proj_scales",
426
- "model.layers.13.mlp.experts.13.gate_up_proj_scales",
427
- "model.layers.13.mlp.experts.14.gate_up_proj_scales",
428
- "model.layers.13.mlp.experts.15.gate_up_proj_scales",
429
- "model.layers.13.mlp.experts.16.gate_up_proj_scales",
430
- "model.layers.13.mlp.experts.17.gate_up_proj_scales",
431
- "model.layers.13.mlp.experts.18.gate_up_proj_scales",
432
- "model.layers.13.mlp.experts.19.gate_up_proj_scales",
433
- "model.layers.13.mlp.experts.20.gate_up_proj_scales",
434
- "model.layers.13.mlp.experts.21.gate_up_proj_scales",
435
- "model.layers.13.mlp.experts.22.gate_up_proj_scales",
436
- "model.layers.13.mlp.experts.23.gate_up_proj_scales",
437
- "model.layers.13.mlp.experts.24.gate_up_proj_scales",
438
- "model.layers.13.mlp.experts.25.gate_up_proj_scales",
439
- "model.layers.13.mlp.experts.26.gate_up_proj_scales",
440
- "model.layers.13.mlp.experts.27.gate_up_proj_scales",
441
- "model.layers.13.mlp.experts.28.gate_up_proj_scales",
442
- "model.layers.13.mlp.experts.29.gate_up_proj_scales",
443
- "model.layers.13.mlp.experts.30.gate_up_proj_scales",
444
- "model.layers.13.mlp.experts.31.gate_up_proj_scales",
445
- "model.layers.13.mlp.router",
446
- "model.layers.13.post_attention_layernorm",
447
- "model.layers.14.input_layernorm",
448
- "model.layers.14.mlp.experts.0.down_proj_scales",
449
- "model.layers.14.mlp.experts.1.down_proj_scales",
450
- "model.layers.14.mlp.experts.2.down_proj_scales",
451
- "model.layers.14.mlp.experts.3.down_proj_scales",
452
- "model.layers.14.mlp.experts.4.down_proj_scales",
453
- "model.layers.14.mlp.experts.5.down_proj_scales",
454
- "model.layers.14.mlp.experts.6.down_proj_scales",
455
- "model.layers.14.mlp.experts.7.down_proj_scales",
456
- "model.layers.14.mlp.experts.8.down_proj_scales",
457
- "model.layers.14.mlp.experts.9.down_proj_scales",
458
- "model.layers.14.mlp.experts.10.down_proj_scales",
459
- "model.layers.14.mlp.experts.11.down_proj_scales",
460
- "model.layers.14.mlp.experts.12.down_proj_scales",
461
- "model.layers.14.mlp.experts.13.down_proj_scales",
462
- "model.layers.14.mlp.experts.14.down_proj_scales",
463
- "model.layers.14.mlp.experts.15.down_proj_scales",
464
- "model.layers.14.mlp.experts.16.down_proj_scales",
465
- "model.layers.14.mlp.experts.17.down_proj_scales",
466
- "model.layers.14.mlp.experts.18.down_proj_scales",
467
- "model.layers.14.mlp.experts.19.down_proj_scales",
468
- "model.layers.14.mlp.experts.20.down_proj_scales",
469
- "model.layers.14.mlp.experts.21.down_proj_scales",
470
- "model.layers.14.mlp.experts.22.down_proj_scales",
471
- "model.layers.14.mlp.experts.23.down_proj_scales",
472
- "model.layers.14.mlp.experts.24.down_proj_scales",
473
- "model.layers.14.mlp.experts.25.down_proj_scales",
474
- "model.layers.14.mlp.experts.26.down_proj_scales",
475
- "model.layers.14.mlp.experts.27.down_proj_scales",
476
- "model.layers.14.mlp.experts.28.down_proj_scales",
477
- "model.layers.14.mlp.experts.29.down_proj_scales",
478
- "model.layers.14.mlp.experts.30.down_proj_scales",
479
- "model.layers.14.mlp.experts.31.down_proj_scales",
480
- "model.layers.14.mlp.experts.0.gate_up_proj_scales",
481
- "model.layers.14.mlp.experts.1.gate_up_proj_scales",
482
- "model.layers.14.mlp.experts.2.gate_up_proj_scales",
483
- "model.layers.14.mlp.experts.3.gate_up_proj_scales",
484
- "model.layers.14.mlp.experts.4.gate_up_proj_scales",
485
- "model.layers.14.mlp.experts.5.gate_up_proj_scales",
486
- "model.layers.14.mlp.experts.6.gate_up_proj_scales",
487
- "model.layers.14.mlp.experts.7.gate_up_proj_scales",
488
- "model.layers.14.mlp.experts.8.gate_up_proj_scales",
489
- "model.layers.14.mlp.experts.9.gate_up_proj_scales",
490
- "model.layers.14.mlp.experts.10.gate_up_proj_scales",
491
- "model.layers.14.mlp.experts.11.gate_up_proj_scales",
492
- "model.layers.14.mlp.experts.12.gate_up_proj_scales",
493
- "model.layers.14.mlp.experts.13.gate_up_proj_scales",
494
- "model.layers.14.mlp.experts.14.gate_up_proj_scales",
495
- "model.layers.14.mlp.experts.15.gate_up_proj_scales",
496
- "model.layers.14.mlp.experts.16.gate_up_proj_scales",
497
- "model.layers.14.mlp.experts.17.gate_up_proj_scales",
498
- "model.layers.14.mlp.experts.18.gate_up_proj_scales",
499
- "model.layers.14.mlp.experts.19.gate_up_proj_scales",
500
- "model.layers.14.mlp.experts.20.gate_up_proj_scales",
501
- "model.layers.14.mlp.experts.21.gate_up_proj_scales",
502
- "model.layers.14.mlp.experts.22.gate_up_proj_scales",
503
- "model.layers.14.mlp.experts.23.gate_up_proj_scales",
504
- "model.layers.14.mlp.experts.24.gate_up_proj_scales",
505
- "model.layers.14.mlp.experts.25.gate_up_proj_scales",
506
- "model.layers.14.mlp.experts.26.gate_up_proj_scales",
507
- "model.layers.14.mlp.experts.27.gate_up_proj_scales",
508
- "model.layers.14.mlp.experts.28.gate_up_proj_scales",
509
- "model.layers.14.mlp.experts.29.gate_up_proj_scales",
510
- "model.layers.14.mlp.experts.30.gate_up_proj_scales",
511
- "model.layers.14.mlp.experts.31.gate_up_proj_scales",
512
- "model.layers.14.mlp.router",
513
- "model.layers.14.post_attention_layernorm",
514
- "model.layers.15.input_layernorm",
515
- "model.layers.15.mlp.experts.0.down_proj_scales",
516
- "model.layers.15.mlp.experts.1.down_proj_scales",
517
- "model.layers.15.mlp.experts.2.down_proj_scales",
518
- "model.layers.15.mlp.experts.3.down_proj_scales",
519
- "model.layers.15.mlp.experts.4.down_proj_scales",
520
- "model.layers.15.mlp.experts.5.down_proj_scales",
521
- "model.layers.15.mlp.experts.6.down_proj_scales",
522
- "model.layers.15.mlp.experts.7.down_proj_scales",
523
- "model.layers.15.mlp.experts.8.down_proj_scales",
524
- "model.layers.15.mlp.experts.9.down_proj_scales",
525
- "model.layers.15.mlp.experts.10.down_proj_scales",
526
- "model.layers.15.mlp.experts.11.down_proj_scales",
527
- "model.layers.15.mlp.experts.12.down_proj_scales",
528
- "model.layers.15.mlp.experts.13.down_proj_scales",
529
- "model.layers.15.mlp.experts.14.down_proj_scales",
530
- "model.layers.15.mlp.experts.15.down_proj_scales",
531
- "model.layers.15.mlp.experts.16.down_proj_scales",
532
- "model.layers.15.mlp.experts.17.down_proj_scales",
533
- "model.layers.15.mlp.experts.18.down_proj_scales",
534
- "model.layers.15.mlp.experts.19.down_proj_scales",
535
- "model.layers.15.mlp.experts.20.down_proj_scales",
536
- "model.layers.15.mlp.experts.21.down_proj_scales",
537
- "model.layers.15.mlp.experts.22.down_proj_scales",
538
- "model.layers.15.mlp.experts.23.down_proj_scales",
539
- "model.layers.15.mlp.experts.24.down_proj_scales",
540
- "model.layers.15.mlp.experts.25.down_proj_scales",
541
- "model.layers.15.mlp.experts.26.down_proj_scales",
542
- "model.layers.15.mlp.experts.27.down_proj_scales",
543
- "model.layers.15.mlp.experts.28.down_proj_scales",
544
- "model.layers.15.mlp.experts.29.down_proj_scales",
545
- "model.layers.15.mlp.experts.30.down_proj_scales",
546
- "model.layers.15.mlp.experts.31.down_proj_scales",
547
- "model.layers.15.mlp.experts.0.gate_up_proj_scales",
548
- "model.layers.15.mlp.experts.1.gate_up_proj_scales",
549
- "model.layers.15.mlp.experts.2.gate_up_proj_scales",
550
- "model.layers.15.mlp.experts.3.gate_up_proj_scales",
551
- "model.layers.15.mlp.experts.4.gate_up_proj_scales",
552
- "model.layers.15.mlp.experts.5.gate_up_proj_scales",
553
- "model.layers.15.mlp.experts.6.gate_up_proj_scales",
554
- "model.layers.15.mlp.experts.7.gate_up_proj_scales",
555
- "model.layers.15.mlp.experts.8.gate_up_proj_scales",
556
- "model.layers.15.mlp.experts.9.gate_up_proj_scales",
557
- "model.layers.15.mlp.experts.10.gate_up_proj_scales",
558
- "model.layers.15.mlp.experts.11.gate_up_proj_scales",
559
- "model.layers.15.mlp.experts.12.gate_up_proj_scales",
560
- "model.layers.15.mlp.experts.13.gate_up_proj_scales",
561
- "model.layers.15.mlp.experts.14.gate_up_proj_scales",
562
- "model.layers.15.mlp.experts.15.gate_up_proj_scales",
563
- "model.layers.15.mlp.experts.16.gate_up_proj_scales",
564
- "model.layers.15.mlp.experts.17.gate_up_proj_scales",
565
- "model.layers.15.mlp.experts.18.gate_up_proj_scales",
566
- "model.layers.15.mlp.experts.19.gate_up_proj_scales",
567
- "model.layers.15.mlp.experts.20.gate_up_proj_scales",
568
- "model.layers.15.mlp.experts.21.gate_up_proj_scales",
569
- "model.layers.15.mlp.experts.22.gate_up_proj_scales",
570
- "model.layers.15.mlp.experts.23.gate_up_proj_scales",
571
- "model.layers.15.mlp.experts.24.gate_up_proj_scales",
572
- "model.layers.15.mlp.experts.25.gate_up_proj_scales",
573
- "model.layers.15.mlp.experts.26.gate_up_proj_scales",
574
- "model.layers.15.mlp.experts.27.gate_up_proj_scales",
575
- "model.layers.15.mlp.experts.28.gate_up_proj_scales",
576
- "model.layers.15.mlp.experts.29.gate_up_proj_scales",
577
- "model.layers.15.mlp.experts.30.gate_up_proj_scales",
578
- "model.layers.15.mlp.experts.31.gate_up_proj_scales",
579
- "model.layers.15.mlp.router",
580
- "model.layers.15.post_attention_layernorm",
581
- "model.layers.16.input_layernorm",
582
- "model.layers.16.mlp.experts.0.down_proj_scales",
583
- "model.layers.16.mlp.experts.1.down_proj_scales",
584
- "model.layers.16.mlp.experts.2.down_proj_scales",
585
- "model.layers.16.mlp.experts.3.down_proj_scales",
586
- "model.layers.16.mlp.experts.4.down_proj_scales",
587
- "model.layers.16.mlp.experts.5.down_proj_scales",
588
- "model.layers.16.mlp.experts.6.down_proj_scales",
589
- "model.layers.16.mlp.experts.7.down_proj_scales",
590
- "model.layers.16.mlp.experts.8.down_proj_scales",
591
- "model.layers.16.mlp.experts.9.down_proj_scales",
592
- "model.layers.16.mlp.experts.10.down_proj_scales",
593
- "model.layers.16.mlp.experts.11.down_proj_scales",
594
- "model.layers.16.mlp.experts.12.down_proj_scales",
595
- "model.layers.16.mlp.experts.13.down_proj_scales",
596
- "model.layers.16.mlp.experts.14.down_proj_scales",
597
- "model.layers.16.mlp.experts.15.down_proj_scales",
598
- "model.layers.16.mlp.experts.16.down_proj_scales",
599
- "model.layers.16.mlp.experts.17.down_proj_scales",
600
- "model.layers.16.mlp.experts.18.down_proj_scales",
601
- "model.layers.16.mlp.experts.19.down_proj_scales",
602
- "model.layers.16.mlp.experts.20.down_proj_scales",
603
- "model.layers.16.mlp.experts.21.down_proj_scales",
604
- "model.layers.16.mlp.experts.22.down_proj_scales",
605
- "model.layers.16.mlp.experts.23.down_proj_scales",
606
- "model.layers.16.mlp.experts.24.down_proj_scales",
607
- "model.layers.16.mlp.experts.25.down_proj_scales",
608
- "model.layers.16.mlp.experts.26.down_proj_scales",
609
- "model.layers.16.mlp.experts.27.down_proj_scales",
610
- "model.layers.16.mlp.experts.28.down_proj_scales",
611
- "model.layers.16.mlp.experts.29.down_proj_scales",
612
- "model.layers.16.mlp.experts.30.down_proj_scales",
613
- "model.layers.16.mlp.experts.31.down_proj_scales",
614
- "model.layers.16.mlp.experts.0.gate_up_proj_scales",
615
- "model.layers.16.mlp.experts.1.gate_up_proj_scales",
616
- "model.layers.16.mlp.experts.2.gate_up_proj_scales",
617
- "model.layers.16.mlp.experts.3.gate_up_proj_scales",
618
- "model.layers.16.mlp.experts.4.gate_up_proj_scales",
619
- "model.layers.16.mlp.experts.5.gate_up_proj_scales",
620
- "model.layers.16.mlp.experts.6.gate_up_proj_scales",
621
- "model.layers.16.mlp.experts.7.gate_up_proj_scales",
622
- "model.layers.16.mlp.experts.8.gate_up_proj_scales",
623
- "model.layers.16.mlp.experts.9.gate_up_proj_scales",
624
- "model.layers.16.mlp.experts.10.gate_up_proj_scales",
625
- "model.layers.16.mlp.experts.11.gate_up_proj_scales",
626
- "model.layers.16.mlp.experts.12.gate_up_proj_scales",
627
- "model.layers.16.mlp.experts.13.gate_up_proj_scales",
628
- "model.layers.16.mlp.experts.14.gate_up_proj_scales",
629
- "model.layers.16.mlp.experts.15.gate_up_proj_scales",
630
- "model.layers.16.mlp.experts.16.gate_up_proj_scales",
631
- "model.layers.16.mlp.experts.17.gate_up_proj_scales",
632
- "model.layers.16.mlp.experts.18.gate_up_proj_scales",
633
- "model.layers.16.mlp.experts.19.gate_up_proj_scales",
634
- "model.layers.16.mlp.experts.20.gate_up_proj_scales",
635
- "model.layers.16.mlp.experts.21.gate_up_proj_scales",
636
- "model.layers.16.mlp.experts.22.gate_up_proj_scales",
637
- "model.layers.16.mlp.experts.23.gate_up_proj_scales",
638
- "model.layers.16.mlp.experts.24.gate_up_proj_scales",
639
- "model.layers.16.mlp.experts.25.gate_up_proj_scales",
640
- "model.layers.16.mlp.experts.26.gate_up_proj_scales",
641
- "model.layers.16.mlp.experts.27.gate_up_proj_scales",
642
- "model.layers.16.mlp.experts.28.gate_up_proj_scales",
643
- "model.layers.16.mlp.experts.29.gate_up_proj_scales",
644
- "model.layers.16.mlp.experts.30.gate_up_proj_scales",
645
- "model.layers.16.mlp.experts.31.gate_up_proj_scales",
646
- "model.layers.16.mlp.router",
647
- "model.layers.16.post_attention_layernorm",
648
- "model.layers.17.input_layernorm",
649
- "model.layers.17.mlp.experts.0.down_proj_scales",
650
- "model.layers.17.mlp.experts.1.down_proj_scales",
651
- "model.layers.17.mlp.experts.2.down_proj_scales",
652
- "model.layers.17.mlp.experts.3.down_proj_scales",
653
- "model.layers.17.mlp.experts.4.down_proj_scales",
654
- "model.layers.17.mlp.experts.5.down_proj_scales",
655
- "model.layers.17.mlp.experts.6.down_proj_scales",
656
- "model.layers.17.mlp.experts.7.down_proj_scales",
657
- "model.layers.17.mlp.experts.8.down_proj_scales",
658
- "model.layers.17.mlp.experts.9.down_proj_scales",
659
- "model.layers.17.mlp.experts.10.down_proj_scales",
660
- "model.layers.17.mlp.experts.11.down_proj_scales",
661
- "model.layers.17.mlp.experts.12.down_proj_scales",
662
- "model.layers.17.mlp.experts.13.down_proj_scales",
663
- "model.layers.17.mlp.experts.14.down_proj_scales",
664
- "model.layers.17.mlp.experts.15.down_proj_scales",
665
- "model.layers.17.mlp.experts.16.down_proj_scales",
666
- "model.layers.17.mlp.experts.17.down_proj_scales",
667
- "model.layers.17.mlp.experts.18.down_proj_scales",
668
- "model.layers.17.mlp.experts.19.down_proj_scales",
669
- "model.layers.17.mlp.experts.20.down_proj_scales",
670
- "model.layers.17.mlp.experts.21.down_proj_scales",
671
- "model.layers.17.mlp.experts.22.down_proj_scales",
672
- "model.layers.17.mlp.experts.23.down_proj_scales",
673
- "model.layers.17.mlp.experts.24.down_proj_scales",
674
- "model.layers.17.mlp.experts.25.down_proj_scales",
675
- "model.layers.17.mlp.experts.26.down_proj_scales",
676
- "model.layers.17.mlp.experts.27.down_proj_scales",
677
- "model.layers.17.mlp.experts.28.down_proj_scales",
678
- "model.layers.17.mlp.experts.29.down_proj_scales",
679
- "model.layers.17.mlp.experts.30.down_proj_scales",
680
- "model.layers.17.mlp.experts.31.down_proj_scales",
681
- "model.layers.17.mlp.experts.0.gate_up_proj_scales",
682
- "model.layers.17.mlp.experts.1.gate_up_proj_scales",
683
- "model.layers.17.mlp.experts.2.gate_up_proj_scales",
684
- "model.layers.17.mlp.experts.3.gate_up_proj_scales",
685
- "model.layers.17.mlp.experts.4.gate_up_proj_scales",
686
- "model.layers.17.mlp.experts.5.gate_up_proj_scales",
687
- "model.layers.17.mlp.experts.6.gate_up_proj_scales",
688
- "model.layers.17.mlp.experts.7.gate_up_proj_scales",
689
- "model.layers.17.mlp.experts.8.gate_up_proj_scales",
690
- "model.layers.17.mlp.experts.9.gate_up_proj_scales",
691
- "model.layers.17.mlp.experts.10.gate_up_proj_scales",
692
- "model.layers.17.mlp.experts.11.gate_up_proj_scales",
693
- "model.layers.17.mlp.experts.12.gate_up_proj_scales",
694
- "model.layers.17.mlp.experts.13.gate_up_proj_scales",
695
- "model.layers.17.mlp.experts.14.gate_up_proj_scales",
696
- "model.layers.17.mlp.experts.15.gate_up_proj_scales",
697
- "model.layers.17.mlp.experts.16.gate_up_proj_scales",
698
- "model.layers.17.mlp.experts.17.gate_up_proj_scales",
699
- "model.layers.17.mlp.experts.18.gate_up_proj_scales",
700
- "model.layers.17.mlp.experts.19.gate_up_proj_scales",
701
- "model.layers.17.mlp.experts.20.gate_up_proj_scales",
702
- "model.layers.17.mlp.experts.21.gate_up_proj_scales",
703
- "model.layers.17.mlp.experts.22.gate_up_proj_scales",
704
- "model.layers.17.mlp.experts.23.gate_up_proj_scales",
705
- "model.layers.17.mlp.experts.24.gate_up_proj_scales",
706
- "model.layers.17.mlp.experts.25.gate_up_proj_scales",
707
- "model.layers.17.mlp.experts.26.gate_up_proj_scales",
708
- "model.layers.17.mlp.experts.27.gate_up_proj_scales",
709
- "model.layers.17.mlp.experts.28.gate_up_proj_scales",
710
- "model.layers.17.mlp.experts.29.gate_up_proj_scales",
711
- "model.layers.17.mlp.experts.30.gate_up_proj_scales",
712
- "model.layers.17.mlp.experts.31.gate_up_proj_scales",
713
- "model.layers.17.mlp.router",
714
- "model.layers.17.post_attention_layernorm",
715
- "model.layers.18.input_layernorm",
716
- "model.layers.18.mlp.experts.0.down_proj_scales",
717
- "model.layers.18.mlp.experts.1.down_proj_scales",
718
- "model.layers.18.mlp.experts.2.down_proj_scales",
719
- "model.layers.18.mlp.experts.3.down_proj_scales",
720
- "model.layers.18.mlp.experts.4.down_proj_scales",
721
- "model.layers.18.mlp.experts.5.down_proj_scales",
722
- "model.layers.18.mlp.experts.6.down_proj_scales",
723
- "model.layers.18.mlp.experts.7.down_proj_scales",
724
- "model.layers.18.mlp.experts.8.down_proj_scales",
725
- "model.layers.18.mlp.experts.9.down_proj_scales",
726
- "model.layers.18.mlp.experts.10.down_proj_scales",
727
- "model.layers.18.mlp.experts.11.down_proj_scales",
728
- "model.layers.18.mlp.experts.12.down_proj_scales",
729
- "model.layers.18.mlp.experts.13.down_proj_scales",
730
- "model.layers.18.mlp.experts.14.down_proj_scales",
731
- "model.layers.18.mlp.experts.15.down_proj_scales",
732
- "model.layers.18.mlp.experts.16.down_proj_scales",
733
- "model.layers.18.mlp.experts.17.down_proj_scales",
734
- "model.layers.18.mlp.experts.18.down_proj_scales",
735
- "model.layers.18.mlp.experts.19.down_proj_scales",
736
- "model.layers.18.mlp.experts.20.down_proj_scales",
737
- "model.layers.18.mlp.experts.21.down_proj_scales",
738
- "model.layers.18.mlp.experts.22.down_proj_scales",
739
- "model.layers.18.mlp.experts.23.down_proj_scales",
740
- "model.layers.18.mlp.experts.24.down_proj_scales",
741
- "model.layers.18.mlp.experts.25.down_proj_scales",
742
- "model.layers.18.mlp.experts.26.down_proj_scales",
743
- "model.layers.18.mlp.experts.27.down_proj_scales",
744
- "model.layers.18.mlp.experts.28.down_proj_scales",
745
- "model.layers.18.mlp.experts.29.down_proj_scales",
746
- "model.layers.18.mlp.experts.30.down_proj_scales",
747
- "model.layers.18.mlp.experts.31.down_proj_scales",
748
- "model.layers.18.mlp.experts.0.gate_up_proj_scales",
749
- "model.layers.18.mlp.experts.1.gate_up_proj_scales",
750
- "model.layers.18.mlp.experts.2.gate_up_proj_scales",
751
- "model.layers.18.mlp.experts.3.gate_up_proj_scales",
752
- "model.layers.18.mlp.experts.4.gate_up_proj_scales",
753
- "model.layers.18.mlp.experts.5.gate_up_proj_scales",
754
- "model.layers.18.mlp.experts.6.gate_up_proj_scales",
755
- "model.layers.18.mlp.experts.7.gate_up_proj_scales",
756
- "model.layers.18.mlp.experts.8.gate_up_proj_scales",
757
- "model.layers.18.mlp.experts.9.gate_up_proj_scales",
758
- "model.layers.18.mlp.experts.10.gate_up_proj_scales",
759
- "model.layers.18.mlp.experts.11.gate_up_proj_scales",
760
- "model.layers.18.mlp.experts.12.gate_up_proj_scales",
761
- "model.layers.18.mlp.experts.13.gate_up_proj_scales",
762
- "model.layers.18.mlp.experts.14.gate_up_proj_scales",
763
- "model.layers.18.mlp.experts.15.gate_up_proj_scales",
764
- "model.layers.18.mlp.experts.16.gate_up_proj_scales",
765
- "model.layers.18.mlp.experts.17.gate_up_proj_scales",
766
- "model.layers.18.mlp.experts.18.gate_up_proj_scales",
767
- "model.layers.18.mlp.experts.19.gate_up_proj_scales",
768
- "model.layers.18.mlp.experts.20.gate_up_proj_scales",
769
- "model.layers.18.mlp.experts.21.gate_up_proj_scales",
770
- "model.layers.18.mlp.experts.22.gate_up_proj_scales",
771
- "model.layers.18.mlp.experts.23.gate_up_proj_scales",
772
- "model.layers.18.mlp.experts.24.gate_up_proj_scales",
773
- "model.layers.18.mlp.experts.25.gate_up_proj_scales",
774
- "model.layers.18.mlp.experts.26.gate_up_proj_scales",
775
- "model.layers.18.mlp.experts.27.gate_up_proj_scales",
776
- "model.layers.18.mlp.experts.28.gate_up_proj_scales",
777
- "model.layers.18.mlp.experts.29.gate_up_proj_scales",
778
- "model.layers.18.mlp.experts.30.gate_up_proj_scales",
779
- "model.layers.18.mlp.experts.31.gate_up_proj_scales",
780
- "model.layers.18.mlp.router",
781
- "model.layers.18.post_attention_layernorm",
782
- "model.layers.19.input_layernorm",
783
- "model.layers.19.mlp.experts.0.down_proj_scales",
784
- "model.layers.19.mlp.experts.1.down_proj_scales",
785
- "model.layers.19.mlp.experts.2.down_proj_scales",
786
- "model.layers.19.mlp.experts.3.down_proj_scales",
787
- "model.layers.19.mlp.experts.4.down_proj_scales",
788
- "model.layers.19.mlp.experts.5.down_proj_scales",
789
- "model.layers.19.mlp.experts.6.down_proj_scales",
790
- "model.layers.19.mlp.experts.7.down_proj_scales",
791
- "model.layers.19.mlp.experts.8.down_proj_scales",
792
- "model.layers.19.mlp.experts.9.down_proj_scales",
793
- "model.layers.19.mlp.experts.10.down_proj_scales",
794
- "model.layers.19.mlp.experts.11.down_proj_scales",
795
- "model.layers.19.mlp.experts.12.down_proj_scales",
796
- "model.layers.19.mlp.experts.13.down_proj_scales",
797
- "model.layers.19.mlp.experts.14.down_proj_scales",
798
- "model.layers.19.mlp.experts.15.down_proj_scales",
799
- "model.layers.19.mlp.experts.16.down_proj_scales",
800
- "model.layers.19.mlp.experts.17.down_proj_scales",
801
- "model.layers.19.mlp.experts.18.down_proj_scales",
802
- "model.layers.19.mlp.experts.19.down_proj_scales",
803
- "model.layers.19.mlp.experts.20.down_proj_scales",
804
- "model.layers.19.mlp.experts.21.down_proj_scales",
805
- "model.layers.19.mlp.experts.22.down_proj_scales",
806
- "model.layers.19.mlp.experts.23.down_proj_scales",
807
- "model.layers.19.mlp.experts.24.down_proj_scales",
808
- "model.layers.19.mlp.experts.25.down_proj_scales",
809
- "model.layers.19.mlp.experts.26.down_proj_scales",
810
- "model.layers.19.mlp.experts.27.down_proj_scales",
811
- "model.layers.19.mlp.experts.28.down_proj_scales",
812
- "model.layers.19.mlp.experts.29.down_proj_scales",
813
- "model.layers.19.mlp.experts.30.down_proj_scales",
814
- "model.layers.19.mlp.experts.31.down_proj_scales",
815
- "model.layers.19.mlp.experts.0.gate_up_proj_scales",
816
- "model.layers.19.mlp.experts.1.gate_up_proj_scales",
817
- "model.layers.19.mlp.experts.2.gate_up_proj_scales",
818
- "model.layers.19.mlp.experts.3.gate_up_proj_scales",
819
- "model.layers.19.mlp.experts.4.gate_up_proj_scales",
820
- "model.layers.19.mlp.experts.5.gate_up_proj_scales",
821
- "model.layers.19.mlp.experts.6.gate_up_proj_scales",
822
- "model.layers.19.mlp.experts.7.gate_up_proj_scales",
823
- "model.layers.19.mlp.experts.8.gate_up_proj_scales",
824
- "model.layers.19.mlp.experts.9.gate_up_proj_scales",
825
- "model.layers.19.mlp.experts.10.gate_up_proj_scales",
826
- "model.layers.19.mlp.experts.11.gate_up_proj_scales",
827
- "model.layers.19.mlp.experts.12.gate_up_proj_scales",
828
- "model.layers.19.mlp.experts.13.gate_up_proj_scales",
829
- "model.layers.19.mlp.experts.14.gate_up_proj_scales",
830
- "model.layers.19.mlp.experts.15.gate_up_proj_scales",
831
- "model.layers.19.mlp.experts.16.gate_up_proj_scales",
832
- "model.layers.19.mlp.experts.17.gate_up_proj_scales",
833
- "model.layers.19.mlp.experts.18.gate_up_proj_scales",
834
- "model.layers.19.mlp.experts.19.gate_up_proj_scales",
835
- "model.layers.19.mlp.experts.20.gate_up_proj_scales",
836
- "model.layers.19.mlp.experts.21.gate_up_proj_scales",
837
- "model.layers.19.mlp.experts.22.gate_up_proj_scales",
838
- "model.layers.19.mlp.experts.23.gate_up_proj_scales",
839
- "model.layers.19.mlp.experts.24.gate_up_proj_scales",
840
- "model.layers.19.mlp.experts.25.gate_up_proj_scales",
841
- "model.layers.19.mlp.experts.26.gate_up_proj_scales",
842
- "model.layers.19.mlp.experts.27.gate_up_proj_scales",
843
- "model.layers.19.mlp.experts.28.gate_up_proj_scales",
844
- "model.layers.19.mlp.experts.29.gate_up_proj_scales",
845
- "model.layers.19.mlp.experts.30.gate_up_proj_scales",
846
- "model.layers.19.mlp.experts.31.gate_up_proj_scales",
847
- "model.layers.19.mlp.router",
848
- "model.layers.19.post_attention_layernorm",
849
- "model.layers.2.input_layernorm",
850
- "model.layers.2.mlp.experts.0.down_proj_scales",
851
- "model.layers.2.mlp.experts.1.down_proj_scales",
852
- "model.layers.2.mlp.experts.2.down_proj_scales",
853
- "model.layers.2.mlp.experts.3.down_proj_scales",
854
- "model.layers.2.mlp.experts.4.down_proj_scales",
855
- "model.layers.2.mlp.experts.5.down_proj_scales",
856
- "model.layers.2.mlp.experts.6.down_proj_scales",
857
- "model.layers.2.mlp.experts.7.down_proj_scales",
858
- "model.layers.2.mlp.experts.8.down_proj_scales",
859
- "model.layers.2.mlp.experts.9.down_proj_scales",
860
- "model.layers.2.mlp.experts.10.down_proj_scales",
861
- "model.layers.2.mlp.experts.11.down_proj_scales",
862
- "model.layers.2.mlp.experts.12.down_proj_scales",
863
- "model.layers.2.mlp.experts.13.down_proj_scales",
864
- "model.layers.2.mlp.experts.14.down_proj_scales",
865
- "model.layers.2.mlp.experts.15.down_proj_scales",
866
- "model.layers.2.mlp.experts.16.down_proj_scales",
867
- "model.layers.2.mlp.experts.17.down_proj_scales",
868
- "model.layers.2.mlp.experts.18.down_proj_scales",
869
- "model.layers.2.mlp.experts.19.down_proj_scales",
870
- "model.layers.2.mlp.experts.20.down_proj_scales",
871
- "model.layers.2.mlp.experts.21.down_proj_scales",
872
- "model.layers.2.mlp.experts.22.down_proj_scales",
873
- "model.layers.2.mlp.experts.23.down_proj_scales",
874
- "model.layers.2.mlp.experts.24.down_proj_scales",
875
- "model.layers.2.mlp.experts.25.down_proj_scales",
876
- "model.layers.2.mlp.experts.26.down_proj_scales",
877
- "model.layers.2.mlp.experts.27.down_proj_scales",
878
- "model.layers.2.mlp.experts.28.down_proj_scales",
879
- "model.layers.2.mlp.experts.29.down_proj_scales",
880
- "model.layers.2.mlp.experts.30.down_proj_scales",
881
- "model.layers.2.mlp.experts.31.down_proj_scales",
882
- "model.layers.2.mlp.experts.0.gate_up_proj_scales",
883
- "model.layers.2.mlp.experts.1.gate_up_proj_scales",
884
- "model.layers.2.mlp.experts.2.gate_up_proj_scales",
885
- "model.layers.2.mlp.experts.3.gate_up_proj_scales",
886
- "model.layers.2.mlp.experts.4.gate_up_proj_scales",
887
- "model.layers.2.mlp.experts.5.gate_up_proj_scales",
888
- "model.layers.2.mlp.experts.6.gate_up_proj_scales",
889
- "model.layers.2.mlp.experts.7.gate_up_proj_scales",
890
- "model.layers.2.mlp.experts.8.gate_up_proj_scales",
891
- "model.layers.2.mlp.experts.9.gate_up_proj_scales",
892
- "model.layers.2.mlp.experts.10.gate_up_proj_scales",
893
- "model.layers.2.mlp.experts.11.gate_up_proj_scales",
894
- "model.layers.2.mlp.experts.12.gate_up_proj_scales",
895
- "model.layers.2.mlp.experts.13.gate_up_proj_scales",
896
- "model.layers.2.mlp.experts.14.gate_up_proj_scales",
897
- "model.layers.2.mlp.experts.15.gate_up_proj_scales",
898
- "model.layers.2.mlp.experts.16.gate_up_proj_scales",
899
- "model.layers.2.mlp.experts.17.gate_up_proj_scales",
900
- "model.layers.2.mlp.experts.18.gate_up_proj_scales",
901
- "model.layers.2.mlp.experts.19.gate_up_proj_scales",
902
- "model.layers.2.mlp.experts.20.gate_up_proj_scales",
903
- "model.layers.2.mlp.experts.21.gate_up_proj_scales",
904
- "model.layers.2.mlp.experts.22.gate_up_proj_scales",
905
- "model.layers.2.mlp.experts.23.gate_up_proj_scales",
906
- "model.layers.2.mlp.experts.24.gate_up_proj_scales",
907
- "model.layers.2.mlp.experts.25.gate_up_proj_scales",
908
- "model.layers.2.mlp.experts.26.gate_up_proj_scales",
909
- "model.layers.2.mlp.experts.27.gate_up_proj_scales",
910
- "model.layers.2.mlp.experts.28.gate_up_proj_scales",
911
- "model.layers.2.mlp.experts.29.gate_up_proj_scales",
912
- "model.layers.2.mlp.experts.30.gate_up_proj_scales",
913
- "model.layers.2.mlp.experts.31.gate_up_proj_scales",
914
- "model.layers.2.mlp.router",
915
- "model.layers.2.post_attention_layernorm",
916
- "model.layers.20.input_layernorm",
917
- "model.layers.20.mlp.experts.0.down_proj_scales",
918
- "model.layers.20.mlp.experts.1.down_proj_scales",
919
- "model.layers.20.mlp.experts.2.down_proj_scales",
920
- "model.layers.20.mlp.experts.3.down_proj_scales",
921
- "model.layers.20.mlp.experts.4.down_proj_scales",
922
- "model.layers.20.mlp.experts.5.down_proj_scales",
923
- "model.layers.20.mlp.experts.6.down_proj_scales",
924
- "model.layers.20.mlp.experts.7.down_proj_scales",
925
- "model.layers.20.mlp.experts.8.down_proj_scales",
926
- "model.layers.20.mlp.experts.9.down_proj_scales",
927
- "model.layers.20.mlp.experts.10.down_proj_scales",
928
- "model.layers.20.mlp.experts.11.down_proj_scales",
929
- "model.layers.20.mlp.experts.12.down_proj_scales",
930
- "model.layers.20.mlp.experts.13.down_proj_scales",
931
- "model.layers.20.mlp.experts.14.down_proj_scales",
932
- "model.layers.20.mlp.experts.15.down_proj_scales",
933
- "model.layers.20.mlp.experts.16.down_proj_scales",
934
- "model.layers.20.mlp.experts.17.down_proj_scales",
935
- "model.layers.20.mlp.experts.18.down_proj_scales",
936
- "model.layers.20.mlp.experts.19.down_proj_scales",
937
- "model.layers.20.mlp.experts.20.down_proj_scales",
938
- "model.layers.20.mlp.experts.21.down_proj_scales",
939
- "model.layers.20.mlp.experts.22.down_proj_scales",
940
- "model.layers.20.mlp.experts.23.down_proj_scales",
941
- "model.layers.20.mlp.experts.24.down_proj_scales",
942
- "model.layers.20.mlp.experts.25.down_proj_scales",
943
- "model.layers.20.mlp.experts.26.down_proj_scales",
944
- "model.layers.20.mlp.experts.27.down_proj_scales",
945
- "model.layers.20.mlp.experts.28.down_proj_scales",
946
- "model.layers.20.mlp.experts.29.down_proj_scales",
947
- "model.layers.20.mlp.experts.30.down_proj_scales",
948
- "model.layers.20.mlp.experts.31.down_proj_scales",
949
- "model.layers.20.mlp.experts.0.gate_up_proj_scales",
950
- "model.layers.20.mlp.experts.1.gate_up_proj_scales",
951
- "model.layers.20.mlp.experts.2.gate_up_proj_scales",
952
- "model.layers.20.mlp.experts.3.gate_up_proj_scales",
953
- "model.layers.20.mlp.experts.4.gate_up_proj_scales",
954
- "model.layers.20.mlp.experts.5.gate_up_proj_scales",
955
- "model.layers.20.mlp.experts.6.gate_up_proj_scales",
956
- "model.layers.20.mlp.experts.7.gate_up_proj_scales",
957
- "model.layers.20.mlp.experts.8.gate_up_proj_scales",
958
- "model.layers.20.mlp.experts.9.gate_up_proj_scales",
959
- "model.layers.20.mlp.experts.10.gate_up_proj_scales",
960
- "model.layers.20.mlp.experts.11.gate_up_proj_scales",
961
- "model.layers.20.mlp.experts.12.gate_up_proj_scales",
962
- "model.layers.20.mlp.experts.13.gate_up_proj_scales",
963
- "model.layers.20.mlp.experts.14.gate_up_proj_scales",
964
- "model.layers.20.mlp.experts.15.gate_up_proj_scales",
965
- "model.layers.20.mlp.experts.16.gate_up_proj_scales",
966
- "model.layers.20.mlp.experts.17.gate_up_proj_scales",
967
- "model.layers.20.mlp.experts.18.gate_up_proj_scales",
968
- "model.layers.20.mlp.experts.19.gate_up_proj_scales",
969
- "model.layers.20.mlp.experts.20.gate_up_proj_scales",
970
- "model.layers.20.mlp.experts.21.gate_up_proj_scales",
971
- "model.layers.20.mlp.experts.22.gate_up_proj_scales",
972
- "model.layers.20.mlp.experts.23.gate_up_proj_scales",
973
- "model.layers.20.mlp.experts.24.gate_up_proj_scales",
974
- "model.layers.20.mlp.experts.25.gate_up_proj_scales",
975
- "model.layers.20.mlp.experts.26.gate_up_proj_scales",
976
- "model.layers.20.mlp.experts.27.gate_up_proj_scales",
977
- "model.layers.20.mlp.experts.28.gate_up_proj_scales",
978
- "model.layers.20.mlp.experts.29.gate_up_proj_scales",
979
- "model.layers.20.mlp.experts.30.gate_up_proj_scales",
980
- "model.layers.20.mlp.experts.31.gate_up_proj_scales",
981
- "model.layers.20.mlp.router",
982
- "model.layers.20.post_attention_layernorm",
983
- "model.layers.21.input_layernorm",
984
- "model.layers.21.mlp.experts.0.down_proj_scales",
985
- "model.layers.21.mlp.experts.1.down_proj_scales",
986
- "model.layers.21.mlp.experts.2.down_proj_scales",
987
- "model.layers.21.mlp.experts.3.down_proj_scales",
988
- "model.layers.21.mlp.experts.4.down_proj_scales",
989
- "model.layers.21.mlp.experts.5.down_proj_scales",
990
- "model.layers.21.mlp.experts.6.down_proj_scales",
991
- "model.layers.21.mlp.experts.7.down_proj_scales",
992
- "model.layers.21.mlp.experts.8.down_proj_scales",
993
- "model.layers.21.mlp.experts.9.down_proj_scales",
994
- "model.layers.21.mlp.experts.10.down_proj_scales",
995
- "model.layers.21.mlp.experts.11.down_proj_scales",
996
- "model.layers.21.mlp.experts.12.down_proj_scales",
997
- "model.layers.21.mlp.experts.13.down_proj_scales",
998
- "model.layers.21.mlp.experts.14.down_proj_scales",
999
- "model.layers.21.mlp.experts.15.down_proj_scales",
1000
- "model.layers.21.mlp.experts.16.down_proj_scales",
1001
- "model.layers.21.mlp.experts.17.down_proj_scales",
1002
- "model.layers.21.mlp.experts.18.down_proj_scales",
1003
- "model.layers.21.mlp.experts.19.down_proj_scales",
1004
- "model.layers.21.mlp.experts.20.down_proj_scales",
1005
- "model.layers.21.mlp.experts.21.down_proj_scales",
1006
- "model.layers.21.mlp.experts.22.down_proj_scales",
1007
- "model.layers.21.mlp.experts.23.down_proj_scales",
1008
- "model.layers.21.mlp.experts.24.down_proj_scales",
1009
- "model.layers.21.mlp.experts.25.down_proj_scales",
1010
- "model.layers.21.mlp.experts.26.down_proj_scales",
1011
- "model.layers.21.mlp.experts.27.down_proj_scales",
1012
- "model.layers.21.mlp.experts.28.down_proj_scales",
1013
- "model.layers.21.mlp.experts.29.down_proj_scales",
1014
- "model.layers.21.mlp.experts.30.down_proj_scales",
1015
- "model.layers.21.mlp.experts.31.down_proj_scales",
1016
- "model.layers.21.mlp.experts.0.gate_up_proj_scales",
1017
- "model.layers.21.mlp.experts.1.gate_up_proj_scales",
1018
- "model.layers.21.mlp.experts.2.gate_up_proj_scales",
1019
- "model.layers.21.mlp.experts.3.gate_up_proj_scales",
1020
- "model.layers.21.mlp.experts.4.gate_up_proj_scales",
1021
- "model.layers.21.mlp.experts.5.gate_up_proj_scales",
1022
- "model.layers.21.mlp.experts.6.gate_up_proj_scales",
1023
- "model.layers.21.mlp.experts.7.gate_up_proj_scales",
1024
- "model.layers.21.mlp.experts.8.gate_up_proj_scales",
1025
- "model.layers.21.mlp.experts.9.gate_up_proj_scales",
1026
- "model.layers.21.mlp.experts.10.gate_up_proj_scales",
1027
- "model.layers.21.mlp.experts.11.gate_up_proj_scales",
1028
- "model.layers.21.mlp.experts.12.gate_up_proj_scales",
1029
- "model.layers.21.mlp.experts.13.gate_up_proj_scales",
1030
- "model.layers.21.mlp.experts.14.gate_up_proj_scales",
1031
- "model.layers.21.mlp.experts.15.gate_up_proj_scales",
1032
- "model.layers.21.mlp.experts.16.gate_up_proj_scales",
1033
- "model.layers.21.mlp.experts.17.gate_up_proj_scales",
1034
- "model.layers.21.mlp.experts.18.gate_up_proj_scales",
1035
- "model.layers.21.mlp.experts.19.gate_up_proj_scales",
1036
- "model.layers.21.mlp.experts.20.gate_up_proj_scales",
1037
- "model.layers.21.mlp.experts.21.gate_up_proj_scales",
1038
- "model.layers.21.mlp.experts.22.gate_up_proj_scales",
1039
- "model.layers.21.mlp.experts.23.gate_up_proj_scales",
1040
- "model.layers.21.mlp.experts.24.gate_up_proj_scales",
1041
- "model.layers.21.mlp.experts.25.gate_up_proj_scales",
1042
- "model.layers.21.mlp.experts.26.gate_up_proj_scales",
1043
- "model.layers.21.mlp.experts.27.gate_up_proj_scales",
1044
- "model.layers.21.mlp.experts.28.gate_up_proj_scales",
1045
- "model.layers.21.mlp.experts.29.gate_up_proj_scales",
1046
- "model.layers.21.mlp.experts.30.gate_up_proj_scales",
1047
- "model.layers.21.mlp.experts.31.gate_up_proj_scales",
1048
- "model.layers.21.mlp.router",
1049
- "model.layers.21.post_attention_layernorm",
1050
- "model.layers.22.input_layernorm",
1051
- "model.layers.22.mlp.experts.0.down_proj_scales",
1052
- "model.layers.22.mlp.experts.1.down_proj_scales",
1053
- "model.layers.22.mlp.experts.2.down_proj_scales",
1054
- "model.layers.22.mlp.experts.3.down_proj_scales",
1055
- "model.layers.22.mlp.experts.4.down_proj_scales",
1056
- "model.layers.22.mlp.experts.5.down_proj_scales",
1057
- "model.layers.22.mlp.experts.6.down_proj_scales",
1058
- "model.layers.22.mlp.experts.7.down_proj_scales",
1059
- "model.layers.22.mlp.experts.8.down_proj_scales",
1060
- "model.layers.22.mlp.experts.9.down_proj_scales",
1061
- "model.layers.22.mlp.experts.10.down_proj_scales",
1062
- "model.layers.22.mlp.experts.11.down_proj_scales",
1063
- "model.layers.22.mlp.experts.12.down_proj_scales",
1064
- "model.layers.22.mlp.experts.13.down_proj_scales",
1065
- "model.layers.22.mlp.experts.14.down_proj_scales",
1066
- "model.layers.22.mlp.experts.15.down_proj_scales",
1067
- "model.layers.22.mlp.experts.16.down_proj_scales",
1068
- "model.layers.22.mlp.experts.17.down_proj_scales",
1069
- "model.layers.22.mlp.experts.18.down_proj_scales",
1070
- "model.layers.22.mlp.experts.19.down_proj_scales",
1071
- "model.layers.22.mlp.experts.20.down_proj_scales",
1072
- "model.layers.22.mlp.experts.21.down_proj_scales",
1073
- "model.layers.22.mlp.experts.22.down_proj_scales",
1074
- "model.layers.22.mlp.experts.23.down_proj_scales",
1075
- "model.layers.22.mlp.experts.24.down_proj_scales",
1076
- "model.layers.22.mlp.experts.25.down_proj_scales",
1077
- "model.layers.22.mlp.experts.26.down_proj_scales",
1078
- "model.layers.22.mlp.experts.27.down_proj_scales",
1079
- "model.layers.22.mlp.experts.28.down_proj_scales",
1080
- "model.layers.22.mlp.experts.29.down_proj_scales",
1081
- "model.layers.22.mlp.experts.30.down_proj_scales",
1082
- "model.layers.22.mlp.experts.31.down_proj_scales",
1083
- "model.layers.22.mlp.experts.0.gate_up_proj_scales",
1084
- "model.layers.22.mlp.experts.1.gate_up_proj_scales",
1085
- "model.layers.22.mlp.experts.2.gate_up_proj_scales",
1086
- "model.layers.22.mlp.experts.3.gate_up_proj_scales",
1087
- "model.layers.22.mlp.experts.4.gate_up_proj_scales",
1088
- "model.layers.22.mlp.experts.5.gate_up_proj_scales",
1089
- "model.layers.22.mlp.experts.6.gate_up_proj_scales",
1090
- "model.layers.22.mlp.experts.7.gate_up_proj_scales",
1091
- "model.layers.22.mlp.experts.8.gate_up_proj_scales",
1092
- "model.layers.22.mlp.experts.9.gate_up_proj_scales",
1093
- "model.layers.22.mlp.experts.10.gate_up_proj_scales",
1094
- "model.layers.22.mlp.experts.11.gate_up_proj_scales",
1095
- "model.layers.22.mlp.experts.12.gate_up_proj_scales",
1096
- "model.layers.22.mlp.experts.13.gate_up_proj_scales",
1097
- "model.layers.22.mlp.experts.14.gate_up_proj_scales",
1098
- "model.layers.22.mlp.experts.15.gate_up_proj_scales",
1099
- "model.layers.22.mlp.experts.16.gate_up_proj_scales",
1100
- "model.layers.22.mlp.experts.17.gate_up_proj_scales",
1101
- "model.layers.22.mlp.experts.18.gate_up_proj_scales",
1102
- "model.layers.22.mlp.experts.19.gate_up_proj_scales",
1103
- "model.layers.22.mlp.experts.20.gate_up_proj_scales",
1104
- "model.layers.22.mlp.experts.21.gate_up_proj_scales",
1105
- "model.layers.22.mlp.experts.22.gate_up_proj_scales",
1106
- "model.layers.22.mlp.experts.23.gate_up_proj_scales",
1107
- "model.layers.22.mlp.experts.24.gate_up_proj_scales",
1108
- "model.layers.22.mlp.experts.25.gate_up_proj_scales",
1109
- "model.layers.22.mlp.experts.26.gate_up_proj_scales",
1110
- "model.layers.22.mlp.experts.27.gate_up_proj_scales",
1111
- "model.layers.22.mlp.experts.28.gate_up_proj_scales",
1112
- "model.layers.22.mlp.experts.29.gate_up_proj_scales",
1113
- "model.layers.22.mlp.experts.30.gate_up_proj_scales",
1114
- "model.layers.22.mlp.experts.31.gate_up_proj_scales",
1115
- "model.layers.22.mlp.router",
1116
- "model.layers.22.post_attention_layernorm",
1117
- "model.layers.23.input_layernorm",
1118
- "model.layers.23.mlp.experts.0.down_proj_scales",
1119
- "model.layers.23.mlp.experts.1.down_proj_scales",
1120
- "model.layers.23.mlp.experts.2.down_proj_scales",
1121
- "model.layers.23.mlp.experts.3.down_proj_scales",
1122
- "model.layers.23.mlp.experts.4.down_proj_scales",
1123
- "model.layers.23.mlp.experts.5.down_proj_scales",
1124
- "model.layers.23.mlp.experts.6.down_proj_scales",
1125
- "model.layers.23.mlp.experts.7.down_proj_scales",
1126
- "model.layers.23.mlp.experts.8.down_proj_scales",
1127
- "model.layers.23.mlp.experts.9.down_proj_scales",
1128
- "model.layers.23.mlp.experts.10.down_proj_scales",
1129
- "model.layers.23.mlp.experts.11.down_proj_scales",
1130
- "model.layers.23.mlp.experts.12.down_proj_scales",
1131
- "model.layers.23.mlp.experts.13.down_proj_scales",
1132
- "model.layers.23.mlp.experts.14.down_proj_scales",
1133
- "model.layers.23.mlp.experts.15.down_proj_scales",
1134
- "model.layers.23.mlp.experts.16.down_proj_scales",
1135
- "model.layers.23.mlp.experts.17.down_proj_scales",
1136
- "model.layers.23.mlp.experts.18.down_proj_scales",
1137
- "model.layers.23.mlp.experts.19.down_proj_scales",
1138
- "model.layers.23.mlp.experts.20.down_proj_scales",
1139
- "model.layers.23.mlp.experts.21.down_proj_scales",
1140
- "model.layers.23.mlp.experts.22.down_proj_scales",
1141
- "model.layers.23.mlp.experts.23.down_proj_scales",
1142
- "model.layers.23.mlp.experts.24.down_proj_scales",
1143
- "model.layers.23.mlp.experts.25.down_proj_scales",
1144
- "model.layers.23.mlp.experts.26.down_proj_scales",
1145
- "model.layers.23.mlp.experts.27.down_proj_scales",
1146
- "model.layers.23.mlp.experts.28.down_proj_scales",
1147
- "model.layers.23.mlp.experts.29.down_proj_scales",
1148
- "model.layers.23.mlp.experts.30.down_proj_scales",
1149
- "model.layers.23.mlp.experts.31.down_proj_scales",
1150
- "model.layers.23.mlp.experts.0.gate_up_proj_scales",
1151
- "model.layers.23.mlp.experts.1.gate_up_proj_scales",
1152
- "model.layers.23.mlp.experts.2.gate_up_proj_scales",
1153
- "model.layers.23.mlp.experts.3.gate_up_proj_scales",
1154
- "model.layers.23.mlp.experts.4.gate_up_proj_scales",
1155
- "model.layers.23.mlp.experts.5.gate_up_proj_scales",
1156
- "model.layers.23.mlp.experts.6.gate_up_proj_scales",
1157
- "model.layers.23.mlp.experts.7.gate_up_proj_scales",
1158
- "model.layers.23.mlp.experts.8.gate_up_proj_scales",
1159
- "model.layers.23.mlp.experts.9.gate_up_proj_scales",
1160
- "model.layers.23.mlp.experts.10.gate_up_proj_scales",
1161
- "model.layers.23.mlp.experts.11.gate_up_proj_scales",
1162
- "model.layers.23.mlp.experts.12.gate_up_proj_scales",
1163
- "model.layers.23.mlp.experts.13.gate_up_proj_scales",
1164
- "model.layers.23.mlp.experts.14.gate_up_proj_scales",
1165
- "model.layers.23.mlp.experts.15.gate_up_proj_scales",
1166
- "model.layers.23.mlp.experts.16.gate_up_proj_scales",
1167
- "model.layers.23.mlp.experts.17.gate_up_proj_scales",
1168
- "model.layers.23.mlp.experts.18.gate_up_proj_scales",
1169
- "model.layers.23.mlp.experts.19.gate_up_proj_scales",
1170
- "model.layers.23.mlp.experts.20.gate_up_proj_scales",
1171
- "model.layers.23.mlp.experts.21.gate_up_proj_scales",
1172
- "model.layers.23.mlp.experts.22.gate_up_proj_scales",
1173
- "model.layers.23.mlp.experts.23.gate_up_proj_scales",
1174
- "model.layers.23.mlp.experts.24.gate_up_proj_scales",
1175
- "model.layers.23.mlp.experts.25.gate_up_proj_scales",
1176
- "model.layers.23.mlp.experts.26.gate_up_proj_scales",
1177
- "model.layers.23.mlp.experts.27.gate_up_proj_scales",
1178
- "model.layers.23.mlp.experts.28.gate_up_proj_scales",
1179
- "model.layers.23.mlp.experts.29.gate_up_proj_scales",
1180
- "model.layers.23.mlp.experts.30.gate_up_proj_scales",
1181
- "model.layers.23.mlp.experts.31.gate_up_proj_scales",
1182
- "model.layers.23.mlp.router",
1183
- "model.layers.23.post_attention_layernorm",
1184
- "model.layers.3.input_layernorm",
1185
- "model.layers.3.mlp.experts.0.down_proj_scales",
1186
- "model.layers.3.mlp.experts.1.down_proj_scales",
1187
- "model.layers.3.mlp.experts.2.down_proj_scales",
1188
- "model.layers.3.mlp.experts.3.down_proj_scales",
1189
- "model.layers.3.mlp.experts.4.down_proj_scales",
1190
- "model.layers.3.mlp.experts.5.down_proj_scales",
1191
- "model.layers.3.mlp.experts.6.down_proj_scales",
1192
- "model.layers.3.mlp.experts.7.down_proj_scales",
1193
- "model.layers.3.mlp.experts.8.down_proj_scales",
1194
- "model.layers.3.mlp.experts.9.down_proj_scales",
1195
- "model.layers.3.mlp.experts.10.down_proj_scales",
1196
- "model.layers.3.mlp.experts.11.down_proj_scales",
1197
- "model.layers.3.mlp.experts.12.down_proj_scales",
1198
- "model.layers.3.mlp.experts.13.down_proj_scales",
1199
- "model.layers.3.mlp.experts.14.down_proj_scales",
1200
- "model.layers.3.mlp.experts.15.down_proj_scales",
1201
- "model.layers.3.mlp.experts.16.down_proj_scales",
1202
- "model.layers.3.mlp.experts.17.down_proj_scales",
1203
- "model.layers.3.mlp.experts.18.down_proj_scales",
1204
- "model.layers.3.mlp.experts.19.down_proj_scales",
1205
- "model.layers.3.mlp.experts.20.down_proj_scales",
1206
- "model.layers.3.mlp.experts.21.down_proj_scales",
1207
- "model.layers.3.mlp.experts.22.down_proj_scales",
1208
- "model.layers.3.mlp.experts.23.down_proj_scales",
1209
- "model.layers.3.mlp.experts.24.down_proj_scales",
1210
- "model.layers.3.mlp.experts.25.down_proj_scales",
1211
- "model.layers.3.mlp.experts.26.down_proj_scales",
1212
- "model.layers.3.mlp.experts.27.down_proj_scales",
1213
- "model.layers.3.mlp.experts.28.down_proj_scales",
1214
- "model.layers.3.mlp.experts.29.down_proj_scales",
1215
- "model.layers.3.mlp.experts.30.down_proj_scales",
1216
- "model.layers.3.mlp.experts.31.down_proj_scales",
1217
- "model.layers.3.mlp.experts.0.gate_up_proj_scales",
1218
- "model.layers.3.mlp.experts.1.gate_up_proj_scales",
1219
- "model.layers.3.mlp.experts.2.gate_up_proj_scales",
1220
- "model.layers.3.mlp.experts.3.gate_up_proj_scales",
1221
- "model.layers.3.mlp.experts.4.gate_up_proj_scales",
1222
- "model.layers.3.mlp.experts.5.gate_up_proj_scales",
1223
- "model.layers.3.mlp.experts.6.gate_up_proj_scales",
1224
- "model.layers.3.mlp.experts.7.gate_up_proj_scales",
1225
- "model.layers.3.mlp.experts.8.gate_up_proj_scales",
1226
- "model.layers.3.mlp.experts.9.gate_up_proj_scales",
1227
- "model.layers.3.mlp.experts.10.gate_up_proj_scales",
1228
- "model.layers.3.mlp.experts.11.gate_up_proj_scales",
1229
- "model.layers.3.mlp.experts.12.gate_up_proj_scales",
1230
- "model.layers.3.mlp.experts.13.gate_up_proj_scales",
1231
- "model.layers.3.mlp.experts.14.gate_up_proj_scales",
1232
- "model.layers.3.mlp.experts.15.gate_up_proj_scales",
1233
- "model.layers.3.mlp.experts.16.gate_up_proj_scales",
1234
- "model.layers.3.mlp.experts.17.gate_up_proj_scales",
1235
- "model.layers.3.mlp.experts.18.gate_up_proj_scales",
1236
- "model.layers.3.mlp.experts.19.gate_up_proj_scales",
1237
- "model.layers.3.mlp.experts.20.gate_up_proj_scales",
1238
- "model.layers.3.mlp.experts.21.gate_up_proj_scales",
1239
- "model.layers.3.mlp.experts.22.gate_up_proj_scales",
1240
- "model.layers.3.mlp.experts.23.gate_up_proj_scales",
1241
- "model.layers.3.mlp.experts.24.gate_up_proj_scales",
1242
- "model.layers.3.mlp.experts.25.gate_up_proj_scales",
1243
- "model.layers.3.mlp.experts.26.gate_up_proj_scales",
1244
- "model.layers.3.mlp.experts.27.gate_up_proj_scales",
1245
- "model.layers.3.mlp.experts.28.gate_up_proj_scales",
1246
- "model.layers.3.mlp.experts.29.gate_up_proj_scales",
1247
- "model.layers.3.mlp.experts.30.gate_up_proj_scales",
1248
- "model.layers.3.mlp.experts.31.gate_up_proj_scales",
1249
- "model.layers.3.mlp.router",
1250
- "model.layers.3.post_attention_layernorm",
1251
- "model.layers.4.input_layernorm",
1252
- "model.layers.4.mlp.experts.0.down_proj_scales",
1253
- "model.layers.4.mlp.experts.1.down_proj_scales",
1254
- "model.layers.4.mlp.experts.2.down_proj_scales",
1255
- "model.layers.4.mlp.experts.3.down_proj_scales",
1256
- "model.layers.4.mlp.experts.4.down_proj_scales",
1257
- "model.layers.4.mlp.experts.5.down_proj_scales",
1258
- "model.layers.4.mlp.experts.6.down_proj_scales",
1259
- "model.layers.4.mlp.experts.7.down_proj_scales",
1260
- "model.layers.4.mlp.experts.8.down_proj_scales",
1261
- "model.layers.4.mlp.experts.9.down_proj_scales",
1262
- "model.layers.4.mlp.experts.10.down_proj_scales",
1263
- "model.layers.4.mlp.experts.11.down_proj_scales",
1264
- "model.layers.4.mlp.experts.12.down_proj_scales",
1265
- "model.layers.4.mlp.experts.13.down_proj_scales",
1266
- "model.layers.4.mlp.experts.14.down_proj_scales",
1267
- "model.layers.4.mlp.experts.15.down_proj_scales",
1268
- "model.layers.4.mlp.experts.16.down_proj_scales",
1269
- "model.layers.4.mlp.experts.17.down_proj_scales",
1270
- "model.layers.4.mlp.experts.18.down_proj_scales",
1271
- "model.layers.4.mlp.experts.19.down_proj_scales",
1272
- "model.layers.4.mlp.experts.20.down_proj_scales",
1273
- "model.layers.4.mlp.experts.21.down_proj_scales",
1274
- "model.layers.4.mlp.experts.22.down_proj_scales",
1275
- "model.layers.4.mlp.experts.23.down_proj_scales",
1276
- "model.layers.4.mlp.experts.24.down_proj_scales",
1277
- "model.layers.4.mlp.experts.25.down_proj_scales",
1278
- "model.layers.4.mlp.experts.26.down_proj_scales",
1279
- "model.layers.4.mlp.experts.27.down_proj_scales",
1280
- "model.layers.4.mlp.experts.28.down_proj_scales",
1281
- "model.layers.4.mlp.experts.29.down_proj_scales",
1282
- "model.layers.4.mlp.experts.30.down_proj_scales",
1283
- "model.layers.4.mlp.experts.31.down_proj_scales",
1284
- "model.layers.4.mlp.experts.0.gate_up_proj_scales",
1285
- "model.layers.4.mlp.experts.1.gate_up_proj_scales",
1286
- "model.layers.4.mlp.experts.2.gate_up_proj_scales",
1287
- "model.layers.4.mlp.experts.3.gate_up_proj_scales",
1288
- "model.layers.4.mlp.experts.4.gate_up_proj_scales",
1289
- "model.layers.4.mlp.experts.5.gate_up_proj_scales",
1290
- "model.layers.4.mlp.experts.6.gate_up_proj_scales",
1291
- "model.layers.4.mlp.experts.7.gate_up_proj_scales",
1292
- "model.layers.4.mlp.experts.8.gate_up_proj_scales",
1293
- "model.layers.4.mlp.experts.9.gate_up_proj_scales",
1294
- "model.layers.4.mlp.experts.10.gate_up_proj_scales",
1295
- "model.layers.4.mlp.experts.11.gate_up_proj_scales",
1296
- "model.layers.4.mlp.experts.12.gate_up_proj_scales",
1297
- "model.layers.4.mlp.experts.13.gate_up_proj_scales",
1298
- "model.layers.4.mlp.experts.14.gate_up_proj_scales",
1299
- "model.layers.4.mlp.experts.15.gate_up_proj_scales",
1300
- "model.layers.4.mlp.experts.16.gate_up_proj_scales",
1301
- "model.layers.4.mlp.experts.17.gate_up_proj_scales",
1302
- "model.layers.4.mlp.experts.18.gate_up_proj_scales",
1303
- "model.layers.4.mlp.experts.19.gate_up_proj_scales",
1304
- "model.layers.4.mlp.experts.20.gate_up_proj_scales",
1305
- "model.layers.4.mlp.experts.21.gate_up_proj_scales",
1306
- "model.layers.4.mlp.experts.22.gate_up_proj_scales",
1307
- "model.layers.4.mlp.experts.23.gate_up_proj_scales",
1308
- "model.layers.4.mlp.experts.24.gate_up_proj_scales",
1309
- "model.layers.4.mlp.experts.25.gate_up_proj_scales",
1310
- "model.layers.4.mlp.experts.26.gate_up_proj_scales",
1311
- "model.layers.4.mlp.experts.27.gate_up_proj_scales",
1312
- "model.layers.4.mlp.experts.28.gate_up_proj_scales",
1313
- "model.layers.4.mlp.experts.29.gate_up_proj_scales",
1314
- "model.layers.4.mlp.experts.30.gate_up_proj_scales",
1315
- "model.layers.4.mlp.experts.31.gate_up_proj_scales",
1316
- "model.layers.4.mlp.router",
1317
- "model.layers.4.post_attention_layernorm",
1318
- "model.layers.5.input_layernorm",
1319
- "model.layers.5.mlp.experts.0.down_proj_scales",
1320
- "model.layers.5.mlp.experts.1.down_proj_scales",
1321
- "model.layers.5.mlp.experts.2.down_proj_scales",
1322
- "model.layers.5.mlp.experts.3.down_proj_scales",
1323
- "model.layers.5.mlp.experts.4.down_proj_scales",
1324
- "model.layers.5.mlp.experts.5.down_proj_scales",
1325
- "model.layers.5.mlp.experts.6.down_proj_scales",
1326
- "model.layers.5.mlp.experts.7.down_proj_scales",
1327
- "model.layers.5.mlp.experts.8.down_proj_scales",
1328
- "model.layers.5.mlp.experts.9.down_proj_scales",
1329
- "model.layers.5.mlp.experts.10.down_proj_scales",
1330
- "model.layers.5.mlp.experts.11.down_proj_scales",
1331
- "model.layers.5.mlp.experts.12.down_proj_scales",
1332
- "model.layers.5.mlp.experts.13.down_proj_scales",
1333
- "model.layers.5.mlp.experts.14.down_proj_scales",
1334
- "model.layers.5.mlp.experts.15.down_proj_scales",
1335
- "model.layers.5.mlp.experts.16.down_proj_scales",
1336
- "model.layers.5.mlp.experts.17.down_proj_scales",
1337
- "model.layers.5.mlp.experts.18.down_proj_scales",
1338
- "model.layers.5.mlp.experts.19.down_proj_scales",
1339
- "model.layers.5.mlp.experts.20.down_proj_scales",
1340
- "model.layers.5.mlp.experts.21.down_proj_scales",
1341
- "model.layers.5.mlp.experts.22.down_proj_scales",
1342
- "model.layers.5.mlp.experts.23.down_proj_scales",
1343
- "model.layers.5.mlp.experts.24.down_proj_scales",
1344
- "model.layers.5.mlp.experts.25.down_proj_scales",
1345
- "model.layers.5.mlp.experts.26.down_proj_scales",
1346
- "model.layers.5.mlp.experts.27.down_proj_scales",
1347
- "model.layers.5.mlp.experts.28.down_proj_scales",
1348
- "model.layers.5.mlp.experts.29.down_proj_scales",
1349
- "model.layers.5.mlp.experts.30.down_proj_scales",
1350
- "model.layers.5.mlp.experts.31.down_proj_scales",
1351
- "model.layers.5.mlp.experts.0.gate_up_proj_scales",
1352
- "model.layers.5.mlp.experts.1.gate_up_proj_scales",
1353
- "model.layers.5.mlp.experts.2.gate_up_proj_scales",
1354
- "model.layers.5.mlp.experts.3.gate_up_proj_scales",
1355
- "model.layers.5.mlp.experts.4.gate_up_proj_scales",
1356
- "model.layers.5.mlp.experts.5.gate_up_proj_scales",
1357
- "model.layers.5.mlp.experts.6.gate_up_proj_scales",
1358
- "model.layers.5.mlp.experts.7.gate_up_proj_scales",
1359
- "model.layers.5.mlp.experts.8.gate_up_proj_scales",
1360
- "model.layers.5.mlp.experts.9.gate_up_proj_scales",
1361
- "model.layers.5.mlp.experts.10.gate_up_proj_scales",
1362
- "model.layers.5.mlp.experts.11.gate_up_proj_scales",
1363
- "model.layers.5.mlp.experts.12.gate_up_proj_scales",
1364
- "model.layers.5.mlp.experts.13.gate_up_proj_scales",
1365
- "model.layers.5.mlp.experts.14.gate_up_proj_scales",
1366
- "model.layers.5.mlp.experts.15.gate_up_proj_scales",
1367
- "model.layers.5.mlp.experts.16.gate_up_proj_scales",
1368
- "model.layers.5.mlp.experts.17.gate_up_proj_scales",
1369
- "model.layers.5.mlp.experts.18.gate_up_proj_scales",
1370
- "model.layers.5.mlp.experts.19.gate_up_proj_scales",
1371
- "model.layers.5.mlp.experts.20.gate_up_proj_scales",
1372
- "model.layers.5.mlp.experts.21.gate_up_proj_scales",
1373
- "model.layers.5.mlp.experts.22.gate_up_proj_scales",
1374
- "model.layers.5.mlp.experts.23.gate_up_proj_scales",
1375
- "model.layers.5.mlp.experts.24.gate_up_proj_scales",
1376
- "model.layers.5.mlp.experts.25.gate_up_proj_scales",
1377
- "model.layers.5.mlp.experts.26.gate_up_proj_scales",
1378
- "model.layers.5.mlp.experts.27.gate_up_proj_scales",
1379
- "model.layers.5.mlp.experts.28.gate_up_proj_scales",
1380
- "model.layers.5.mlp.experts.29.gate_up_proj_scales",
1381
- "model.layers.5.mlp.experts.30.gate_up_proj_scales",
1382
- "model.layers.5.mlp.experts.31.gate_up_proj_scales",
1383
- "model.layers.5.mlp.router",
1384
- "model.layers.5.post_attention_layernorm",
1385
- "model.layers.6.input_layernorm",
1386
- "model.layers.6.mlp.router",
1387
- "lm_head",
1388
- "model.embed_tokens",
1389
- "model.layers.6.mlp.experts.0.down_proj_scales",
1390
- "model.layers.6.mlp.experts.1.down_proj_scales",
1391
- "model.layers.6.mlp.experts.2.down_proj_scales",
1392
- "model.layers.6.mlp.experts.3.down_proj_scales",
1393
- "model.layers.6.mlp.experts.4.down_proj_scales",
1394
- "model.layers.6.mlp.experts.5.down_proj_scales",
1395
- "model.layers.6.mlp.experts.6.down_proj_scales",
1396
- "model.layers.6.mlp.experts.7.down_proj_scales",
1397
- "model.layers.6.mlp.experts.8.down_proj_scales",
1398
- "model.layers.6.mlp.experts.9.down_proj_scales",
1399
- "model.layers.6.mlp.experts.10.down_proj_scales",
1400
- "model.layers.6.mlp.experts.11.down_proj_scales",
1401
- "model.layers.6.mlp.experts.12.down_proj_scales",
1402
- "model.layers.6.mlp.experts.13.down_proj_scales",
1403
- "model.layers.6.mlp.experts.14.down_proj_scales",
1404
- "model.layers.6.mlp.experts.15.down_proj_scales",
1405
- "model.layers.6.mlp.experts.16.down_proj_scales",
1406
- "model.layers.6.mlp.experts.17.down_proj_scales",
1407
- "model.layers.6.mlp.experts.18.down_proj_scales",
1408
- "model.layers.6.mlp.experts.19.down_proj_scales",
1409
- "model.layers.6.mlp.experts.20.down_proj_scales",
1410
- "model.layers.6.mlp.experts.21.down_proj_scales",
1411
- "model.layers.6.mlp.experts.22.down_proj_scales",
1412
- "model.layers.6.mlp.experts.23.down_proj_scales",
1413
- "model.layers.6.mlp.experts.24.down_proj_scales",
1414
- "model.layers.6.mlp.experts.25.down_proj_scales",
1415
- "model.layers.6.mlp.experts.26.down_proj_scales",
1416
- "model.layers.6.mlp.experts.27.down_proj_scales",
1417
- "model.layers.6.mlp.experts.28.down_proj_scales",
1418
- "model.layers.6.mlp.experts.29.down_proj_scales",
1419
- "model.layers.6.mlp.experts.30.down_proj_scales",
1420
- "model.layers.6.mlp.experts.31.down_proj_scales",
1421
- "model.layers.6.mlp.experts.0.gate_up_proj_scales",
1422
- "model.layers.6.mlp.experts.1.gate_up_proj_scales",
1423
- "model.layers.6.mlp.experts.2.gate_up_proj_scales",
1424
- "model.layers.6.mlp.experts.3.gate_up_proj_scales",
1425
- "model.layers.6.mlp.experts.4.gate_up_proj_scales",
1426
- "model.layers.6.mlp.experts.5.gate_up_proj_scales",
1427
- "model.layers.6.mlp.experts.6.gate_up_proj_scales",
1428
- "model.layers.6.mlp.experts.7.gate_up_proj_scales",
1429
- "model.layers.6.mlp.experts.8.gate_up_proj_scales",
1430
- "model.layers.6.mlp.experts.9.gate_up_proj_scales",
1431
- "model.layers.6.mlp.experts.10.gate_up_proj_scales",
1432
- "model.layers.6.mlp.experts.11.gate_up_proj_scales",
1433
- "model.layers.6.mlp.experts.12.gate_up_proj_scales",
1434
- "model.layers.6.mlp.experts.13.gate_up_proj_scales",
1435
- "model.layers.6.mlp.experts.14.gate_up_proj_scales",
1436
- "model.layers.6.mlp.experts.15.gate_up_proj_scales",
1437
- "model.layers.6.mlp.experts.16.gate_up_proj_scales",
1438
- "model.layers.6.mlp.experts.17.gate_up_proj_scales",
1439
- "model.layers.6.mlp.experts.18.gate_up_proj_scales",
1440
- "model.layers.6.mlp.experts.19.gate_up_proj_scales",
1441
- "model.layers.6.mlp.experts.20.gate_up_proj_scales",
1442
- "model.layers.6.mlp.experts.21.gate_up_proj_scales",
1443
- "model.layers.6.mlp.experts.22.gate_up_proj_scales",
1444
- "model.layers.6.mlp.experts.23.gate_up_proj_scales",
1445
- "model.layers.6.mlp.experts.24.gate_up_proj_scales",
1446
- "model.layers.6.mlp.experts.25.gate_up_proj_scales",
1447
- "model.layers.6.mlp.experts.26.gate_up_proj_scales",
1448
- "model.layers.6.mlp.experts.27.gate_up_proj_scales",
1449
- "model.layers.6.mlp.experts.28.gate_up_proj_scales",
1450
- "model.layers.6.mlp.experts.29.gate_up_proj_scales",
1451
- "model.layers.6.mlp.experts.30.gate_up_proj_scales",
1452
- "model.layers.6.mlp.experts.31.gate_up_proj_scales",
1453
- "model.layers.6.post_attention_layernorm",
1454
- "model.layers.7.input_layernorm",
1455
- "model.layers.7.mlp.experts.0.down_proj_scales",
1456
- "model.layers.7.mlp.experts.1.down_proj_scales",
1457
- "model.layers.7.mlp.experts.2.down_proj_scales",
1458
- "model.layers.7.mlp.experts.3.down_proj_scales",
1459
- "model.layers.7.mlp.experts.4.down_proj_scales",
1460
- "model.layers.7.mlp.experts.5.down_proj_scales",
1461
- "model.layers.7.mlp.experts.6.down_proj_scales",
1462
- "model.layers.7.mlp.experts.7.down_proj_scales",
1463
- "model.layers.7.mlp.experts.8.down_proj_scales",
1464
- "model.layers.7.mlp.experts.9.down_proj_scales",
1465
- "model.layers.7.mlp.experts.10.down_proj_scales",
1466
- "model.layers.7.mlp.experts.11.down_proj_scales",
1467
- "model.layers.7.mlp.experts.12.down_proj_scales",
1468
- "model.layers.7.mlp.experts.13.down_proj_scales",
1469
- "model.layers.7.mlp.experts.14.down_proj_scales",
1470
- "model.layers.7.mlp.experts.15.down_proj_scales",
1471
- "model.layers.7.mlp.experts.16.down_proj_scales",
1472
- "model.layers.7.mlp.experts.17.down_proj_scales",
1473
- "model.layers.7.mlp.experts.18.down_proj_scales",
1474
- "model.layers.7.mlp.experts.19.down_proj_scales",
1475
- "model.layers.7.mlp.experts.20.down_proj_scales",
1476
- "model.layers.7.mlp.experts.21.down_proj_scales",
1477
- "model.layers.7.mlp.experts.22.down_proj_scales",
1478
- "model.layers.7.mlp.experts.23.down_proj_scales",
1479
- "model.layers.7.mlp.experts.24.down_proj_scales",
1480
- "model.layers.7.mlp.experts.25.down_proj_scales",
1481
- "model.layers.7.mlp.experts.26.down_proj_scales",
1482
- "model.layers.7.mlp.experts.27.down_proj_scales",
1483
- "model.layers.7.mlp.experts.28.down_proj_scales",
1484
- "model.layers.7.mlp.experts.29.down_proj_scales",
1485
- "model.layers.7.mlp.experts.30.down_proj_scales",
1486
- "model.layers.7.mlp.experts.31.down_proj_scales",
1487
- "model.layers.7.mlp.experts.0.gate_up_proj_scales",
1488
- "model.layers.7.mlp.experts.1.gate_up_proj_scales",
1489
- "model.layers.7.mlp.experts.2.gate_up_proj_scales",
1490
- "model.layers.7.mlp.experts.3.gate_up_proj_scales",
1491
- "model.layers.7.mlp.experts.4.gate_up_proj_scales",
1492
- "model.layers.7.mlp.experts.5.gate_up_proj_scales",
1493
- "model.layers.7.mlp.experts.6.gate_up_proj_scales",
1494
- "model.layers.7.mlp.experts.7.gate_up_proj_scales",
1495
- "model.layers.7.mlp.experts.8.gate_up_proj_scales",
1496
- "model.layers.7.mlp.experts.9.gate_up_proj_scales",
1497
- "model.layers.7.mlp.experts.10.gate_up_proj_scales",
1498
- "model.layers.7.mlp.experts.11.gate_up_proj_scales",
1499
- "model.layers.7.mlp.experts.12.gate_up_proj_scales",
1500
- "model.layers.7.mlp.experts.13.gate_up_proj_scales",
1501
- "model.layers.7.mlp.experts.14.gate_up_proj_scales",
1502
- "model.layers.7.mlp.experts.15.gate_up_proj_scales",
1503
- "model.layers.7.mlp.experts.16.gate_up_proj_scales",
1504
- "model.layers.7.mlp.experts.17.gate_up_proj_scales",
1505
- "model.layers.7.mlp.experts.18.gate_up_proj_scales",
1506
- "model.layers.7.mlp.experts.19.gate_up_proj_scales",
1507
- "model.layers.7.mlp.experts.20.gate_up_proj_scales",
1508
- "model.layers.7.mlp.experts.21.gate_up_proj_scales",
1509
- "model.layers.7.mlp.experts.22.gate_up_proj_scales",
1510
- "model.layers.7.mlp.experts.23.gate_up_proj_scales",
1511
- "model.layers.7.mlp.experts.24.gate_up_proj_scales",
1512
- "model.layers.7.mlp.experts.25.gate_up_proj_scales",
1513
- "model.layers.7.mlp.experts.26.gate_up_proj_scales",
1514
- "model.layers.7.mlp.experts.27.gate_up_proj_scales",
1515
- "model.layers.7.mlp.experts.28.gate_up_proj_scales",
1516
- "model.layers.7.mlp.experts.29.gate_up_proj_scales",
1517
- "model.layers.7.mlp.experts.30.gate_up_proj_scales",
1518
- "model.layers.7.mlp.experts.31.gate_up_proj_scales",
1519
- "model.layers.7.mlp.router",
1520
- "model.layers.7.post_attention_layernorm",
1521
- "model.layers.8.input_layernorm",
1522
- "model.layers.8.mlp.experts.0.down_proj_scales",
1523
- "model.layers.8.mlp.experts.1.down_proj_scales",
1524
- "model.layers.8.mlp.experts.2.down_proj_scales",
1525
- "model.layers.8.mlp.experts.3.down_proj_scales",
1526
- "model.layers.8.mlp.experts.4.down_proj_scales",
1527
- "model.layers.8.mlp.experts.5.down_proj_scales",
1528
- "model.layers.8.mlp.experts.6.down_proj_scales",
1529
- "model.layers.8.mlp.experts.7.down_proj_scales",
1530
- "model.layers.8.mlp.experts.8.down_proj_scales",
1531
- "model.layers.8.mlp.experts.9.down_proj_scales",
1532
- "model.layers.8.mlp.experts.10.down_proj_scales",
1533
- "model.layers.8.mlp.experts.11.down_proj_scales",
1534
- "model.layers.8.mlp.experts.12.down_proj_scales",
1535
- "model.layers.8.mlp.experts.13.down_proj_scales",
1536
- "model.layers.8.mlp.experts.14.down_proj_scales",
1537
- "model.layers.8.mlp.experts.15.down_proj_scales",
1538
- "model.layers.8.mlp.experts.16.down_proj_scales",
1539
- "model.layers.8.mlp.experts.17.down_proj_scales",
1540
- "model.layers.8.mlp.experts.18.down_proj_scales",
1541
- "model.layers.8.mlp.experts.19.down_proj_scales",
1542
- "model.layers.8.mlp.experts.20.down_proj_scales",
1543
- "model.layers.8.mlp.experts.21.down_proj_scales",
1544
- "model.layers.8.mlp.experts.22.down_proj_scales",
1545
- "model.layers.8.mlp.experts.23.down_proj_scales",
1546
- "model.layers.8.mlp.experts.24.down_proj_scales",
1547
- "model.layers.8.mlp.experts.25.down_proj_scales",
1548
- "model.layers.8.mlp.experts.26.down_proj_scales",
1549
- "model.layers.8.mlp.experts.27.down_proj_scales",
1550
- "model.layers.8.mlp.experts.28.down_proj_scales",
1551
- "model.layers.8.mlp.experts.29.down_proj_scales",
1552
- "model.layers.8.mlp.experts.30.down_proj_scales",
1553
- "model.layers.8.mlp.experts.31.down_proj_scales",
1554
- "model.layers.8.mlp.experts.0.gate_up_proj_scales",
1555
- "model.layers.8.mlp.experts.1.gate_up_proj_scales",
1556
- "model.layers.8.mlp.experts.2.gate_up_proj_scales",
1557
- "model.layers.8.mlp.experts.3.gate_up_proj_scales",
1558
- "model.layers.8.mlp.experts.4.gate_up_proj_scales",
1559
- "model.layers.8.mlp.experts.5.gate_up_proj_scales",
1560
- "model.layers.8.mlp.experts.6.gate_up_proj_scales",
1561
- "model.layers.8.mlp.experts.7.gate_up_proj_scales",
1562
- "model.layers.8.mlp.experts.8.gate_up_proj_scales",
1563
- "model.layers.8.mlp.experts.9.gate_up_proj_scales",
1564
- "model.layers.8.mlp.experts.10.gate_up_proj_scales",
1565
- "model.layers.8.mlp.experts.11.gate_up_proj_scales",
1566
- "model.layers.8.mlp.experts.12.gate_up_proj_scales",
1567
- "model.layers.8.mlp.experts.13.gate_up_proj_scales",
1568
- "model.layers.8.mlp.experts.14.gate_up_proj_scales",
1569
- "model.layers.8.mlp.experts.15.gate_up_proj_scales",
1570
- "model.layers.8.mlp.experts.16.gate_up_proj_scales",
1571
- "model.layers.8.mlp.experts.17.gate_up_proj_scales",
1572
- "model.layers.8.mlp.experts.18.gate_up_proj_scales",
1573
- "model.layers.8.mlp.experts.19.gate_up_proj_scales",
1574
- "model.layers.8.mlp.experts.20.gate_up_proj_scales",
1575
- "model.layers.8.mlp.experts.21.gate_up_proj_scales",
1576
- "model.layers.8.mlp.experts.22.gate_up_proj_scales",
1577
- "model.layers.8.mlp.experts.23.gate_up_proj_scales",
1578
- "model.layers.8.mlp.experts.24.gate_up_proj_scales",
1579
- "model.layers.8.mlp.experts.25.gate_up_proj_scales",
1580
- "model.layers.8.mlp.experts.26.gate_up_proj_scales",
1581
- "model.layers.8.mlp.experts.27.gate_up_proj_scales",
1582
- "model.layers.8.mlp.experts.28.gate_up_proj_scales",
1583
- "model.layers.8.mlp.experts.29.gate_up_proj_scales",
1584
- "model.layers.8.mlp.experts.30.gate_up_proj_scales",
1585
- "model.layers.8.mlp.experts.31.gate_up_proj_scales",
1586
- "model.layers.8.mlp.router",
1587
- "model.layers.8.post_attention_layernorm",
1588
- "model.layers.9.input_layernorm",
1589
- "model.layers.9.mlp.experts.0.down_proj_scales",
1590
- "model.layers.9.mlp.experts.1.down_proj_scales",
1591
- "model.layers.9.mlp.experts.2.down_proj_scales",
1592
- "model.layers.9.mlp.experts.3.down_proj_scales",
1593
- "model.layers.9.mlp.experts.4.down_proj_scales",
1594
- "model.layers.9.mlp.experts.5.down_proj_scales",
1595
- "model.layers.9.mlp.experts.6.down_proj_scales",
1596
- "model.layers.9.mlp.experts.7.down_proj_scales",
1597
- "model.layers.9.mlp.experts.8.down_proj_scales",
1598
- "model.layers.9.mlp.experts.9.down_proj_scales",
1599
- "model.layers.9.mlp.experts.10.down_proj_scales",
1600
- "model.layers.9.mlp.experts.11.down_proj_scales",
1601
- "model.layers.9.mlp.experts.12.down_proj_scales",
1602
- "model.layers.9.mlp.experts.13.down_proj_scales",
1603
- "model.layers.9.mlp.experts.14.down_proj_scales",
1604
- "model.layers.9.mlp.experts.15.down_proj_scales",
1605
- "model.layers.9.mlp.experts.16.down_proj_scales",
1606
- "model.layers.9.mlp.experts.17.down_proj_scales",
1607
- "model.layers.9.mlp.experts.18.down_proj_scales",
1608
- "model.layers.9.mlp.experts.19.down_proj_scales",
1609
- "model.layers.9.mlp.experts.20.down_proj_scales",
1610
- "model.layers.9.mlp.experts.21.down_proj_scales",
1611
- "model.layers.9.mlp.experts.22.down_proj_scales",
1612
- "model.layers.9.mlp.experts.23.down_proj_scales",
1613
- "model.layers.9.mlp.experts.24.down_proj_scales",
1614
- "model.layers.9.mlp.experts.25.down_proj_scales",
1615
- "model.layers.9.mlp.experts.26.down_proj_scales",
1616
- "model.layers.9.mlp.experts.27.down_proj_scales",
1617
- "model.layers.9.mlp.experts.28.down_proj_scales",
1618
- "model.layers.9.mlp.experts.29.down_proj_scales",
1619
- "model.layers.9.mlp.experts.30.down_proj_scales",
1620
- "model.layers.9.mlp.experts.31.down_proj_scales",
1621
- "model.layers.9.mlp.experts.0.gate_up_proj_scales",
1622
- "model.layers.9.mlp.experts.1.gate_up_proj_scales",
1623
- "model.layers.9.mlp.experts.2.gate_up_proj_scales",
1624
- "model.layers.9.mlp.experts.3.gate_up_proj_scales",
1625
- "model.layers.9.mlp.experts.4.gate_up_proj_scales",
1626
- "model.layers.9.mlp.experts.5.gate_up_proj_scales",
1627
- "model.layers.9.mlp.experts.6.gate_up_proj_scales",
1628
- "model.layers.9.mlp.experts.7.gate_up_proj_scales",
1629
- "model.layers.9.mlp.experts.8.gate_up_proj_scales",
1630
- "model.layers.9.mlp.experts.9.gate_up_proj_scales",
1631
- "model.layers.9.mlp.experts.10.gate_up_proj_scales",
1632
- "model.layers.9.mlp.experts.11.gate_up_proj_scales",
1633
- "model.layers.9.mlp.experts.12.gate_up_proj_scales",
1634
- "model.layers.9.mlp.experts.13.gate_up_proj_scales",
1635
- "model.layers.9.mlp.experts.14.gate_up_proj_scales",
1636
- "model.layers.9.mlp.experts.15.gate_up_proj_scales",
1637
- "model.layers.9.mlp.experts.16.gate_up_proj_scales",
1638
- "model.layers.9.mlp.experts.17.gate_up_proj_scales",
1639
- "model.layers.9.mlp.experts.18.gate_up_proj_scales",
1640
- "model.layers.9.mlp.experts.19.gate_up_proj_scales",
1641
- "model.layers.9.mlp.experts.20.gate_up_proj_scales",
1642
- "model.layers.9.mlp.experts.21.gate_up_proj_scales",
1643
- "model.layers.9.mlp.experts.22.gate_up_proj_scales",
1644
- "model.layers.9.mlp.experts.23.gate_up_proj_scales",
1645
- "model.layers.9.mlp.experts.24.gate_up_proj_scales",
1646
- "model.layers.9.mlp.experts.25.gate_up_proj_scales",
1647
- "model.layers.9.mlp.experts.26.gate_up_proj_scales",
1648
- "model.layers.9.mlp.experts.27.gate_up_proj_scales",
1649
- "model.layers.9.mlp.experts.28.gate_up_proj_scales",
1650
- "model.layers.9.mlp.experts.29.gate_up_proj_scales",
1651
- "model.layers.9.mlp.experts.30.gate_up_proj_scales",
1652
- "model.layers.9.mlp.experts.31.gate_up_proj_scales",
1653
- "model.layers.9.mlp.router",
1654
- "model.layers.9.post_attention_layernorm",
1655
- "model.norm"
1656
  ],
1657
  "provider": "auto-round"
1658
  }
 
42
  "quantization_status": "compressed",
43
  "global_compression_ratio": null,
44
  "ignore": [
45
+ "re:.*embed_tokens.*",
46
+ "re:.*mlp\\.router.*",
47
+ "lm_head"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  ],
49
  "provider": "auto-round"
50
  }
tokenizer_config.json CHANGED
@@ -1,183 +1,15 @@
1
  {
2
- "added_tokens_decoder": {
3
- "199998": {
4
- "content": "<|startoftext|>",
5
- "lstrip": false,
6
- "normalized": false,
7
- "rstrip": false,
8
- "single_word": false,
9
- "special": true
10
- },
11
- "199999": {
12
- "content": "<|endoftext|>",
13
- "lstrip": false,
14
- "normalized": false,
15
- "rstrip": false,
16
- "single_word": false,
17
- "special": true
18
- },
19
- "200000": {
20
- "content": "<|reserved_200000|>",
21
- "lstrip": false,
22
- "normalized": false,
23
- "rstrip": false,
24
- "single_word": false,
25
- "special": true
26
- },
27
- "200001": {
28
- "content": "<|reserved_200001|>",
29
- "lstrip": false,
30
- "normalized": false,
31
- "rstrip": false,
32
- "single_word": false,
33
- "special": true
34
- },
35
- "200002": {
36
- "content": "<|return|>",
37
- "lstrip": false,
38
- "normalized": false,
39
- "rstrip": false,
40
- "single_word": false,
41
- "special": true
42
- },
43
- "200003": {
44
- "content": "<|constrain|>",
45
- "lstrip": false,
46
- "normalized": false,
47
- "rstrip": false,
48
- "single_word": false,
49
- "special": true
50
- },
51
- "200004": {
52
- "content": "<|reserved_200004|>",
53
- "lstrip": false,
54
- "normalized": false,
55
- "rstrip": false,
56
- "single_word": false,
57
- "special": true
58
- },
59
- "200005": {
60
- "content": "<|channel|>",
61
- "lstrip": false,
62
- "normalized": false,
63
- "rstrip": false,
64
- "single_word": false,
65
- "special": true
66
- },
67
- "200006": {
68
- "content": "<|start|>",
69
- "lstrip": false,
70
- "normalized": false,
71
- "rstrip": false,
72
- "single_word": false,
73
- "special": true
74
- },
75
- "200007": {
76
- "content": "<|end|>",
77
- "lstrip": false,
78
- "normalized": false,
79
- "rstrip": false,
80
- "single_word": false,
81
- "special": true
82
- },
83
- "200008": {
84
- "content": "<|message|>",
85
- "lstrip": false,
86
- "normalized": false,
87
- "rstrip": false,
88
- "single_word": false,
89
- "special": true
90
- },
91
- "200009": {
92
- "content": "<|reserved_200009|>",
93
- "lstrip": false,
94
- "normalized": false,
95
- "rstrip": false,
96
- "single_word": false,
97
- "special": true
98
- },
99
- "200010": {
100
- "content": "<|reserved_200010|>",
101
- "lstrip": false,
102
- "normalized": false,
103
- "rstrip": false,
104
- "single_word": false,
105
- "special": true
106
- },
107
- "200011": {
108
- "content": "<|reserved_200011|>",
109
- "lstrip": false,
110
- "normalized": false,
111
- "rstrip": false,
112
- "single_word": false,
113
- "special": true
114
- },
115
- "200012": {
116
- "content": "<|call|>",
117
- "lstrip": false,
118
- "normalized": false,
119
- "rstrip": false,
120
- "single_word": false,
121
- "special": true
122
- },
123
- "200013": {
124
- "content": "<|reserved_200013|>",
125
- "lstrip": false,
126
- "normalized": false,
127
- "rstrip": false,
128
- "single_word": false,
129
- "special": true
130
- },
131
- "200014": {
132
- "content": "<|reserved_200014|>",
133
- "lstrip": false,
134
- "normalized": false,
135
- "rstrip": false,
136
- "single_word": false,
137
- "special": true
138
- },
139
- "200015": {
140
- "content": "<|reserved_200015|>",
141
- "lstrip": false,
142
- "normalized": false,
143
- "rstrip": false,
144
- "single_word": false,
145
- "special": true
146
- },
147
- "200016": {
148
- "content": "<|reserved_200016|>",
149
- "lstrip": false,
150
- "normalized": false,
151
- "rstrip": false,
152
- "single_word": false,
153
- "special": true
154
- },
155
- "200017": {
156
- "content": "<|reserved_200017|>",
157
- "lstrip": false,
158
- "normalized": false,
159
- "rstrip": false,
160
- "single_word": false,
161
- "special": true
162
- },
163
- "200018": {
164
- "content": "<|endofprompt|>",
165
- "lstrip": false,
166
- "normalized": false,
167
- "rstrip": false,
168
- "single_word": false,
169
- "special": true
170
- }
171
- },
172
  "bos_token": "<|startoftext|>",
173
  "clean_up_tokenization_spaces": false,
174
  "eos_token": "<|return|>",
175
- "extra_special_tokens": {},
 
176
  "model_input_names": [
177
  "input_ids",
178
  "attention_mask"
179
  ],
180
  "model_max_length": 1000000000000000019884624838656,
181
  "pad_token": "<|endoftext|>",
182
- "tokenizer_class": "PreTrainedTokenizerFast"
183
  }
 
1
  {
2
+ "backend": "tokenizers",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "bos_token": "<|startoftext|>",
4
  "clean_up_tokenization_spaces": false,
5
  "eos_token": "<|return|>",
6
+ "is_local": false,
7
+ "local_files_only": false,
8
  "model_input_names": [
9
  "input_ids",
10
  "attention_mask"
11
  ],
12
  "model_max_length": 1000000000000000019884624838656,
13
  "pad_token": "<|endoftext|>",
14
+ "tokenizer_class": "TokenizersBackend"
15
  }