katsukiono commited on
Commit
a87bc87
·
verified ·
1 Parent(s): 75bcc65

Upload from /home/Competition2025/P10/shareP10/llm_project/models/Qwen/Qwen3-235B-A22B-Thinking-merged/difficult_problem_dataset_v4_500_n500/bf16

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +38 -0
  2. generation_config.json +13 -0
  3. merges.txt +0 -0
  4. model-00001-of-00118.safetensors +3 -0
  5. model-00002-of-00118.safetensors +3 -0
  6. model-00003-of-00118.safetensors +3 -0
  7. model-00004-of-00118.safetensors +3 -0
  8. model-00005-of-00118.safetensors +3 -0
  9. model-00006-of-00118.safetensors +3 -0
  10. model-00007-of-00118.safetensors +3 -0
  11. model-00008-of-00118.safetensors +3 -0
  12. model-00009-of-00118.safetensors +3 -0
  13. model-00010-of-00118.safetensors +3 -0
  14. model-00011-of-00118.safetensors +3 -0
  15. model-00012-of-00118.safetensors +3 -0
  16. model-00013-of-00118.safetensors +3 -0
  17. model-00014-of-00118.safetensors +3 -0
  18. model-00015-of-00118.safetensors +3 -0
  19. model-00016-of-00118.safetensors +3 -0
  20. model-00017-of-00118.safetensors +3 -0
  21. model-00018-of-00118.safetensors +3 -0
  22. model-00019-of-00118.safetensors +3 -0
  23. model-00020-of-00118.safetensors +3 -0
  24. model-00021-of-00118.safetensors +3 -0
  25. model-00022-of-00118.safetensors +3 -0
  26. model-00023-of-00118.safetensors +3 -0
  27. model-00024-of-00118.safetensors +3 -0
  28. model-00025-of-00118.safetensors +3 -0
  29. model-00026-of-00118.safetensors +3 -0
  30. model-00027-of-00118.safetensors +3 -0
  31. model-00028-of-00118.safetensors +3 -0
  32. model-00029-of-00118.safetensors +3 -0
  33. model-00030-of-00118.safetensors +3 -0
  34. model-00031-of-00118.safetensors +3 -0
  35. model-00032-of-00118.safetensors +3 -0
  36. model-00033-of-00118.safetensors +3 -0
  37. model-00034-of-00118.safetensors +3 -0
  38. model-00035-of-00118.safetensors +3 -0
  39. model-00036-of-00118.safetensors +3 -0
  40. model-00037-of-00118.safetensors +3 -0
  41. model-00038-of-00118.safetensors +3 -0
  42. model-00039-of-00118.safetensors +3 -0
  43. model-00040-of-00118.safetensors +3 -0
  44. model-00041-of-00118.safetensors +3 -0
  45. model-00042-of-00118.safetensors +3 -0
  46. model-00043-of-00118.safetensors +3 -0
  47. model-00044-of-00118.safetensors +3 -0
  48. model-00045-of-00118.safetensors +3 -0
  49. model-00046-of-00118.safetensors +3 -0
  50. model-00047-of-00118.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3MoeForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "decoder_sparse_step": 1,
9
+ "eos_token_id": 151645,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 4096,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 12288,
15
+ "max_position_embeddings": 262144,
16
+ "max_window_layers": 94,
17
+ "mlp_only_layers": [],
18
+ "model_type": "qwen3_moe",
19
+ "moe_intermediate_size": 1536,
20
+ "norm_topk_prob": true,
21
+ "num_attention_heads": 64,
22
+ "num_experts": 128,
23
+ "num_experts_per_tok": 8,
24
+ "num_hidden_layers": 94,
25
+ "num_key_value_heads": 4,
26
+ "output_router_logits": false,
27
+ "rms_norm_eps": 1e-06,
28
+ "rope_scaling": null,
29
+ "rope_theta": 5000000,
30
+ "router_aux_loss_coef": 0.001,
31
+ "sliding_window": null,
32
+ "tie_word_embeddings": false,
33
+ "torch_dtype": "bfloat16",
34
+ "transformers_version": "4.51.0",
35
+ "use_cache": true,
36
+ "use_sliding_window": false,
37
+ "vocab_size": 151936
38
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "temperature": 0.6,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.51.0"
13
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4671b9eafd01eb3843ea5dcbb280d994c6fc100e9e2b2a6409c64ac08f826ffc
3
+ size 3991955848
model-00002-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c9aea145d4f53502461cfa505db33f30d03c3c928637e2b45781f4a14076191
3
+ size 3994081824
model-00003-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d14710c6be5ac333a54bfe25dcd88bac0ce273e75dfe3203dfa5ff6c195e10c
3
+ size 3994081824
model-00004-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148b014f992614ad6cf0d90276f6d03ddd129bbd781726649a859d071cf648e1
3
+ size 3988822416
model-00005-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8a0c70d0e4453766899816bce75971834ed63316340bd011e9a772d03eb4572
3
+ size 3994081752
model-00006-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dcfd6b928942ef4a8ca4167893a31cfa81c0add945542a8e73edb93ec1243db
3
+ size 3994081824
model-00007-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5eaa958b6f62b33959ca70b7389c16f21a366dfe45b4ec22c5013ad86cb3029
3
+ size 3994081824
model-00008-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe9645184f7f6b9b5e7ee941b2f514b6319554dd80a729f8871f3c3e5962527
3
+ size 3994081824
model-00009-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeacee816edfac804726c35bb1781af4d1d5acb4f3cc9949e307eb1ace3d50df
3
+ size 3988822424
model-00010-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:283214b9458237ac5f5ab652a63f23cbf21b59eb9e9d3c6755a03142ec8afe8c
3
+ size 3994081752
model-00011-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ef834c0ffab69c448d6cf755f36d5961965100d525f35c9f18dfca9aca1842f
3
+ size 3994081824
model-00012-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb7180fec98a79ac5cedcaf831d7f93e1b2ce3c60a031a82994119254a058fe4
3
+ size 3994081824
model-00013-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dee54eaa8df9d3d57b6bd05160cdde348ff37ba91427d2949e75e22d8edba0b
3
+ size 3994081912
model-00014-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47a7e0f86ad34c172a79afbe69faadbb0d6e800fd044517b01cdcc8e983f8f02
3
+ size 3988822744
model-00015-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f999ce59c7d73faa2206b985155b76e71781c6b6bedbf6d508322fbc762bbc6
3
+ size 3994082056
model-00016-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efc605b0cc46b9bf25eb80dafe9e0795e13814c2c9c737068df6fb8c1c45c807
3
+ size 3994082144
model-00017-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a360cd3855a86fe3b9c2c6137a58375e8b6e1917dd2fee9cca5e3bcce2f59a39
3
+ size 3994082144
model-00018-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4803d6dc0142a3448e229b247d09a95c33804fd5c37c71e17b0bba3e56df9e51
3
+ size 3994082144
model-00019-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea52d0e1c781520ea388f380f8cb9d806982e6ce67b56bc668648d0967cb3ff
3
+ size 3988822752
model-00020-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c9e0ed6c570f1ecb40865dc9d2d188f2228bee18479a3a851bb6083b72db21
3
+ size 3994082056
model-00021-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f62027c273ed6d03dbf46e57c04df14192a4fb1b931ef629a823e31fd778fb87
3
+ size 3994082136
model-00022-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47470785f72bceacfafd0a62fb775e2b87bd4f5e748728f8087ee4e439f84d63
3
+ size 3994082144
model-00023-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cddf8cca5a7ae79fbd5e555a5fb3df5390aecee264d51f4b3c5524e199506cc2
3
+ size 3994082144
model-00024-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d471ae95b17e0663bbcc1e36891f490c16bb3825b25342d5497fde3b827330f4
3
+ size 3939555888
model-00025-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6724fde63003031b0ce360d8940df612be3be4c9a37b13eda126c1e52a27393
3
+ size 3993016776
model-00026-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc497b263f4188b7e7a8f5902cc5a9c30106b7775018c816fde1eb6a27b47214
3
+ size 3994082128
model-00027-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f75857076a0b2dfa105ffa6e195e238713d1a22a9da04732e950e55c79e0d2
3
+ size 3994082144
model-00028-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0bc441cbbf07b1f88164b7f5499560698aba5f03fb80ecde56e178f3d640dc8
3
+ size 3994082144
model-00029-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584eca44f91919dab9cc35c94fb8f712e1d64f07a8c892d06af378042f152886
3
+ size 3998276256
model-00030-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d3e493722cca9dd402eb742a50ede57e019d0606fb3a24139cbff200ed225d9
3
+ size 3997211600
model-00031-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56fbc90f2ae86d5b47f0d3b166b15d04e71184038bb5c9d03f6ba607e5ca2009
3
+ size 3994082128
model-00032-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa2ae5f3349261dd9d0fcddaf5c88422ece42b57a8c1991f4021efbaf9082cc1
3
+ size 3994082144
model-00033-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:288a7fdb47cf69a2c602a7330a1d046d1100f557e685d0840f303ed05e5d641d
3
+ size 3994082144
model-00034-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b22fdbb83c0f200476820665cd8ff7aa0dd72789147aa9ec5e536fb65f27eef9
3
+ size 3994082168
model-00035-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede92a1f79cd8274d8a290b316f7e447e27e6fbea393b260d6f0cc6f2313e7d7
3
+ size 3988822656
model-00036-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22eecaed602c5a65f5aff41143bf2cae41ec3db547de7e0ee7150f8da3ba2041
3
+ size 3994082120
model-00037-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a49501cdaca8a0543e24f4478673f109b75d938b0bd8acb482488b85f6cafa4
3
+ size 3994082144
model-00038-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3218903992f55590d25268db6df09aa07a3e3953a636260c14743be2ea8a9c9
3
+ size 3994082144
model-00039-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05c9eec44f272c78766842d354f0d35645339805f7c0449791ed62085359b79d
3
+ size 3994082168
model-00040-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f551f9d8d2822958bf23ddceaeb42b469209f72dbd51308f901bc5b4270418b
3
+ size 3988822664
model-00041-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9879737b5f77a58f95100f521d3a5c1cb3cd0d5c18258d57346d5475f0463ab7
3
+ size 3994082112
model-00042-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72e546b8557f207ec9f5a5db0eeca746f52b65873a01da44e39daf0b4285bf6b
3
+ size 3994082144
model-00043-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f39f0dcb7d4f31a26d3dc1cf2169706f92ce894094feac55ad6154f7c6be2f9
3
+ size 3994082144
model-00044-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ef730f0e311534b51fc8a53f09ba997c1956b9854241621d7476d5a8cd4b14f
3
+ size 3994082160
model-00045-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8039b5f96fabcbe87b8c8046a5f2024f70278d27d876bb35cb3905b2330a11e3
3
+ size 3988822672
model-00046-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:293c61ea6afdd8162f78195617aa972253873ff87c7c84f51aa17478b0fee78d
3
+ size 3994082112
model-00047-of-00118.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5637f5fc02da71e5fb05040b29196b3dc2619154d672990ba578d80fa51964cb
3
+ size 3994082144