Add files using upload-large-folder tool

.gitattributes

@@ -48,3 +48,4 @@ mn-coding-adam-5e6-32k-ds-r1-1.5b-adamw-lr5e-6/global_step_240/actor/huggingface
 coding-muon-1e4-16k-ds-r1-1.5b-muon-muonlr1e-4-spectral_norm-muonadamlr1e-6/global_step_80/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 coding-muon-1e4-32k-ds-r1-1.5b-muon-muonlr1e-4-spectral_norm-muonadamlr1e-6/global_step_240/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 mn-coding-muon-1e4-32k-ds-r1-1.5b-muon-muonlr1e-4-spectral_norm-muonadamlr1e-6/global_step_280/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/extra_state_world_size_8_rank_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e01a42530bd19a918a216f803f852222b33778b6ca16ecb731ef63add70d2ed
+size 15141

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/extra_state_world_size_8_rank_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3723c4fb402783c3e55a70254e5056d16f3606b090b6e03fe76e8d5a848418
+size 15141

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/extra_state_world_size_8_rank_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a567adae2b5e3ae2ea1620a42abf90ed43c25f7e835a7948dcf19454a2e23bca
+size 15141

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/extra_state_world_size_8_rank_3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435c3b82e53d2f927c18a65a3fd1ce63ce785a2c4bd6dc369945494f78ce012c
+size 15141

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/extra_state_world_size_8_rank_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c61b560e1cfb63bea76cd076db2c560e54dd380b96726c92570881697917df
+size 15141

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/extra_state_world_size_8_rank_5.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9793bbd2dc5451ae034d0ff951e7f90273963174bc1d94d83aeb2df5ecf8a8c1
+size 15141

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/extra_state_world_size_8_rank_6.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d0599edab6ee126f21d8eae698ca13ea195059e3197a0d0de22391179163a7
+size 15141

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/extra_state_world_size_8_rank_7.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd748a9b9307e1b79017b0b8edfd04419134d86478a62a7201076cdf4eacb72e
+size 15141

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/fsdp_config.json

@@ -0,0 +1,4 @@
+{
+    "FSDP_version": 2,
+    "world_size": 8
+}

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/huggingface/chat_template.jinja

@@ -0,0 +1 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '</think>' in content %}{% set content = content.split('</think>')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜><think>\n'}}{% endif %}

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/huggingface/config.json

@@ -0,0 +1,60 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151646,
+  "dtype": "float32",
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 1536,
+  "initializer_range": 0.02,
+  "intermediate_size": 8960,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 131072,
+  "max_window_layers": 21,
+  "model_type": "qwen2",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 2,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.57.6",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/huggingface/generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 151646,
+  "do_sample": true,
+  "eos_token_id": 151643,
+  "temperature": 0.6,
+  "top_p": 0.95,
+  "transformers_version": "4.57.6"
+}

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/huggingface/special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/huggingface/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
+size 11422778

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/huggingface/tokenizer_config.json

@@ -0,0 +1,194 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<｜end▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<｜User｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151645": {
+      "content": "<｜Assistant｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151646": {
+      "content": "<｜begin▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|EOT|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151648": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151649": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "extra_special_tokens": {},
+  "legacy": true,
+  "model_max_length": 16384,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizerFast",
+  "unk_token": null,
+  "use_default_system_prompt": false
+}

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/model_world_size_8_rank_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2018110bd0435911aeb46a553bb29fb7b9568a793513b889bf2e691f79063bf
+size 888719595

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/model_world_size_8_rank_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6fd27892994445190b90bd51ea70dff6a52c819a953a9a9b9f14f518934cc0
+size 888719595

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/model_world_size_8_rank_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f132484a560aa905e8dc5ff3502c226bfc2ba15d711c19b764d13334c72304e
+size 888719595

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/model_world_size_8_rank_3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a3306883f477cd4889b1d9ffbc2fdf181427bf37297ccd7a50095f249af999
+size 888719595

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/model_world_size_8_rank_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ec5a22c96fa8ebd8f266702dd5b868c16100613e16311e25926251972ee5f1
+size 888719595

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/model_world_size_8_rank_5.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11caceb3dfdb1b94f58de3f8443863456b9c4c8719211a27b44a9e831f616c3
+size 888719595

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/model_world_size_8_rank_6.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457375ec171139bc3cb2ac4f256280870ee1caa1e422ab6a3b7d50795c27a234
+size 888719595

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/model_world_size_8_rank_7.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c5a1f317a0fe89715fa0cb775ad0b68c28960bc9ca2b9f481e9ff16b15a7e9
+size 888719595

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/optim_world_size_8_rank_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbef687ba49a0e0998e40dec9ccf8451efd9d9c7813f5652cbfabd70395e13c2
+size 1122194395

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/optim_world_size_8_rank_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a066ca611b5d2e80cee6774adb4dfd064274eaa20a59f02d45433c2c334d414
+size 1122194395

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/optim_world_size_8_rank_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc081bd4caf2bb6477a122511dcb6dcdf3bcac1435798853727bf45f1fa7dc3d
+size 1122194395

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/optim_world_size_8_rank_3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec5a53c08f73df783ae27a4428acad0fb5445750f779837984f521b6f723367
+size 1122194395

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/optim_world_size_8_rank_4.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce65e3cbc4257683542de76d3b15d10a46c8abc03929e76ada554e6e208c722a
+size 1122194395

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/optim_world_size_8_rank_5.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8e49a236bfa630dd82e4fb34cab88caa3a945d1a5d545209b9d0360a70c223
+size 1122194395

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/optim_world_size_8_rank_6.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155fc5a029750e5b9a1e330ab454475b2922b091c61fc38c440ba792ff3de0c5
+size 1122194395

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/actor/optim_world_size_8_rank_7.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539895de25d7c49c52ebe0597add0c80bff48fd896b3ff64a207dbb2b063b6fb
+size 1122194395

coding-muon-1e5-16k-ds-r1-1.5b-muon-muonlr1e-5-spectral_norm-muonadamlr1e-6/global_step_80/data.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1a3706fc118db4d70ac4ebfd94d0994311e319cd4c7131f0e1e658b95141b6
+size 1947