SeongryongJung commited on Jul 2

Commit

218e1b1

verified ·

1 Parent(s): 14e241f

Add files using upload-large-folder tool

Browse files

Files changed (21) hide show

.gitattributes +2 -0
README.md +65 -0
added_tokens.json +28 -0
artifacts/config.yaml +843 -0
artifacts/wandb-summary.json +1 -0
chat_template.jinja +89 -0
config.json +68 -0
generation_config.json +13 -0
merges.txt +0 -0
model-00001-of-00004.safetensors +3 -0
model-00002-of-00004.safetensors +3 -0
model-00003-of-00004.safetensors +3 -0
model-00004-of-00004.safetensors +3 -0
model.safetensors.index.json +407 -0
results/training_score.png +3 -0
results/training_scores.csv +91 -0
results/validation_mean16.csv +11 -0
special_tokens_map.json +31 -0
tokenizer.json +3 -0
tokenizer_config.json +239 -0
vocab.json +0 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+results/training_score.png filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,65 @@

+---
+license: apache-2.0
+base_model: Qwen/Qwen3-8B
+library_name: transformers
+tags:
+- qwen3
+- reinforcement-learning
+- sdpo
+- srpo
+- ema
+---
+# qwen3-8b-physics-srpo-ema005
+This repository contains the **last checkpoint** (`global_step_100`) for `qwen3gen-physics-SRPO-Qwen-Qwen3-8B-mbs32-ema0.05-dwtrue-train64-rollout8-lr5e-6-vllm0.8`,
+converted to Hugging Face Transformers format.
+## Evaluation
+The reported headline score is the **best validation `mean@16` observed during training**.
+It is not necessarily the score of the uploaded last checkpoint.
+| Dataset | Method | Model | Uploaded checkpoint | Best val mean@16 | Best step | Final val mean@16 |
+|---|---|---|---|---:|---:|---:|
+| physics | SRPO | Qwen3-8B | global_step_100 | 71.33% | 40 | 56.64% |
+![Training and validation scores](results/training_score.png)
+Raw result files:
+- `results/validation_mean16.csv`
+- `results/training_scores.csv`
+- `artifacts/config.yaml`
+- `artifacts/wandb-summary.json`
+## Training Setup
+- Base model: `Qwen/Qwen3-8B`
+- Dataset: `physics`
+- Method: `SRPO`
+- EMA teacher update rate: `0.05`
+- Uploaded weights: last checkpoint, `global_step_100`
+- Validation metric used for headline score: `val-aux/*/mean@16`
+- Validation sampling: `n=16`
+## Usage
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+repo_id = "SeongryongJung/qwen3-8b-physics-srpo-ema005"
+tokenizer = AutoTokenizer.from_pretrained(repo_id, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(
+    repo_id,
+    torch_dtype="auto",
+    device_map="auto",
+    trust_remote_code=True,
+)
+```
+## Notes
+Most best-validation intermediate checkpoints were not retained as full actor checkpoints because
+training kept only the latest actor checkpoint. Therefore, this repository publishes the last
+checkpoint and records the best validation score separately.

added_tokens.json ADDED Viewed

	@@ -0,0 +1,28 @@

+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

artifacts/config.yaml ADDED Viewed

	@@ -0,0 +1,843 @@

+_wandb:
+    value:
+        cli_version: 0.23.1
+        e:
+            ai30bfqgweiv28uek7jwhj7ol64pzxtf:
+                args:
+                    - --node-ip-address=198.19.35.151
+                    - --node-manager-port=35355
+                    - --object-store-name=/tmp/ray_q3g_physics_srpo_Qwen3_8B/session_2026-06-30_16-47-09_678101_889012/sockets/plasma_store
+                    - --raylet-name=/tmp/ray_q3g_physics_srpo_Qwen3_8B/session_2026-06-30_16-47-09_678101_889012/sockets/raylet
+                    - --redis-address=None
+                    - --metrics-agent-port=61450
+                    - --logging-rotate-bytes=536870912
+                    - --logging-rotate-backup-count=5
+                    - --runtime-env-agent-port=55203
+                    - --gcs-address=198.19.35.151:64656
+                    - --session-name=session_2026-06-30_16-47-09_678101_889012
+                    - --temp-dir=/tmp/ray_q3g_physics_srpo_Qwen3_8B
+                    - --webui=
+                    - --cluster-id=ee276632b8c3417e6bc5f190756cedb983121f696c4b1ce7008aaf01
+                    - --startup-token=32
+                    - --worker-launch-time-ms=1782838033277
+                    - --node-id=327c84e8d5ee94883ab8ac85d0d41689b8dde4f1611345fdd3489c75
+                    - --runtime-env-hash=-1580796864
+                cpu_count: 64
+                cpu_count_logical: 128
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "46086056050688"
+                        used: "5502000783360"
+                email: jungsr1116@cau.ac.kr
+                executable: /workspace/SIPO/.venv/bin/python
+                git:
+                    commit: c237ec221cb7566d5f85232708425314a6ffc926
+                    remote: https://github.com/jungseongryong/L2T
+                gpu: NVIDIA H200
+                gpu_count: 8
+                gpu_nvidia:
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-b897a6c4-7996-e2f1-0cc0-7b02d6a38587
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-f7cf7fff-d108-62cb-498a-225bffd6d151
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-5a9f5a22-0fdb-36cc-c516-0b618776d8ca
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-d547a11f-7fca-c74b-76fb-73993c30f136
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-ac3cb18b-d562-1d58-725e-10738ff5694c
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-e8484200-8103-548e-6421-89d2884c6d32
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-83471bd2-f389-d36d-63de-d4759c4435d3
+                    - architecture: Hopper
+                      cudaCores: 16896
+                      memoryTotal: "150754820096"
+                      name: NVIDIA H200
+                      uuid: GPU-885aa58c-6341-2956-85d4-ca01897dd4a2
+                host: mole-gpu-2
+                memory:
+                    total: "2163980390400"
+                os: Linux-6.8.0-71-generic-x86_64-with-glibc2.36
+                program: /workspace/SIPO/.venv/lib/python3.12/site-packages/ray/_private/workers/default_worker.py
+                python: CPython 3.12.13
+                root: /workspace/L2T
+                startedAt: "2026-06-30T16:49:20.293549Z"
+                writerId: ai30bfqgweiv28uek7jwhj7ol64pzxtf
+        m: []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+                - 11
+                - 30
+                - 41
+                - 49
+                - 50
+                - 51
+                - 71
+                - 95
+                - 98
+                - 105
+            "2":
+                - 1
+                - 11
+                - 30
+                - 41
+                - 49
+                - 50
+                - 51
+                - 71
+                - 95
+                - 98
+                - 105
+            "3":
+                - 2
+                - 13
+                - 16
+                - 61
+            "4": 3.12.13
+            "5": 0.23.1
+            "6": 4.57.1
+            "12": 0.23.1
+            "13": linux-x86_64
+actor_rollout_ref:
+    value:
+        actor:
+            _target_: verl.workers.config.FSDPActorConfig
+            calculate_entropy: false
+            calculate_sum_pi_squared: false
+            checkpoint:
+                _target_: verl.trainer.config.CheckpointConfig
+                async_save: false
+                load_contents:
+                    - model
+                    - optimizer
+                    - extra
+                save_contents:
+                    - model
+                    - optimizer
+                    - extra
+            clip_ratio: 0.2
+            clip_ratio_c: 3
+            clip_ratio_high: 0.28
+            clip_ratio_low: 0.2
+            data_loader_seed: 42
+            entropy_checkpointing: false
+            entropy_coeff: 0
+            entropy_from_logits_with_chunking: false
+            freeze_vision_tower: false
+            fsdp_config:
+                _target_: verl.workers.config.FSDPEngineConfig
+                dtype: bfloat16
+                entropy_checkpointing: false
+                entropy_from_logits_with_chunking: false
+                forward_only: false
+                forward_prefetch: false
+                fsdp_size: -1
+                full_determinism: false
+                model_dtype: fp32
+                offload_policy: false
+                optimizer_offload: false
+                param_offload: false
+                reshard_after_forward: true
+                seed: 42
+                strategy: fsdp
+                ulysses_sequence_parallel_size: 1
+                use_orig_params: false
+                use_torch_compile: true
+                wrap_policy:
+                    min_num_params: 0
+            grad_clip: 1
+            kl_loss_coef: 0.001
+            kl_loss_type: low_var_kl
+            loss_agg_mode: token-mean
+            loss_scale_factor: null
+            optim:
+                _target_: verl.workers.config.FSDPOptimizerConfig
+                betas:
+                    - 0.9
+                    - 0.999
+                clip_grad: 1
+                lr: 5e-06
+                lr_scheduler_type: constant
+                lr_warmup_steps: 10
+                lr_warmup_steps_ratio: 0
+                min_lr_ratio: 0
+                num_cycles: 0.5
+                optimizer: AdamW
+                optimizer_impl: torch.optim
+                override_optimizer_config: null
+                total_training_steps: 100
+                warmup_style: null
+                weight_decay: 0.01
+            policy_loss:
+                _target_: verl.workers.config.PolicyLossConfig
+                clip_cov_lb: 1
+                clip_cov_ratio: 0.0002
+                clip_cov_ub: 5
+                kl_cov_ratio: 0.0002
+                loss_mode: srpo
+                ppo_kl_coef: 0.1
+            ppo_epochs: 1
+            ppo_max_token_len_per_gpu: 10240
+            ppo_micro_batch_size: null
+            ppo_micro_batch_size_per_gpu: 1
+            ppo_mini_batch_size: 32
+            profiler:
+                _target_: verl.utils.profiler.ProfilerConfig
+                all_ranks: false
+                enable: false
+                ranks: []
+                save_path: outputs/profile
+                tool: null
+                tool_config:
+                    npu:
+                        _target_: verl.utils.profiler.config.NPUToolConfig
+                        analysis: true
+                        contents: []
+                        discrete: false
+                        level: level0
+                    nsys:
+                        _target_: verl.utils.profiler.config.NsightToolConfig
+                        discrete: false
+                    torch:
+                        _target_: verl.utils.profiler.config.TorchProfilerToolConfig
+                        step_end: null
+                        step_start: 0
+                    torch_memory:
+                        _target_: verl.utils.profiler.config.TorchMemoryToolConfig
+                        stack_depth: 32
+                        trace_alloc_max_entries: 100000
+            rollout_n: 8
+            router_replay:
+                _target_: verl.workers.config.RouterReplayConfig
+                mode: disabled
+                record_file: null
+                replay_file: null
+            self_distillation:
+                _target_: verl.workers.config.SelfDistillationConfig
+                alpha: 0.5
+                distillation_add_tail: true
+                distillation_topk: 100
+                dont_reprompt_on_self_success: true
+                environment_feedback_only_without_solution: true
+                feedback_template: |4-
+                    The following is feedback from your unsuccessful earlier attempt:
+                    {feedback_raw}
+                full_logit_distillation: true
+                include_environment_feedback: false
+                is_clip: 2
+                max_reprompt_len: 10240
+                remove_thinking_from_demonstration: false
+                reprompt_template: |-
+                    {prompt}{solution}{feedback}
+                    Correctly solve the original question.
+                reprompt_truncation: right
+                solution_template: |4-
+                    Correct solution:
+                    {successful_previous_attempt}
+                srpo_dynamic_weighting: true
+                srpo_dynamic_weighting_temperature: 1
+                success_reward_threshold: 0.5
+                teacher_regularization: ema
+                teacher_update_rate: 0.05
+                token_reweight_decay_steps: null
+                token_reweight_eps_w: 0.2
+                token_reweight_lambda: 0.5
+            shuffle: false
+            strategy: fsdp
+            sum_pi_squared_checkpointing: false
+            tau_neg: 1.05
+            tau_pos: 1
+            ulysses_sequence_parallel_size: 1
+            use_dynamic_bsz: false
+            use_fused_kernels: false
+            use_kl_loss: false
+            use_prefix_grouper: false
+            use_remove_padding: true
+            use_torch_compile: true
+        hybrid_engine: true
+        model:
+            _target_: verl.workers.config.HFModelConfig
+            custom_chat_template: null
+            enable_activation_offload: false
+            enable_gradient_checkpointing: true
+            exclude_modules: null
+            external_lib: null
+            fused_kernel_options:
+                impl_backend: torch
+            hf_config_path: null
+            lora_adapter_path: null
+            lora_alpha: 16
+            lora_rank: 0
+            path: Qwen/Qwen3-8B
+            target_modules: all-linear
+            tiled_mlp:
+                enabled: false
+                num_shards: 4
+            tokenizer_path: null
+            trust_remote_code: true
+            use_fused_kernels: false
+            use_liger: false
+            use_remove_padding: true
+            use_shm: false
+        nccl_timeout: 600
+        ref:
+            _target_: verl.workers.config.FSDPActorConfig
+            entropy_checkpointing: false
+            entropy_from_logits_with_chunking: false
+            fsdp_config:
+                _target_: verl.workers.config.FSDPEngineConfig
+                dtype: bfloat16
+                entropy_checkpointing: false
+                entropy_from_logits_with_chunking: false
+                forward_only: true
+                forward_prefetch: false
+                fsdp_size: -1
+                full_determinism: false
+                model_dtype: fp32
+                offload_policy: false
+                optimizer_offload: false
+                param_offload: false
+                reshard_after_forward: true
+                seed: 42
+                strategy: fsdp
+                ulysses_sequence_parallel_size: 1
+                use_orig_params: false
+                use_torch_compile: true
+                wrap_policy:
+                    min_num_params: 0
+            log_prob_max_token_len_per_gpu: 10240
+            log_prob_micro_batch_size: null
+            log_prob_micro_batch_size_per_gpu: 1
+            log_prob_use_dynamic_bsz: false
+            profiler:
+                _target_: verl.utils.profiler.ProfilerConfig
+                all_ranks: false
+                enable: false
+                ranks: []
+                save_path: outputs/profile
+                tool: null
+                tool_config:
+                    npu:
+                        _target_: verl.utils.profiler.config.NPUToolConfig
+                        analysis: true
+                        contents: []
+                        discrete: false
+                        level: level0
+                    nsys:
+                        _target_: verl.utils.profiler.config.NsightToolConfig
+                        discrete: false
+                    torch:
+                        _target_: verl.utils.profiler.config.TorchProfilerToolConfig
+                        step_end: null
+                        step_start: 0
+                    torch_memory:
+                        _target_: verl.utils.profiler.config.TorchMemoryToolConfig
+                        stack_depth: 32
+                        trace_alloc_max_entries: 100000
+            rollout_n: 8
+            router_replay:
+                _target_: verl.workers.config.RouterReplayConfig
+                mode: disabled
+                record_file: null
+                replay_file: null
+            strategy: fsdp
+            ulysses_sequence_parallel_size: 1
+            use_torch_compile: true
+        rollout:
+            _target_: verl.workers.config.RolloutConfig
+            agent:
+                _target_: verl.workers.config.AgentLoopConfig
+                agent_loop_config_path: null
+                custom_async_server:
+                    _target_: verl.workers.config.CustomAsyncServerConfig
+                    name: null
+                    path: null
+                default_agent_loop: single_turn_agent
+                num_workers: 8
+            calculate_log_probs: true
+            cudagraph_capture_sizes: null
+            data_parallel_size: 1
+            disable_log_stats: true
+            do_sample: true
+            dtype: bfloat16
+            enable_chunked_prefill: true
+            enable_prefix_caching: true
+            enable_rollout_routing_replay: false
+            enforce_eager: false
+            expert_parallel_size: 1
+            free_cache_engine: true
+            gpu_memory_utilization: 0.8
+            ignore_eos: false
+            layered_summon: false
+            load_format: dummy
+            log_prob_max_token_len_per_gpu: 10240
+            log_prob_micro_batch_size: null
+            log_prob_micro_batch_size_per_gpu: 1
+            log_prob_use_dynamic_bsz: false
+            logprobs_mode: processed_logprobs
+            max_model_len: 10240
+            max_num_batched_tokens: 10240
+            max_num_seqs: 1024
+            mode: async
+            multi_stage_wake_up: false
+            multi_turn:
+                _target_: verl.workers.config.MultiTurnConfig
+                enable: false
+                format: hermes
+                interaction_config_path: null
+                max_assistant_turns: null
+                max_parallel_calls: 1
+                max_tool_response_length: 256
+                max_user_turns: null
+                num_repeat_rollouts: null
+                tokenization_sanity_check_mode: strict
+                tool_config_path: null
+                tool_response_truncate_side: middle
+                use_inference_chat_template: false
+            "n": 8
+            name: vllm
+            over_sample_rate: 0
+            pipeline_model_parallel_size: 1
+            profiler:
+                _target_: verl.utils.profiler.ProfilerConfig
+                all_ranks: false
+                enable: false
+                ranks: []
+                save_path: outputs/profile
+                tool: null
+                tool_config:
+                    npu:
+                        _target_: verl.utils.profiler.config.NPUToolConfig
+                        analysis: true
+                        contents: []
+                        discrete: false
+                        level: level0
+                    nsys:
+                        _target_: verl.utils.profiler.config.NsightToolConfig
+                        discrete: false
+                    torch:
+                        _target_: verl.utils.profiler.config.TorchProfilerToolConfig
+                        step_end: null
+                        step_start: 0
+                    torch_memory:
+                        _target_: verl.utils.profiler.config.TorchMemoryToolConfig
+                        stack_depth: 32
+                        trace_alloc_max_entries: 100000
+            prometheus:
+                _target_: verl.workers.config.PrometheusConfig
+                enable: false
+                file: /tmp/ray/session_latest/metrics/prometheus/prometheus.yml
+                port: 9090
+                served_model_name: Qwen/Qwen3-8B
+            prompt_length: 2048
+            quantization: null
+            quantization_config_file: null
+            response_length: 8192
+            scheduling_policy: fcfs
+            skip_dump_dir: /tmp/rollout_dump
+            skip_rollout: false
+            skip_tokenizer_init: true
+            temperature: 1
+            tensor_model_parallel_size: 2
+            top_k: -1
+            top_p: 1
+            trace:
+                _target_: verl.workers.config.TraceConfig
+                backend: null
+                max_samples_per_step_per_worker: null
+                token2text: false
+            update_weights_bucket_megabytes: 512
+            val_kwargs:
+                _target_: verl.workers.config.SamplingConfig
+                do_sample: true
+                "n": 16
+                temperature: 0.6
+                top_k: -1
+                top_p: 0.95
+algorithm:
+    value:
+        _target_: verl.trainer.config.AlgoConfig
+        adv_estimator: grpo
+        gamma: 1
+        kl_ctrl:
+            _target_: verl.trainer.config.KLControlConfig
+            horizon: 10000
+            kl_coef: 0.001
+            target_kl: 0.1
+            type: fixed
+        kl_penalty: kl
+        lam: 1
+        norm_adv_by_std_in_grpo: false
+        pf_ppo:
+            reweight_method: pow
+            weight_pow: 2
+        rollout_correction:
+            bypass_mode: false
+            loss_type: ppo_clip
+            rollout_is: token
+            rollout_is_batch_normalize: false
+            rollout_is_threshold: 2
+            rollout_rs: null
+            rollout_rs_threshold: null
+        use_kl_in_reward: false
+        use_pf_ppo: false
+critic:
+    value:
+        _target_: verl.workers.config.FSDPCriticConfig
+        checkpoint:
+            _target_: verl.trainer.config.CheckpointConfig
+            async_save: false
+            load_contents:
+                - model
+                - optimizer
+                - extra
+            save_contents:
+                - model
+                - optimizer
+                - extra
+        cliprange_value: 0.5
+        data_loader_seed: 42
+        enable: null
+        forward_max_token_len_per_gpu: 32768
+        forward_micro_batch_size: null
+        forward_micro_batch_size_per_gpu: null
+        grad_clip: 1
+        loss_agg_mode: token-mean
+        model:
+            _target_: verl.workers.config.FSDPCriticModelCfg
+            enable_activation_offload: false
+            enable_gradient_checkpointing: true
+            external_lib: null
+            fsdp_config:
+                _target_: verl.workers.config.FSDPEngineConfig
+                dtype: bfloat16
+                entropy_checkpointing: false
+                entropy_from_logits_with_chunking: false
+                forward_only: false
+                forward_prefetch: false
+                fsdp_size: -1
+                full_determinism: false
+                model_dtype: fp32
+                offload_policy: false
+                optimizer_offload: false
+                param_offload: false
+                reshard_after_forward: true
+                seed: 42
+                strategy: fsdp
+                ulysses_sequence_parallel_size: 1
+                use_orig_params: false
+                use_torch_compile: true
+                wrap_policy:
+                    min_num_params: 0
+            lora_alpha: 16
+            lora_rank: 0
+            path: Qwen/Qwen3-8B
+            target_modules: all-linear
+            tiled_mlp:
+                enabled: false
+                num_shards: 4
+            tokenizer_path: Qwen/Qwen3-8B
+            trust_remote_code: true
+            use_remove_padding: false
+            use_shm: false
+        optim:
+            _target_: verl.workers.config.FSDPOptimizerConfig
+            betas:
+                - 0.9
+                - 0.999
+            clip_grad: 1
+            lr: 1e-05
+            lr_scheduler_type: constant
+            lr_warmup_steps: -1
+            lr_warmup_steps_ratio: 0
+            min_lr_ratio: 0
+            num_cycles: 0.5
+            optimizer: AdamW
+            optimizer_impl: torch.optim
+            override_optimizer_config: null
+            total_training_steps: 100
+            warmup_style: null
+            weight_decay: 0.01
+        ppo_epochs: 1
+        ppo_max_token_len_per_gpu: 32768
+        ppo_micro_batch_size: null
+        ppo_micro_batch_size_per_gpu: null
+        ppo_mini_batch_size: 32
+        profiler:
+            _target_: verl.utils.profiler.ProfilerConfig
+            all_ranks: false
+            enable: false
+            ranks: []
+            save_path: outputs/profile
+            tool: null
+            tool_config:
+                npu:
+                    _target_: verl.utils.profiler.config.NPUToolConfig
+                    analysis: true
+                    contents: []
+                    discrete: false
+                    level: level0
+                nsys:
+                    _target_: verl.utils.profiler.config.NsightToolConfig
+                    discrete: false
+                torch:
+                    _target_: verl.utils.profiler.config.TorchProfilerToolConfig
+                    step_end: null
+                    step_start: 0
+                torch_memory:
+                    _target_: verl.utils.profiler.config.TorchMemoryToolConfig
+                    stack_depth: 32
+                    trace_alloc_max_entries: 100000
+        rollout_n: 8
+        shuffle: false
+        strategy: fsdp
+        ulysses_sequence_parallel_size: 1
+        use_dynamic_bsz: false
+custom_reward_function:
+    value:
+        name: compute_score
+        path: /workspace/SIPO/verl/utils/reward_score/feedback/__init__.py
+data:
+    value:
+        apply_chat_template_kwargs:
+            enable_thinking: false
+        custom_cls:
+            name: null
+            path: null
+        datagen:
+            name: null
+            path: null
+        dataloader_num_workers: 8
+        filter_overlong_prompts: true
+        filter_overlong_prompts_workers: 1
+        image_key: images
+        image_patch_size: 14
+        max_prompt_length: 2048
+        max_response_length: 8192
+        prompt_key: prompt
+        return_full_prompt: false
+        return_multi_modal_inputs: true
+        return_raw_chat: true
+        return_raw_input_ids: false
+        reward_fn_key: data_source
+        sampler:
+            class_name: null
+            class_path: null
+        seed: null
+        shuffle: true
+        tokenizer: null
+        tool_config_path: null
+        train_batch_size: 64
+        train_files:
+            - /workspace/SIPO/datasets/sciknoweval/physics/train.parquet
+        train_max_samples: 6400
+        truncation: error
+        trust_remote_code: true
+        use_shm: false
+        val_batch_size: null
+        val_files:
+            - /workspace/SIPO/datasets/sciknoweval/physics/test.parquet
+        val_max_samples: -1
+        validation_shuffle: false
+        video_key: videos
+global_profiler:
+    value:
+        _target_: verl.utils.profiler.ProfilerConfig
+        global_tool_config:
+            nsys:
+                _target_: verl.utils.profiler.config.NsightToolConfig
+                controller_nsight_options:
+                    cuda-graph-trace: graph
+                    cuda-memory-usage: "true"
+                    trace: cuda,nvtx,cublas,ucx
+                discrete: false
+                worker_nsight_options:
+                    capture-range: cudaProfilerApi
+                    capture-range-end: null
+                    cuda-graph-trace: graph
+                    cuda-memory-usage: "true"
+                    kill: none
+                    trace: cuda,nvtx,cublas,ucx
+            torch_memory:
+                context: all
+                stack_depth: 32
+                stacks: all
+                trace_alloc_max_entries: 100000
+        profile_continuous_steps: false
+        save_path: outputs/profile
+        steps: null
+        tool: null
+max_model_len:
+    value: 10240
+ray_kwargs:
+    value:
+        ray_init:
+            _temp_dir: /tmp/ray_q3g_physics_srpo_Qwen3_8B
+            include_dashboard: false
+            num_cpus: null
+        timeline_json_file: null
+reward_manager:
+    value:
+        _target_: verl.trainer.config.config.RewardManagerConfig
+        module:
+            _target_: verl.trainer.config.config.ModuleConfig
+            name: custom_reward_manager
+            path: null
+        name: naive
+        source: register
+reward_model:
+    value:
+        enable: false
+        enable_resource_pool: false
+        forward_max_token_len_per_gpu: 32768
+        launch_reward_fn_async: false
+        max_length: null
+        micro_batch_size: null
+        micro_batch_size_per_gpu: null
+        model:
+            external_lib: null
+            fsdp_config:
+                _target_: verl.workers.config.FSDPEngineConfig
+                forward_prefetch: false
+                fsdp_size: -1
+                param_offload: false
+                reshard_after_forward: true
+                wrap_policy:
+                    min_num_params: 0
+            input_tokenizer: Qwen/Qwen3-8B
+            path: ~/models/FsfairX-LLaMA3-RM-v0.1
+            trust_remote_code: false
+            use_fused_kernels: false
+            use_remove_padding: false
+            use_shm: false
+        n_gpus_per_node: 8
+        nnodes: 0
+        num_workers: 1
+        profiler:
+            _target_: verl.utils.profiler.ProfilerConfig
+            all_ranks: false
+            enable: false
+            ranks: []
+            save_path: outputs/profile
+            tool: null
+            tool_config:
+                npu:
+                    _target_: verl.utils.profiler.config.NPUToolConfig
+                    analysis: true
+                    contents: []
+                    discrete: false
+                    level: level0
+                nsys:
+                    _target_: verl.utils.profiler.config.NsightToolConfig
+                    discrete: false
+                torch:
+                    _target_: verl.utils.profiler.config.TorchProfilerToolConfig
+                    step_end: null
+                    step_start: 0
+                torch_memory:
+                    _target_: verl.utils.profiler.config.TorchMemoryToolConfig
+                    stack_depth: 32
+                    trace_alloc_max_entries: 100000
+        reward_loop_class_name: null
+        reward_loop_module_path: null
+        reward_loop_source: register
+        reward_manager: naive
+        rollout:
+            _target_: verl.workers.config.RolloutConfig
+            cudagraph_capture_sizes: null
+            data_parallel_size: 1
+            disable_log_stats: true
+            dtype: bfloat16
+            enable_chunked_prefill: true
+            enable_prefix_caching: true
+            enforce_eager: true
+            expert_parallel_size: 1
+            free_cache_engine: true
+            gpu_memory_utilization: 0.5
+            limit_images: null
+            load_format: auto
+            max_model_len: null
+            max_num_batched_tokens: 8192
+            max_num_seqs: 1024
+            name: ???
+            prompt_length: 2048
+            response_length: 2048
+            skip_tokenizer_init: false
+            tensor_model_parallel_size: 2
+        sandbox_fusion:
+            max_concurrent: 64
+            memory_limit_mb: 1024
+            url: null
+        strategy: fsdp
+        ulysses_sequence_parallel_size: 1
+        use_dynamic_bsz: false
+        use_reward_loop: false
+trainer:
+    value:
+        balance_batch: true
+        critic_warmup: 0
+        default_hdfs_dir: null
+        default_local_dir: /workspace/L2T/checkpoints/datasets/sciknoweval/physics/qwen3gen-physics-SRPO-Qwen-Qwen3-8B-mbs32-ema0.05-dwtrue-train64-rollout8-lr5e-6-vllm0.8
+        del_local_ckpt_after_load: false
+        device: cuda
+        esi_redundant_time: 0
+        experiment_name: qwen3gen-physics-SRPO-Qwen-Qwen3-8B-mbs32-ema0.05-dwtrue-train64-rollout8-lr5e-6-vllm0.8
+        group_name: QWEN3-SRPO-GRPO-matched-generalization
+        log_val_generations: 0
+        logger:
+            - console
+            - wandb
+        max_actor_ckpt_to_keep: 1
+        max_critic_ckpt_to_keep: null
+        n_gpus_per_node: 8
+        nnodes: 1
+        project_name: SDPO-root
+        ray_wait_register_center_timeout: 300
+        resume_from_path: null
+        resume_mode: auto
+        rollout_data_dir: null
+        save_freq: 10
+        test_freq: 10
+        total_epochs: 30
+        total_training_steps: 100
+        use_legacy_worker_impl: auto
+        val_before_train: false
+        val_only: false
+        validation_data_dir: null
+transfer_queue:
+    value:
+        enable: false
+vars:
+    value:
+        ckpt_dir: /capstor/scratch/cscs/root/ttrl_runs/datasets/sciknoweval/physics
+        dir: /users/root/SDPO
+        log_dir: /users/root/output
+        task: datasets/sciknoweval/physics

artifacts/wandb-summary.json ADDED Viewed

	@@ -0,0 +1 @@

+ {"val-aux/sciknoweval/score/worst@8/std":0.03064943045484151,"val-aux/sciknoweval/incorrect_format/worst@16/mean":1,"val-aux/sciknoweval/acc/worst@16/std":0.008300168493974646,"val-aux/sciknoweval/incorrect_format/best@16/mean":1,"training/rollout_actor_probs_pearson_corr":0.9997872710227966,"prompt_length/mean":269.71875,"self_distillation/dynamic_weight_entropy_mean":0.0013824572340581653,"val-aux/sciknoweval/incorrect_format/maj@4/std":0,"val-core/sciknoweval/acc/best@16/mean":0.7185750000000001,"rollout_corr/log_ppl_diff":0.0002495223816225689,"srpo/routed_loss":-0.035160752768234715,"self_distillation/dynamic_weight_mean":0.060546874767169356,"val-aux/sciknoweval/reward/worst@4/mean":0.47104999999999997,"rollout_corr/rollout_is_min":0.8970732092857361,"perf/time_per_step":52.71514766290784,"val-aux/sciknoweval/incorrect_format/best@8/std":0,"val-aux/sciknoweval/incorrect_format/maj@2/mean":1,"global_seqlen/mean":17838,"val-aux/sciknoweval/incorrect_format/best@2/mean":1,"val-aux/sciknoweval/incorrect_format/worst@2/mean":1,"val-aux/sciknoweval/reward/std@16":0.12508024170345747,"rollout_corr/chi2_token":-0.00013964809477329254,"val-aux/sciknoweval/score/best@4/mean":0.6654,"actor/pg_loss":-0.07032150553646943,"val-aux/sciknoweval/reward/best@8/std":0.05497724560048793,"rollout_corr/rollout_ppl":1.0257288001012057,"val-aux/sciknoweval/score/maj@2/mean":0.5664625,"val-core/sciknoweval/acc/maj@16/std":0.06499830932384262,"global_seqlen/minmax_diff":1608,"val-aux/sciknoweval/score/worst@4/std":0.06455285989739748,"val-aux/sciknoweval/reward/maj@16/std":0.06499830932384262,"val-aux/sciknoweval/reward/best@16/mean":0.7185750000000001,"response_length/clip_ratio":0,"val-aux/sciknoweval/reward/worst@16/std":0.008300168493974646,"val-aux/sciknoweval/score/worst@8/mean":0.4475874999999999,"perf/mfu/actor_infer":0,"rollout_corr/rollout_is_seq_min":0.9885643720626831,"val-aux/sciknoweval/reward/maj@8/mean":0.57555,"val-aux/sciknoweval/score/maj@16/std":0.06499830932384262,"srpo/grpo_actor/ppo_kl":-0.00011669223610510926,"perf/throughput":338.38471086274546,"timing_s/adv":0.8755556400865316,"response_length/max":9,"val-aux/sciknoweval/score/best@2/mean":0.6205874999999998,"val-aux/sciknoweval/acc/best@8/mean":0.6964750000000001,"val-aux/sciknoweval/incorrect_format/worst@4/std":0,"srpo/sdpo_loss":0.0007852528960654581,"val-aux/sciknoweval/reward/maj@4/std":0.105925191057944,"critic/score/min":0,"srpo/routed_token_count":9,"val-aux/sciknoweval/incorrect_format/best@8/mean":1,"val-aux/num_turns/mean":2,"_wandb":{"runtime":6715},"timing_s/testing":19.562755536288023,"val-aux/sciknoweval/reward/best@4/mean":0.6654,"timing_s/agent_loop/slowest/generate_sequences":0.7521936371922493,"rollout_corr/training_log_ppl":0.023170899503213604,"timing_per_token_ms/gen":1.6984420512421314,"val-aux/sciknoweval/score/worst@2/std":0.10116863507381033,"training/rollout_probs_diff_std":0.001620822586119175,"self_distillation/success_sample_fraction":0.966796875,"timing_s/reward":0.06888546049594879,"rollout_corr/rollout_is_seq_std":0.0013136655325070024,"self_distillation/dynamic_weighting_enabled":1,"global_seqlen/balanced_min":17838,"val-aux/sciknoweval/reward/worst@2/mean":0.5130125,"timing_per_token_ms/adv":0.006135466700909096,"val-aux/sciknoweval/reward/best@4/std":0.08339764337674944,"val-aux/sciknoweval/score/std@16":0.12508024170345747,"val-aux/sciknoweval/incorrect_format/maj@8/mean":1,"rollout_corr/rollout_is_seq_fraction_high":0,"timing_s/start_profile":0.0002215057611465454,"val-core/sciknoweval/acc/mean@16":0.56640625,"val-aux/sciknoweval/acc/worst@8/std":0.03064943045484151,"val-aux/sciknoweval/acc/maj@2/mean":0.5664625,"timing_s/agent_loop/slowest/tool_calls":0,"val-aux/sciknoweval/reward/best@16/std":0.0360263051923955,"val-aux/sciknoweval/reward/worst@16/mean":0.4392875,"rollout_corr/rollout_is_ratio_fraction_low":0,"global_seqlen/min":17152,"critic/returns/mean":0,"val-aux/sciknoweval/incorrect_format/best@4/mean":1,"val-aux/sciknoweval/reward/maj@16/mean":0.5824875,"rollout_corr/chi2_seq":-0.0012567201629281044,"val-aux/sciknoweval/acc/std@16":0.12508024170345747,"srpo/grpo_loss":-0.035946005664300174,"critic/score/mean":0.908203125,"critic/score/max":1,"srpo/correct_sample_fraction":0.908203125,"prompt_length/min":169,"val-aux/sciknoweval/incorrect_format/maj@16/mean":1,"val-aux/sciknoweval/acc/worst@2/std":0.10116863507381033,"critic/advantages/min":-0.875,"val-aux/sciknoweval/acc/best@4/mean":0.6654,"timing_s/agent_loop/tool_calls/min":0,"val-aux/sciknoweval/reward/maj@4/mean":0.5706749999999999,"val-aux/sciknoweval/score/best@16/mean":0.7185750000000001,"critic/advantages/max":0.875,"prompt_length/clip_ratio":0,"perf/max_memory_allocated_gb":146.1790475845337,"rollout_corr/rollout_is_std":0.003951761405915022,"self_distillation/empty_target_batch":0.033203125,"response_length_non_aborted/clip_ratio":0,"rollout_corr/rollout_is_eff_sample_size":0.9999842646213853,"response_length/mean":9,"global_seqlen/balanced_max":17838,"timing_per_token_ms/update_actor":0.26747411290190554,"response_length_non_aborted/max":9,"timing_s/old_log_prob":5.638724030926824,"val-aux/sciknoweval/incorrect_format/maj@2/std":0,"val-aux/sciknoweval/score/best@16/std":0.0360263051923955,"critic/rewards/min":0,"val-aux/sciknoweval/score/best@8/std":0.05497724560048793,"val-aux/sciknoweval/reward/best@2/std":0.11227408039344582,"timing_s/agent_loop/generate_sequences/mean":0.5576346053821908,"val-aux/sciknoweval/reward/worst@8/std":0.03064943045484151,"val-aux/sciknoweval/incorrect_format/worst@4/mean":1,"timing_s/agent_loop/slowest/prompt_length":246,"self_distillation/feedback_used_fraction":0,"val-aux/sciknoweval/incorrect_format/std@16":0,"val-aux/sciknoweval/acc/worst@2/mean":0.5130125,"val-aux/num_turns/max":2,"val-aux/sciknoweval/reward/best@2/mean":0.6205874999999998,"self_distillation/correct_sample_fraction":0.908203125,"_runtime":6715.864450402,"val-aux/sciknoweval/acc/maj@8/mean":0.57555,"val-aux/sciknoweval/incorrect_format/maj@4/mean":1,"val-aux/sciknoweval/score/maj@16/mean":0.5824875,"training/rollout_probs_diff_mean":0.00017714750720188022,"rollout_corr/k3_kl":9.931647132828056e-05,"val-aux/sciknoweval/reward/maj@2/std":0.12450096179146222,"rollout_corr/rollout_log_ppl":0.022921377121591036,"val-aux/num_turns/min":2,"rollout_corr/rollout_is_ratio_fraction_high":0,"rollout_corr/log_ppl_diff_max":0.061730533838272095,"val-aux/sciknoweval/reward/mean@16":0.56640625,"response_length_non_aborted/mean":9,"val-core/sciknoweval/acc/best@16/std":0.0360263051923955,"val-aux/sciknoweval/score/best@8/mean":0.6964750000000001,"val-aux/sciknoweval/score/maj@2/std":0.12450096179146222,"rollout_corr/rollout_is_max":1.0562994480133057,"training/rollout_probs_diff_max":0.0305178165435791,"val-aux/sciknoweval/incorrect_format/maj@16/std":0,"response_length/min":9,"timing_s/agent_loop/slowest/response_length":9,"timing_s/save_checkpoint":13.02292731590569,"val-aux/sciknoweval/incorrect_format/worst@8/std":0,"actor/lr":5e-06,"rollout_corr/log_ppl_abs_diff":0.001357562078183605,"val-aux/sciknoweval/incorrect_format/worst@16/std":0,"timing_s/agent_loop/generate_sequences/max":0.7521936371922493,"self_distillation/dynamic_weight_max":1.077512502670288,"critic/returns/max":0.875,"training/epoch":9,"val-aux/sciknoweval/score/worst@4/mean":0.47104999999999997,"val-aux/sciknoweval/acc/worst@4/mean":0.47104999999999997,"self_distillation/reprompt_sample_fraction":0.966796875,"srpo/sdpo_sample_fraction":0.060546875,"val-aux/sciknoweval/acc/maj@8/std":0.08492580467409698,"critic/advantages/mean":0,"val-aux/sciknoweval/reward/best@8/mean":0.6964750000000001,"prompt_length/max":364,"timing_s/step":52.71514766290784,"val-aux/sciknoweval/reward/worst@8/mean":0.4475874999999999,"srpo/grpo_actor/pg_clipfrac_lower":0,"val-aux/sciknoweval/acc/worst@16/mean":0.4392875,"val-aux/sciknoweval/incorrect_format/worst@2/std":0,"num_turns/min":2,"timing_s/agent_loop/generate_sequences/min":0.292211327701807,"_step":100,"rollout_corr/training_ppl":1.0261715280357748,"val-aux/sciknoweval/score/maj@4/std":0.105925191057944,"srpo/grpo_actor/pg_clipfrac":0,"perf/cpu_memory_used_gb":209.21287298202515,"val-aux/sciknoweval/incorrect_format/mean@16":1,"actor/grad_norm":0.2404324859380722,"rollout_corr/rollout_is_seq_mean":0.9999836683273315,"val-aux/sciknoweval/reward/worst@2/std":0.10116863507381033,"perf/total_num_tokens":142704,"perf/max_memory_reserved_gb":160.453125,"val-aux/sciknoweval/score/best@2/std":0.11227408039344582,"val-aux/sciknoweval/acc/worst@4/std":0.06455285989739748,"val-aux/sciknoweval/acc/worst@8/mean":0.4475874999999999,"training/global_step":100,"val-aux/sciknoweval/score/worst@16/std":0.008300168493974646,"training/rollout_probs_diff_valid":1,"timing_s/stop_profile":0.0002047717571258545,"val-aux/sciknoweval/reward/worst@4/std":0.06455285989739748,"response/aborted_ratio":0,"val-aux/sciknoweval/acc/maj@2/std":0.12450096179146222,"num_turns/max":2,"_timestamp":1.782844877364651e+09,"srpo/grpo_sample_fraction":0.939453125,"val-aux/sciknoweval/incorrect_format/worst@8/mean":1,"val-aux/sciknoweval/acc/best@2/std":0.11227408039344582,"val-aux/sciknoweval/score/mean@16":0.56640625,"val-core/sciknoweval/acc/maj@16/mean":0.5824875,"timing_s/agent_loop/tool_calls/mean":0,"num_turns/mean":2,"critic/rewards/mean":0.908203125,"val-aux/sciknoweval/incorrect_format/best@2/std":0,"val-aux/sciknoweval/acc/best@2/mean":0.6205874999999998,"timing_s/gen":7.826420972123742,"val-aux/sciknoweval/score/best@4/std":0.08339764337674944,"val-aux/sciknoweval/incorrect_format/best@4/std":0,"val-aux/sciknoweval/score/maj@8/mean":0.57555,"actor/entropy":0.02746894210577011,"val-aux/sciknoweval/incorrect_format/best@16/std":0,"val-aux/sciknoweval/score/worst@16/mean":0.4392875,"val-aux/sciknoweval/acc/best@4/std":0.08339764337674944,"val-aux/sciknoweval/incorrect_format/maj@8/std":0,"rollout_corr/rollout_is_seq_max_deviation":0.011435627937316895,"val-aux/sciknoweval/score/maj@8/std":0.08492580467409698,"rollout_corr/ppl_ratio":1.0002620946615934,"val-aux/sciknoweval/score/worst@2/mean":0.5130125,"val-aux/sciknoweval/acc/best@8/std":0.05497724560048793,"rollout_corr/rollout_is_seq_max":1.0062555074691772,"val-aux/sciknoweval/acc/maj@4/std":0.105925191057944,"rollout_corr/rollout_is_mean":0.9999836683273315,"val-aux/sciknoweval/reward/maj@2/mean":0.5664625,"rollout_corr/rollout_is_seq_fraction_low":0,"val-aux/sciknoweval/reward/maj@8/std":0.08492580467409698,"val-aux/sciknoweval/acc/maj@4/mean":0.5706749999999999,"critic/rewards/max":1,"critic/returns/min":-0.875,"response_length_non_aborted/min":9,"perf/mfu/actor":0.024042037979080937,"rollout_corr/kl":0.00024952150187660706,"global_seqlen/max":18760,"rollout_corr/log_ppl_diff_min":-0.01926768571138382,"val-aux/sciknoweval/score/maj@4/mean":0.5706749999999999,"actor/kl_loss":0,"self_distillation/feedback_available_fraction":0,"timing_s/agent_loop/tool_calls/max":0,"timing_s/update_actor":38.16962580755353,"self_distillation/success_group_fraction":0.96875}

chat_template.jinja ADDED Viewed

	@@ -0,0 +1,89 @@

+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}

config.json ADDED Viewed

	@@ -0,0 +1,68 @@

+{
+  "architectures": [
+    "Qwen3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151645,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 40960,
+  "max_window_layers": 36,
+  "model_type": "qwen3",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 8,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.57.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

generation_config.json ADDED Viewed

	@@ -0,0 +1,13 @@

+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "temperature": 0.6,
+  "top_k": 20,
+  "top_p": 0.95,
+  "transformers_version": "4.57.1"
+}

merges.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

model-00001-of-00004.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb674d42b9b457e6b5e168f9c2564352b29cd5eb51e481f66a696b98d33df29
+size 4907538144

model-00002-of-00004.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:29b0431093101f5a79dfd68c583d8dc0515895371e278bd1427374e537502e4f
+size 4977712280

model-00003-of-00004.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:32b2b624dae4d6613213ecc8f11fee2065ee1f420e33fcdeeb5eee4030793984
+size 4961053608

model-00004-of-00004.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:a6061983c333bc9ddce4c0e2a15f6291a855a7dea9e32599ea5a4043b6bb5fa6
+size 1535212784

model.safetensors.index.json ADDED Viewed

	@@ -0,0 +1,407 @@

+{
+  "metadata": {
+    "total_parameters": 8190735360,
+    "total_size": 16381470720
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00002-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.0.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.10.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.11.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.13.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.14.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.15.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.15.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.16.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.17.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.18.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.18.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.19.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.21.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.23.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.24.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.24.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.25.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.26.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.26.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.27.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.28.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.29.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.31.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.32.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.35.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.9.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.norm.weight": "model-00001-of-00004.safetensors"
+  }
+}

results/training_score.png ADDED Viewed

Git LFS Details

SHA256: 9e744646f2a28bffdfc72002104b79fe031cc5e1b5ff6eb2bc0c4ca6f5250886
Pointer size: 131 Bytes
Size of remote file: 112 kB

results/training_scores.csv ADDED Viewed

	@@ -0,0 +1,91 @@

+step,critic_score_mean
+1,0.583984375
+2,0.5546875
+3,0.666015625
+4,0.71875
+5,0.6484375
+6,0.6171875
+7,0.578125
+8,0.701171875
+9,0.544921875
+11,0.677734375
+12,0.59375
+13,0.7265625
+14,0.724609375
+15,0.748046875
+16,0.6875
+17,0.78515625
+18,0.642578125
+19,0.625
+21,0.73046875
+22,0.73828125
+23,0.7265625
+24,0.78515625
+25,0.74609375
+26,0.7265625
+27,0.787109375
+28,0.796875
+29,0.71484375
+31,0.7578125
+32,0.70703125
+33,0.875
+34,0.736328125
+35,0.8046875
+36,0.828125
+37,0.791015625
+38,0.86328125
+39,0.787109375
+41,0.77734375
+42,0.68359375
+43,0.533203125
+44,0.326171875
+45,0.458984375
+46,0.580078125
+47,0.5703125
+48,0.53515625
+49,0.568359375
+51,0.529296875
+52,0.599609375
+53,0.537109375
+54,0.623046875
+55,0.60546875
+56,0.6640625
+57,0.712890625
+58,0.7578125
+59,0.7421875
+61,0.73046875
+62,0.544921875
+63,0.546875
+64,0.671875
+65,0.693359375
+66,0.701171875
+67,0.71484375
+68,0.8515625
+69,0.798828125
+71,0.81640625
+72,0.78125
+73,0.796875
+74,0.833984375
+75,0.7890625
+76,0.810546875
+77,0.76171875
+78,0.8515625
+79,0.7109375
+81,0.869140625
+82,0.841796875
+83,0.82421875
+84,0.87109375
+85,0.787109375
+86,0.857421875
+87,0.80078125
+88,0.796875
+89,0.873046875
+91,0.814453125
+92,0.8515625
+93,0.822265625
+94,0.921875
+95,0.8515625
+96,0.830078125
+97,0.79296875
+98,0.8125
+99,0.798828125

results/validation_mean16.csv ADDED Viewed

	@@ -0,0 +1,11 @@

+step,val_mean16
+10,0.62734375
+20,0.65625
+30,0.69453125
+40,0.71328125
+50,0.59140625
+60,0.5109375
+70,0.5953125
+80,0.62578125
+90,0.5984375
+100,0.56640625

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,31 @@

+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,239 @@

+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151666": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151667": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151668": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff