paper-faithful v3 surgery qwen3_5_9b on B300

.gitattributes

@@ -60,3 +60,4 @@ stage2_v3pf_qwen3_5_9b_b300/latest/__4_0.distcp filter=lfs diff=lfs merge=lfs -t
 stage2_v3pf_qwen3_5_9b_b300/latest/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
 stage2_v3pf_qwen3_5_9b_b300/latest/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
 stage2_v3pf_qwen3_5_9b_b300/latest/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+qwen3_5_9b_stage2_v3pf_b300/vllm_compat/tokenizer.json filter=lfs diff=lfs merge=lfs -text

qwen3_5_9b_stage2_v3pf_b300/vllm_compat/config.json

@@ -0,0 +1,119 @@
+{
+  "architectures": [
+    "Qwen3_5RTPurboForConditionalGeneration"
+  ],
+  "image_token_id": 248056,
+  "model_type": "qwen3_5",
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_output_gate": true,
+    "dtype": "bfloat16",
+    "eos_token_id": 248044,
+    "full_attention_interval": 4,
+    "head_dim": 256,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "initializer_range": 0.02,
+    "intermediate_size": 12288,
+    "layer_types": [
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention"
+    ],
+    "linear_conv_kernel_dim": 4,
+    "linear_key_head_dim": 128,
+    "linear_num_key_heads": 16,
+    "linear_num_value_heads": 32,
+    "linear_value_head_dim": 128,
+    "max_position_embeddings": 262144,
+    "mlp_only_layers": [],
+    "model_type": "qwen3_5_text",
+    "mtp_num_hidden_layers": 1,
+    "mtp_use_dedicated_embeddings": false,
+    "num_attention_heads": 16,
+    "num_hidden_layers": 32,
+    "num_key_value_heads": 4,
+    "rms_norm_eps": 1e-06,
+    "use_cache": true,
+    "vocab_size": 248320,
+    "mamba_ssm_dtype": "float32",
+    "rope_parameters": {
+      "mrope_interleaved": true,
+      "mrope_section": [
+        11,
+        11,
+        10
+      ],
+      "rope_type": "default",
+      "rope_theta": 10000000,
+      "partial_rotary_factor": 0.25
+    },
+    "rtpurbo": {
+      "probe": "rtpurbo_probe.json",
+      "d_idx": 16,
+      "top_p": 0.9,
+      "sliding_window": 8192,
+      "sink_tokens": 4
+    }
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "4.57.0.dev0",
+  "video_token_id": 248057,
+  "vision_config": {
+    "deepstack_visual_indexes": [],
+    "depth": 27,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 4304,
+    "model_type": "qwen3_5",
+    "num_heads": 16,
+    "num_position_embeddings": 2304,
+    "out_hidden_size": 4096,
+    "patch_size": 16,
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "vision_end_token_id": 248054,
+  "vision_start_token_id": 248053,
+  "rtpurbo": {
+    "probe": "rtpurbo_probe.json",
+    "d_idx": 16,
+    "top_p": 0.9,
+    "sliding_window": 8192,
+    "sink_tokens": 4
+  },
+  "image_token_index": 248056,
+  "video_token_index": 248057
+}

qwen3_5_9b_stage2_v3pf_b300/vllm_compat/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e707f198d0318e5778fb5955f91496ecceef26d4066829c914d302f7b482788
+size 17907979728

qwen3_5_9b_stage2_v3pf_b300/vllm_compat/preprocessor_config.json

@@ -0,0 +1,21 @@
+{
+    "size": {
+        "longest_edge": 16777216,
+        "shortest_edge": 65536
+    },
+    "patch_size": 16,
+    "temporal_patch_size": 2,
+    "merge_size": 2,
+    "image_mean": [
+        0.5,
+        0.5,
+        0.5
+    ],
+    "image_std": [
+        0.5,
+        0.5,
+        0.5
+    ],
+    "processor_class": "Qwen3VLProcessor",
+    "image_processor_type": "Qwen2VLImageProcessorFast"
+}

qwen3_5_9b_stage2_v3pf_b300/vllm_compat/rtpurbo_probe.json

@@ -0,0 +1,476 @@
+{
+  "model": "Qwen/Qwen3.5-9B",
+  "calibration_size": 8,
+  "retrieval_ratio": 0.15,
+  "seq_len": 8192,
+  "metric": "paper-eq3-dual-needle",
+  "scores_per_layer": {
+    "3": [
+      0.050376028288155794,
+      0.11922094877809286,
+      0.05854044482111931,
+      0.032847787253558636,
+      0.05741418479010463,
+      0.05625112820416689,
+      0.0493226470425725,
+      0.04844623408280313,
+      0.023476658738218248,
+      0.06786601105704904,
+      0.1994509119540453,
+      0.0638201697729528,
+      0.1528812926262617,
+      0.7819019183516502,
+      0.11062866821885109,
+      0.87675541639328
+    ],
+    "7": [
+      0.12869573198258877,
+      0.14752627722918987,
+      0.3388279639184475,
+      0.5131242349743843,
+      0.4874109961092472,
+      0.7025855705142021,
+      0.39092252403497696,
+      0.14150314684957266,
+      0.44219953939318657,
+      0.2333515603095293,
+      0.7233279496431351,
+      0.2724359445273876,
+      0.27401214092969894,
+      0.5271693803369999,
+      0.4716362841427326,
+      0.45831332728266716
+    ],
+    "11": [
+      0.23507250379770994,
+      0.4834546223282814,
+      0.5047340877354145,
+      0.17479609698057175,
+      0.2732497751712799,
+      0.4323376938700676,
+      0.5748457536101341,
+      0.24127990007400513,
+      0.7752783223986626,
+      0.5496058091521263,
+      0.5648367330431938,
+      0.48966652899980545,
+      0.14060425106436014,
+      0.291000222787261,
+      0.4160652346909046,
+      0.15067564230412245
+    ],
+    "15": [
+      0.2812189981341362,
+      0.5835527554154396,
+      0.192391368560493,
+      0.3239660430699587,
+      0.24585177935659885,
+      0.27992282435297966,
+      0.5636329837143421,
+      0.39050190709531307,
+      0.5790155753493309,
+      0.4465397596359253,
+      0.2867701780050993,
+      0.40504590049386024,
+      0.5317178256809711,
+      0.8333659246563911,
+      0.46999988332390785,
+      0.6920002326369286
+    ],
+    "19": [
+      0.42862794548273087,
+      0.5226101838052273,
+      0.6486293971538544,
+      0.5533918887376785,
+      0.7957630529999733,
+      0.7519400268793106,
+      0.6469171568751335,
+      0.8637371212244034,
+      0.46260618790984154,
+      0.5001496151089668,
+      0.7652399316430092,
+      0.6800480335950851,
+      0.8987655788660049,
+      0.40126700699329376,
+      0.7516027614474297,
+      0.8263772651553154
+    ],
+    "23": [
+      0.6961957141757011,
+      0.7441711574792862,
+      0.6873607411980629,
+      0.27471218444406986,
+      0.6517725959420204,
+      0.6787834092974663,
+      0.7331148162484169,
+      0.6840200945734978,
+      0.6446156278252602,
+      0.7456054165959358,
+      0.4904380030930042,
+      0.752664253115654,
+      0.8189241364598274,
+      0.8150171339511871,
+      0.6963462829589844,
+      0.8448804467916489
+    ],
+    "27": [
+      0.5979977771639824,
+      0.7811550348997116,
+      0.23245308548212051,
+      0.8301596865057945,
+      0.527938824146986,
+      0.6166251748800278,
+      0.595462653785944,
+      0.3049439452588558,
+      0.6870232000946999,
+      0.30581710301339626,
+      0.6450319364666939,
+      0.5612932220101357,
+      0.6223992146551609,
+      0.919038288295269,
+      0.4159914180636406,
+      0.5323963686823845
+    ],
+    "31": [
+      0.5736934617161751,
+      0.5905276015400887,
+      0.4434502199292183,
+      0.6384230926632881,
+      0.29034815914928913,
+      0.35119690373539925,
+      0.18482187949120998,
+      0.1312270099297166,
+      0.27471743151545525,
+      0.007977169239893556,
+      0.0550543712452054,
+      0.33692556247115135,
+      0.025807054014876485,
+      0.009456870378926396,
+      0.33623810298740864,
+      0.16282695811241865
+    ]
+  },
+  "layers": {
+    "3": {
+      "retrieval": [
+        13,
+        15
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        14
+      ],
+      "scores": [
+        0.050376,
+        0.119221,
+        0.05854,
+        0.032848,
+        0.057414,
+        0.056251,
+        0.049323,
+        0.048446,
+        0.023477,
+        0.067866,
+        0.199451,
+        0.06382,
+        0.152881,
+        0.781902,
+        0.110629,
+        0.876755
+      ]
+    },
+    "7": {
+      "retrieval": [
+        10
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        11,
+        12,
+        13,
+        14,
+        15
+      ],
+      "scores": [
+        0.128696,
+        0.147526,
+        0.338828,
+        0.513124,
+        0.487411,
+        0.702586,
+        0.390923,
+        0.141503,
+        0.4422,
+        0.233352,
+        0.723328,
+        0.272436,
+        0.274012,
+        0.527169,
+        0.471636,
+        0.458313
+      ]
+    },
+    "11": {
+      "retrieval": [
+        8
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        9,
+        10,
+        11,
+        12,
+        13,
+        14,
+        15
+      ],
+      "scores": [
+        0.235073,
+        0.483455,
+        0.504734,
+        0.174796,
+        0.27325,
+        0.432338,
+        0.574846,
+        0.24128,
+        0.775278,
+        0.549606,
+        0.564837,
+        0.489667,
+        0.140604,
+        0.291,
+        0.416065,
+        0.150676
+      ]
+    },
+    "15": {
+      "retrieval": [
+        13
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        14,
+        15
+      ],
+      "scores": [
+        0.281219,
+        0.583553,
+        0.192391,
+        0.323966,
+        0.245852,
+        0.279923,
+        0.563633,
+        0.390502,
+        0.579016,
+        0.44654,
+        0.28677,
+        0.405046,
+        0.531718,
+        0.833366,
+        0.47,
+        0.692
+      ]
+    },
+    "19": {
+      "retrieval": [
+        4,
+        5,
+        7,
+        10,
+        12,
+        15
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        6,
+        8,
+        9,
+        11,
+        13,
+        14
+      ],
+      "scores": [
+        0.428628,
+        0.52261,
+        0.648629,
+        0.553392,
+        0.795763,
+        0.75194,
+        0.646917,
+        0.863737,
+        0.462606,
+        0.50015,
+        0.76524,
+        0.680048,
+        0.898766,
+        0.401267,
+        0.751603,
+        0.826377
+      ]
+    },
+    "23": {
+      "retrieval": [
+        11,
+        12,
+        13,
+        15
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        14
+      ],
+      "scores": [
+        0.696196,
+        0.744171,
+        0.687361,
+        0.274712,
+        0.651773,
+        0.678783,
+        0.733115,
+        0.68402,
+        0.644616,
+        0.745605,
+        0.490438,
+        0.752664,
+        0.818924,
+        0.815017,
+        0.696346,
+        0.84488
+      ]
+    },
+    "27": {
+      "retrieval": [
+        1,
+        3,
+        13
+      ],
+      "local": [
+        0,
+        2,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        14,
+        15
+      ],
+      "scores": [
+        0.597998,
+        0.781155,
+        0.232453,
+        0.83016,
+        0.527939,
+        0.616625,
+        0.595463,
+        0.304944,
+        0.687023,
+        0.305817,
+        0.645032,
+        0.561293,
+        0.622399,
+        0.919038,
+        0.415991,
+        0.532396
+      ]
+    },
+    "31": {
+      "retrieval": [
+        3
+      ],
+      "local": [
+        0,
+        1,
+        2,
+        4,
+        5,
+        6,
+        7,
+        8,
+        9,
+        10,
+        11,
+        12,
+        13,
+        14,
+        15
+      ],
+      "scores": [
+        0.573693,
+        0.590528,
+        0.44345,
+        0.638423,
+        0.290348,
+        0.351197,
+        0.184822,
+        0.131227,
+        0.274717,
+        0.007977,
+        0.055054,
+        0.336926,
+        0.025807,
+        0.009457,
+        0.336238,
+        0.162827
+      ]
+    }
+  },
+  "retrieval_fraction": 0.1484375
+}

qwen3_5_9b_stage2_v3pf_b300/vllm_compat/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9e4d4901a92b997e463c1f46055088b6cca5ca61a6522d1b9f64c4bb81cb42
+size 12807982

qwen3_5_9b_stage2_v3pf_b300/vllm_compat/tokenizer_config.json

@@ -0,0 +1,305 @@
+{
+    "add_prefix_space": false,
+    "added_tokens_decoder": {
+        "248044": {
+            "content": "<|endoftext|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248045": {
+            "content": "<|im_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248046": {
+            "content": "<|im_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248047": {
+            "content": "<|object_ref_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248048": {
+            "content": "<|object_ref_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248049": {
+            "content": "<|box_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248050": {
+            "content": "<|box_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248051": {
+            "content": "<|quad_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248052": {
+            "content": "<|quad_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248053": {
+            "content": "<|vision_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248054": {
+            "content": "<|vision_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248055": {
+            "content": "<|vision_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248056": {
+            "content": "<|image_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248057": {
+            "content": "<|video_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248058": {
+            "content": "<tool_call>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248059": {
+            "content": "</tool_call>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248060": {
+            "content": "<|fim_prefix|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248061": {
+            "content": "<|fim_middle|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248062": {
+            "content": "<|fim_suffix|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248063": {
+            "content": "<|fim_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248064": {
+            "content": "<|repo_name|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248065": {
+            "content": "<|file_sep|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248066": {
+            "content": "<tool_response>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248067": {
+            "content": "</tool_response>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248068": {
+            "content": "<think>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248069": {
+            "content": "</think>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": false
+        },
+        "248070": {
+            "content": "<|audio_start|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248071": {
+            "content": "<|audio_end|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248072": {
+            "content": "<tts_pad>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248073": {
+            "content": "<tts_text_bos>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248074": {
+            "content": "<tts_text_eod>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248075": {
+            "content": "<tts_text_bos_single>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        },
+        "248076": {
+            "content": "<|audio_pad|>",
+            "lstrip": false,
+            "normalized": false,
+            "rstrip": false,
+            "single_word": false,
+            "special": true
+        }
+    },
+    "additional_special_tokens": [
+        "<|im_start|>",
+        "<|im_end|>",
+        "<|object_ref_start|>",
+        "<|object_ref_end|>",
+        "<|box_start|>",
+        "<|box_end|>",
+        "<|quad_start|>",
+        "<|quad_end|>",
+        "<|vision_start|>",
+        "<|vision_end|>",
+        "<|vision_pad|>",
+        "<|image_pad|>",
+        "<|video_pad|>"
+    ],
+    "bos_token": null,
+    "chat_template": "{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n    {%- if content is string %}\n        {{- content }}\n    {%- elif content is iterable and content is not mapping %}\n        {%- for item in content %}\n            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n                {%- if is_system_content %}\n                    {{- raise_exception('System message cannot contain images.') }}\n                {%- endif %}\n                {%- if do_vision_count %}\n                    {%- set image_count.value = image_count.value + 1 %}\n                {%- endif %}\n                {%- if add_vision_id %}\n                    {{- 'Picture ' ~ image_count.value ~ ': ' }}\n                {%- endif %}\n                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n            {%- elif 'video' in item or item.type == 'video' %}\n                {%- if is_system_content %}\n                    {{- raise_exception('System message cannot contain videos.') }}\n                {%- endif %}\n                {%- if do_vision_count %}\n                    {%- set video_count.value = video_count.value + 1 %}\n                {%- endif %}\n                {%- if add_vision_id %}\n                    {{- 'Video ' ~ video_count.value ~ ': ' }}\n                {%- endif %}\n                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n            {%- elif 'text' in item %}\n                {{- item.text }}\n            {%- else %}\n                {{- raise_exception('Unexpected item type in content.') }}\n            {%- endif %}\n        {%- endfor %}\n    {%- elif content is none or content is undefined %}\n        {{- '' }}\n    {%- else %}\n        {{- raise_exception('Unexpected content type.') }}\n    {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n    {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n    {{- '<|im_start|>system\\n' }}\n    {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\" }}\n    {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n    {%- if messages[0].role == 'system' %}\n        {%- set content = render_content(messages[0].content, false, true)|trim %}\n        {%- if content %}\n            {{- '\\n\\n' + content }}\n        {%- endif %}\n    {%- endif %}\n    {{- '<|im_end|>\\n' }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {%- set content = render_content(messages[0].content, false, true)|trim %}\n        {{- '<|im_start|>system\\n' + content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n    {%- set index = (messages|length - 1) - loop.index0 %}\n    {%- if ns.multi_step_tool and message.role == \"user\" %}\n        {%- set content = render_content(message.content, false)|trim %}\n        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}\n            {%- set ns.multi_step_tool = false %}\n            {%- set ns.last_query_index = index %}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n    {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n    {%- set content = render_content(message.content, true)|trim %}\n    {%- if message.role == \"system\" %}\n        {%- if not loop.first %}\n            {{- raise_exception('System message must be at the beginning.') }}\n        {%- endif %}\n    {%- elif message.role == \"user\" %}\n        {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {%- set reasoning_content = '' %}\n        {%- if message.reasoning_content is string %}\n            {%- set reasoning_content = message.reasoning_content %}\n        {%- else %}\n            {%- if '</think>' in content %}\n                {%- set reasoning_content = content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n                {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n            {%- endif %}\n        {%- endif %}\n        {%- set reasoning_content = reasoning_content|trim %}\n        {%- if loop.index0 > ns.last_query_index %}\n            {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content + '\\n</think>\\n\\n' + content }}\n        {%- else %}\n            {{- '<|im_start|>' + message.role + '\\n' + content }}\n        {%- endif %}\n        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if tool_call.function is defined %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {%- if loop.first %}\n                    {%- if content|trim %}\n                        {{- '\\n\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n                    {%- else %}\n                        {{- '<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n                    {%- endif %}\n                {%- else %}\n                    {{- '\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n                {%- endif %}\n                {%- if tool_call.arguments is defined %}\n                    {%- for args_name, args_value in tool_call.arguments|items %}\n                        {{- '<parameter=' + args_name + '>\\n' }}\n                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}\n                        {{- args_value }}\n                        {{- '\\n</parameter>\\n' }}\n                    {%- endfor %}\n                {%- endif %}\n                {{- '</function>\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- content }}\n        {{- '\\n</tool_response>' }}\n        {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n            {{- '<|im_end|>\\n' }}\n        {%- elif loop.last %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- else %}\n        {{- raise_exception('Unexpected message role.') }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n    {%- if enable_thinking is defined and enable_thinking is false %}\n        {{- '<think>\\n\\n</think>\\n\\n' }}\n    {%- else %}\n        {{- '<think>\\n' }}\n    {%- endif %}\n{%- endif %}",
+    "clean_up_tokenization_spaces": false,
+    "eos_token": "<|im_end|>",
+    "errors": "replace",
+    "model_max_length": 262144,
+    "pad_token": "<|endoftext|>",
+    "split_special_tokens": false,
+    "tokenizer_class": "Qwen2Tokenizer",
+    "unk_token": null,
+    "add_bos_token": false,
+    "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+    "extra_special_tokens": {
+        "audio_bos_token": "<|audio_start|>",
+        "audio_eos_token": "<|audio_end|>",
+        "audio_token": "<|audio_pad|>",
+        "image_token": "<|image_pad|>",
+        "video_token": "<|video_pad|>",
+        "vision_bos_token": "<|vision_start|>",
+        "vision_eos_token": "<|vision_end|>"
+    }
+}