Hugging Face's logo

mlc-ai
/
Qwen3.5-9B-q4f16_1-MLC

Model card Files
xet
 Community
akaashrp commited on
Commit
c7c5d3f
·
verified ·
1 Parent(s): ed838ec

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +92 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_13.bin +3 -0
  37. params_shard_14.bin +3 -0
  38. params_shard_15.bin +3 -0
  39. params_shard_16.bin +3 -0
  40. params_shard_17.bin +3 -0
  41. params_shard_18.bin +3 -0
  42. params_shard_19.bin +3 -0
  43. params_shard_2.bin +3 -0
  44. params_shard_20.bin +3 -0
  45. params_shard_21.bin +3 -0
  46. params_shard_22.bin +3 -0
  47. params_shard_23.bin +3 -0
  48. params_shard_24.bin +3 -0
  49. params_shard_25.bin +3 -0
  50. params_shard_26.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen3_5",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 12288,
8
+ "num_attention_heads": 16,
9
+ "num_hidden_layers": 32,
10
+ "num_key_value_heads": 4,
11
+ "rms_norm_eps": 1e-06,
12
+ "vocab_size": 248320,
13
+ "rope_theta": 10000000,
14
+ "head_dim": 256,
15
+ "hidden_act": "silu",
16
+ "attention_bias": false,
17
+ "tie_word_embeddings": false,
18
+ "linear_key_head_dim": 128,
19
+ "linear_value_head_dim": 128,
20
+ "linear_num_key_heads": 16,
21
+ "linear_num_value_heads": 32,
22
+ "linear_conv_kernel_dim": 4,
23
+ "full_attention_interval": 4,
24
+ "partial_rotary_factor": 0.25,
25
+ "context_window_size": 262144,
26
+ "prefill_chunk_size": 2048,
27
+ "tensor_parallel_shards": 1,
28
+ "dtype": "bfloat16",
29
+ "max_batch_size": 128
30
+ },
31
+ "vocab_size": 248320,
32
+ "context_window_size": 262144,
33
+ "sliding_window_size": -1,
34
+ "prefill_chunk_size": 2048,
35
+ "attention_sink_size": -1,
36
+ "tensor_parallel_shards": 1,
37
+ "pipeline_parallel_stages": 1,
38
+ "active_vocab_size": 248077,
39
+ "temperature": 1.0,
40
+ "presence_penalty": 0.0,
41
+ "frequency_penalty": 0.0,
42
+ "repetition_penalty": 1.0,
43
+ "top_p": 1.0,
44
+ "tokenizer_files": [
45
+ "tokenizer.json",
46
+ "vocab.json",
47
+ "merges.txt",
48
+ "tokenizer_config.json"
49
+ ],
50
+ "tokenizer_info": {
51
+ "token_postproc_method": "byte_level",
52
+ "prepend_space_in_encode": false,
53
+ "strip_space_in_decode": false
54
+ },
55
+ "conv_template": {
56
+ "name": "qwen2",
57
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
58
+ "system_message": "You are a helpful assistant.",
59
+ "system_prefix_token_ids": null,
60
+ "add_role_after_system_message": true,
61
+ "roles": {
62
+ "user": "<|im_start|>user",
63
+ "assistant": "<|im_start|>assistant"
64
+ },
65
+ "role_templates": {
66
+ "user": "{user_message}",
67
+ "assistant": "{assistant_message}",
68
+ "tool": "{tool_message}"
69
+ },
70
+ "messages": [],
71
+ "seps": [
72
+ "<|im_end|>\n"
73
+ ],
74
+ "role_content_sep": "\n",
75
+ "role_empty_sep": "\n",
76
+ "stop_str": [
77
+ "<|endoftext|>",
78
+ "<|im_end|>"
79
+ ],
80
+ "stop_token_ids": [
81
+ 151643,
82
+ 151645
83
+ ],
84
+ "function_string": "",
85
+ "use_function_calling": false
86
+ },
87
+ "pad_token_id": 0,
88
+ "bos_token_id": 1,
89
+ "eos_token_id": 2,
90
+ "model_task": "chat",
91
+ "embedding_metadata": null
92
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99c9bfacbddc4051a73dd88b68604c4ca5894d07677303efe4bc9d053efce573
3
+ size 508559360
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:066489e4ad984e1bf2e637ca995530df403547e782aa5d81d03e16850d810ca4
3
+ size 63569920
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1a2c9e574e59f0e90a28677e9fd794891b7b96475eaa1b59ca752338287a031
3
+ size 50331648
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb69cbcae5cf8a5eed848694ea24861d29233ca220f2e6a7733598f10838a9a
3
+ size 31981568
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2b39fc6d920cc47efa1bff6a2d7af14120f6d17f8f21dc57929eeddb18530a6
3
+ size 16777216
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:058385776b2dfe6652b1438b04fa94e1d13d3129b947acb7fd6a432a83040d2a
3
+ size 16777216
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb8c57dad2b88fae98ed40c3c7aa5a2b51c6bdb29571d18514cc7cbe0d25fec2
3
+ size 16777216
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4412f4efece386b5a8c94a02bee51bbf421500c0f7bbdbbf7b05c77e14a99e18
3
+ size 16777216
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da698b5f404299374c0e0af6a61df1fe65c89de5612c9a19c07a0e38e37d513
3
+ size 16777216
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8fb8a844c4073a0cff937fab84f4e2cbb9012a297a4dc46c218bde1571f79f2
3
+ size 16777216
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0841b6559702d886fd89c92c91675be978efb973220d6008437d6089efbebef2
3
+ size 31457280
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d569e6af2907acf3cb768d7dfcdf87a6f9aaee6036110f6cfe8d3dd5cdcae3d
3
+ size 30408704
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e1192c29151a1412664b6b6e4cd54b9665f5b0b41863521ec03b1089e5ebb4
3
+ size 28311552
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39c68aacaa40f246e85f31e5562f7c00d19a3b52023284cef09ef90a9d95aff8
3
+ size 25165824
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4e9dc90cbf4e87ac3cb2f80f751aa7aae08f6890fb511772804414b92be429e
3
+ size 28311552
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d92be5689f0aadd451ea9ba16d9cb6e6b1ed1818510930a098f182ac4994971e
3
+ size 28311552
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be6b075134a0e8f9ebc1fd31a3c710a27d89ac0d093f10180fe65769a69a09f2
3
+ size 28311552
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db44f81110411012f69293ef72b4a2ac72cf54cd2bc0e96602bbb62a7b5fae2d
3
+ size 28311552
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3022bb2e03021e1faa74f845ddf169aa4407a2a8868a343ad8b9ad71cc06974
3
+ size 28311552
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc9cc3f879b1f2e0d6ef69adf85fb294c9ad59e966fad8a23db6652c9f030b2d
3
+ size 28311552
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e638eef9b13158e9d4230e93e5ca45dd150c47f73a6e2c0c20ad2bdf95b03ee9
3
+ size 28311552
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff72ef161305d24f10d2ef09e882f173cab969b4b857ef3c6923939cd1556192
3
+ size 28311552
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9569a1f26a4fc818d18850bc1d9c4f462f572428de4cf5976021984fd2391f3e
3
+ size 28311552
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c386feafc208db646772b4989e0d37943695e8d6c95ecabc492fd99bd84c01cf
3
+ size 28311552
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b0f3d33092f83f6538ecbadbae0970e08862d971105a4cedad751808ec35627
3
+ size 50331648
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6194f95162b56608dbe16591b65d8807ffa66b342051bc6c221b49198af6c2a5
3
+ size 28311552
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56cd3a8d89c028e9123b0eaa0ad022187c1ad113211b69316a8abc2c1a393a8d
3
+ size 28311552
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dba2d3cfed0dbfc378c0b567c85a6b729d000f56d575e3e70648574c12e8227
3
+ size 28311552
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fce3ec4f1efa773b2337dc47ffd1e7a288350f97678ac04e4f4a21d53b5d3044
3
+ size 28311552
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0aeb5c6b18d4c50aa44a12b1709ddf4b962c7be449a8635c556e3f05993b31e
3
+ size 28311552
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20fe5023991753bf8a7c3be9940e0c2cd640ba10d825ed66fcac1a28377e1b30
3
+ size 28311552
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22ff5f24ecb0c30f800b3a48019f5173d5a737023e71ae3f453c32ee12209c36
3
+ size 24536064
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f55a704c888ad43ca7203514707ed16d87f84cb4f1feb373e0364cd07f9cbf8
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f0019c53dbec0e6a4d6f023e9ab3d3acd3b584f7e6d01541f896a4636fdcc33
3
+ size 31457280
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf52173503c60c5594d2ddec16b1d0ae0832bb7d2ff316a1af53525572b2b1e6
3
+ size 50331648
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7016fa5f3e9d578e7dd2b529cea6d43661b19c29541c899515461ddc94db291c
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c6127b78491e19a29b82cccd384727017dae5cef7c4ee20460d078a3d3c4f24
3
+ size 50331648
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42fe658a0ec081f31d3a15f7f8941c30bb8cd87f3a298ff95068873266b77ecf
3
+ size 50331648
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15f0e70f329e2f27de086625121824bbfedbeb4cfc89d058c6fac0965e7d68cf
3
+ size 25165824
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e7597ac7d4c96f662a9391a9513ee9615b526beff9cf30bc5ebe396ea984627
3
+ size 508559360
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b12fb7f1292bb987fb6f7f6092e1e63631f0f91eada06b466f85998881fc364
3
+ size 50331648
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e08633e1f867a41c0d87143ca5daa9091fc211f06300629fccfc6cfb7a1add0
3
+ size 28311552
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93a082c3a5e46361d43cfe74b4ed5a1349bf946cbb81cde9997e0b567c7f99a
3
+ size 31457280
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f58eca29dcb9ba41524fa48a05d7a877b8a87c1c76198e190035d84382c77a3
3
+ size 50331648
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946609adcd6f98776cbccec710381c662c7ba46367b14e012ac6089b5af09f3f
3
+ size 25165824
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1937d616c6413c9744e3e85a9dbaf1ca7a6b8e836b44b6338b1599f77add0103
3
+ size 50331648
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eac710edf71dd7320d241b9f7896e8b7789fb23b76f07b8191f38c6e5c04cac3
3
+ size 25165824