Hugging Face's logo

mlc-ai
/
Ministral-3-3B-Base-2512-q4f32_1-MLC

Model card Files
xet
 Community
akaashrp commited on
Commit
658a26c
·
verified ·
1 Parent(s): ff08647

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. mlc-chat-config.json +95 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
mlc-chat-config.json ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "ministral3",
4
+ "quantization": "q4f32_1",
5
+ "model_config": {
6
+ "hidden_size": 3072,
7
+ "intermediate_size": 9216,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 26,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 131072,
12
+ "attention_sink_size": 0,
13
+ "context_window_size": 262144,
14
+ "dtype": "bfloat16",
15
+ "head_dim": 128,
16
+ "hidden_act": "silu",
17
+ "max_batch_size": 128,
18
+ "num_key_value_heads": 8,
19
+ "position_embedding_base": 1000000.0,
20
+ "prefill_chunk_size": 8192,
21
+ "rope_parameters": {
22
+ "beta_fast": 32.0,
23
+ "beta_slow": 1.0,
24
+ "factor": 16.0,
25
+ "llama_4_scaling_beta": 0.1,
26
+ "mscale": 1.0,
27
+ "mscale_all_dim": 1.0,
28
+ "original_max_position_embeddings": 16384,
29
+ "rope_type": "yarn",
30
+ "type": "yarn"
31
+ },
32
+ "sliding_window_size": -1,
33
+ "tensor_parallel_shards": 1,
34
+ "tie_word_embeddings": true,
35
+ "weight_block_size": null,
36
+ "modules_to_not_convert": []
37
+ },
38
+ "vocab_size": 131072,
39
+ "context_window_size": 262144,
40
+ "sliding_window_size": -1,
41
+ "prefill_chunk_size": 8192,
42
+ "attention_sink_size": 0,
43
+ "tensor_parallel_shards": 1,
44
+ "pipeline_parallel_stages": 1,
45
+ "active_vocab_size": 131072,
46
+ "temperature": 1.0,
47
+ "presence_penalty": 0.0,
48
+ "frequency_penalty": 0.0,
49
+ "repetition_penalty": 1.0,
50
+ "top_p": 1.0,
51
+ "tokenizer_files": [
52
+ "tokenizer.json",
53
+ "tokenizer_config.json"
54
+ ],
55
+ "tokenizer_info": {
56
+ "token_postproc_method": "byte_level",
57
+ "prepend_space_in_encode": false,
58
+ "strip_space_in_decode": false
59
+ },
60
+ "conv_template": {
61
+ "name": "LM",
62
+ "system_template": "{system_message}",
63
+ "system_message": "",
64
+ "system_prefix_token_ids": [
65
+ 1
66
+ ],
67
+ "add_role_after_system_message": true,
68
+ "roles": {
69
+ "user": "",
70
+ "assistant": ""
71
+ },
72
+ "role_templates": {
73
+ "user": "{user_message}",
74
+ "assistant": "{assistant_message}",
75
+ "tool": "{tool_message}"
76
+ },
77
+ "messages": [],
78
+ "seps": [
79
+ ""
80
+ ],
81
+ "role_content_sep": "",
82
+ "role_empty_sep": "",
83
+ "stop_str": [],
84
+ "stop_token_ids": [
85
+ 2
86
+ ],
87
+ "function_string": "",
88
+ "use_function_calling": false
89
+ },
90
+ "pad_token_id": 11,
91
+ "bos_token_id": 1,
92
+ "eos_token_id": 2,
93
+ "model_task": "chat",
94
+ "embedding_metadata": null
95
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ed8c2a9084f98082c6878bc74a5caf40aca8851ffe8b034d40abd2f54961ab7
3
+ size 201326592
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fbfcc9d4936b3ef9d972cd858ce2a7a938be9f72571aeea24e2a7442757cb79
3
+ size 25171968
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acf8ee65752fd485145fe86b943e76452e7f3bed18c3c11b1c3d87e2beda94d2
3
+ size 30087168
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:530b507ac0f8c39ff5501463ac404de5be140df591d364c9c69fd3fdef613e57
3
+ size 28311552
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07ff6014737e02591d2cac50de8dc04bd31fdef066ece9beefe1e3de220c5c85
3
+ size 26554368
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be7e6d01b59e4362158e518e6bbbf5c14f3a65f209b00696f6f90ffde6036f71
3
+ size 31856640
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:487af553541f326f871f736ba7209eb912f3140420ec20ba503cf17094d6a184
3
+ size 30081024
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37801dc0c6b32f5cbcc5cecfa0c68cd392e9889008769d3ad929cf6129b28a6c
3
+ size 31856640
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:296168df2d10b4f046f6ffca144aeb139493b9d93c3cbea28a15fd38b40ca8bb
3
+ size 28311552
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd83283ac6906834be70e07fba8838a5c54d87034c0a37abee15f5e0ed6733b
3
+ size 26554368
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e09a9cca28cc6fa47a9de8a1353e29cd2a3caa0952349e7e9f9a16e5e126bb
3
+ size 31856640
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:017afaa7d2cc73765c516be752d89d081c5ea7e3eba0e6701353142024c409b5
3
+ size 30081024
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b98f0085dd729e049238493b30b8ba54cfb7817c08b82af811a0494cf7531c4
3
+ size 28311552
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa321a35c00e9077d9d5a6261a6df96e5c1c21934113be4292f3c5f12a6837ba
3
+ size 21245952
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eb9d4177c552727bc2384fea163bce58064ef815d4333b26af02b4b2dc65435
3
+ size 28311552
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81ede3f73240953468726b3855254d207255770a158216756f5c11fed840bd85
3
+ size 30087168
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e421d645247216b7dafd3b44beaa187aca4fb66620b8e54033afa6eb48bdf27e
3
+ size 28311552
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6546898c9f48ec10157055bc09ec20a1f21506b471983ae04d196bbcd8bb2832
3
+ size 26554368
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a250c64ef3aacb002df53ff725a37b150919e08f2202f5c10d53939ccd6bcfa
3
+ size 31856640
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97360301f90626874ac8bd2c4b0151c0e07f305ac3398d188e86717e964bd41c
3
+ size 30081024
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83626bd0a9cb9fae6432c7706968283f19c5ae7a520d509d03704836d145971a
3
+ size 21245952
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07108a4fc6bd6d8d4682285eebcabcdbc178d566e4f3b9585ab44ccb05fc86b2
3
+ size 28311552
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:922bf3d8dca92fe4d14256ea6228ff27ce79fa4592a63a3b8003a499df1b70bf
3
+ size 30087168
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f4c2e910375ff730e90551f822dfb02df8ac524c62ee452d73b65f1dd1f4174
3
+ size 30087168
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a95ee81a8ee5a3f6a8d84a1486f253fb39581a1b2596d50822a3e80d9d643a8c
3
+ size 28311552
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee4c4d2d88e265c3527b2acc9ee528c830db98d3bc454f64f813ec25a76d63ea
3
+ size 26554368
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50a91d52d99d7cbca7fc0dcdc85287c14762a24395521b2a0a0086691f1c98ad
3
+ size 31856640
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a11f93461f2c4d2110cc3130ebd87c984e287592016209ef76c714c1d96a43ef
3
+ size 30081024
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d79388c7f457a36290f40a6d8aecb7fd6402f29b7806259b87e932b56eb0b2bf
3
+ size 21245952
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dea93a9f97888f93b0655233ced7514cf6665aa872138ed65eff7fe627a77e31
3
+ size 28311552
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05c80500f2923722c6ab30a811f1a1514d45a703250fa0a0cf792a5308af8184
3
+ size 19476480
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3cd5135e5cde066df373011c50d0a4de9eefc6c61ba67164a634fc9e105648f
3
+ size 28311552
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3d31a39d1dacafcedba7bb1b44759c45a7c789d929853701b0cde8ad7b327aa
3
+ size 30087168
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d767cb132a8066216b41e59f19a05491b054d6cce70811b2031157ccca6df4d
3
+ size 28311552
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e966e557fc3cf330e5faebbf6137a0c959c76860c03537597220f550de3411a4
3
+ size 28311552
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46f1cb2f32f2f250b415463cbe2850f1de086de58db18950fb7ab07849967b16
3
+ size 26554368
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e29612ae5cb8953fd563792dc31b8ee24edad867594ab906524c0f68f3a523
3
+ size 31856640
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca172944545cfd24576dfcb3b8325c66a967b885110d7da900ec9be904420936
3
+ size 30081024
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fabfc7bc91d885ec9f2471f53c02a81812c032dd1ed0c8585cbf205657d9d842
3
+ size 21245952
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48426cfb7beba7b1cb87191af4ce23a85b331adc941708f103741177b7892140
3
+ size 28311552
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53410b04accc32c3f84edb161532af09f945e6f440f6e760224f8f66b54efc52
3
+ size 30087168
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf67e30437a4e5bfee59496427305850f5df6b340b2d86c9384e250bddc4cc9
3
+ size 28311552
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56371ef04cd73a314d9b4f87a3e2b165bc409e5c5153a2fda1c75ddff5a6eac7
3
+ size 26554368
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aa87c19ddfd83c5be398a16950b80f40b85776acb8bca9a340ca83b7e60efce
3
+ size 31856640
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7782b29334bdca25895a6c392c3ce2d9a966a480bd89ea67011316688b39d65b
3
+ size 30081024
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f138bc4a5683fa7b8d563cd237aaabc0ce7bcd2ffa36ea39891b56d3b2c5f1b3
3
+ size 26554368
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b693161c534bb66284bcd38908d860226214828dc382db4a4b0373697149521
3
+ size 21245952
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09fdd7a39de26c9eabaa97f94b071d1ffd3a8cf55b55bef7786a9dbf0faf4bcb
3
+ size 28311552