Hugging Face's logo

bigbowltakestime
/
kanana-1.5-8b-instruct-q4f32_1-MLC

Korean
English
mlc
webllm
kanana
kakao
Model card Files
xet
 Community
bigbowltakestime commited on
Commit
0bc5ff3
·
verified ·
1 Parent(s): 9a4c1e2

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. mlc-chat-config.json +83 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_11.bin +3 -0
  14. params_shard_12.bin +3 -0
  15. params_shard_13.bin +3 -0
  16. params_shard_14.bin +3 -0
  17. params_shard_15.bin +3 -0
  18. params_shard_16.bin +3 -0
  19. params_shard_17.bin +3 -0
  20. params_shard_18.bin +3 -0
  21. params_shard_19.bin +3 -0
  22. params_shard_2.bin +3 -0
  23. params_shard_20.bin +3 -0
  24. params_shard_21.bin +3 -0
  25. params_shard_22.bin +3 -0
  26. params_shard_23.bin +3 -0
  27. params_shard_24.bin +3 -0
  28. params_shard_25.bin +3 -0
  29. params_shard_26.bin +3 -0
  30. params_shard_27.bin +3 -0
  31. params_shard_28.bin +3 -0
  32. params_shard_29.bin +3 -0
  33. params_shard_3.bin +3 -0
  34. params_shard_30.bin +3 -0
  35. params_shard_31.bin +3 -0
  36. params_shard_32.bin +3 -0
  37. params_shard_33.bin +3 -0
  38. params_shard_34.bin +3 -0
  39. params_shard_35.bin +3 -0
  40. params_shard_36.bin +3 -0
  41. params_shard_37.bin +3 -0
  42. params_shard_38.bin +3 -0
  43. params_shard_39.bin +3 -0
  44. params_shard_4.bin +3 -0
  45. params_shard_40.bin +3 -0
  46. params_shard_41.bin +3 -0
  47. params_shard_42.bin +3 -0
  48. params_shard_43.bin +3 -0
  49. params_shard_44.bin +3 -0
  50. params_shard_45.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
mlc-chat-config.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q4f32_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 128259,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 8000000.0,
14
+ "rope_scaling": null,
15
+ "context_window_size": 32768,
16
+ "prefill_chunk_size": 8192,
17
+ "num_key_value_heads": 8,
18
+ "head_dim": 128,
19
+ "tensor_parallel_shards": 1,
20
+ "pipeline_parallel_stages": 1,
21
+ "max_batch_size": 128,
22
+ "disaggregation": false
23
+ },
24
+ "vocab_size": 128259,
25
+ "context_window_size": 32768,
26
+ "sliding_window_size": -1,
27
+ "prefill_chunk_size": 8192,
28
+ "attention_sink_size": -1,
29
+ "tensor_parallel_shards": 1,
30
+ "pipeline_parallel_stages": 1,
31
+ "active_vocab_size": 128259,
32
+ "temperature": 1.0,
33
+ "presence_penalty": 0.0,
34
+ "frequency_penalty": 0.0,
35
+ "repetition_penalty": 1.0,
36
+ "top_p": 1.0,
37
+ "tokenizer_files": [
38
+ "tokenizer.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "llama-3",
48
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|>",
49
+ "system_message": "You are a helpful, respectful and honest assistant.",
50
+ "system_prefix_token_ids": [
51
+ 128000
52
+ ],
53
+ "add_role_after_system_message": true,
54
+ "roles": {
55
+ "user": "<|start_header_id|>user",
56
+ "assistant": "<|start_header_id|>assistant"
57
+ },
58
+ "role_templates": {
59
+ "user": "{user_message}",
60
+ "assistant": "{assistant_message}",
61
+ "tool": "{tool_message}"
62
+ },
63
+ "messages": [],
64
+ "seps": [
65
+ "<|eot_id|>"
66
+ ],
67
+ "role_content_sep": "<|end_header_id|>\n\n",
68
+ "role_empty_sep": "<|end_header_id|>\n\n",
69
+ "stop_str": [
70
+ "<|end_of_text|>",
71
+ "<|eot_id|>"
72
+ ],
73
+ "stop_token_ids": [
74
+ 128001,
75
+ 128009
76
+ ],
77
+ "function_string": "",
78
+ "use_function_calling": false
79
+ },
80
+ "pad_token_id": 128001,
81
+ "bos_token_id": 128000,
82
+ "eos_token_id": 128009
83
+ }
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d37e9d338442879e38d0a5a93c2e6c5d0702c2564b819a7d1f31e87d8f6d98
3
+ size 262674432
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:318196e67ded49b0ef68442fe073c8bb8d1f613260ebff97b33c0a791e825023
3
+ size 58720256
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d067826521451875e22f38766b2034527d520549b1954b1ef4ad65959e549760
3
+ size 27271168
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:418186dc523ca7b868e00ac747c9dae6884c1f95c19afe1eb3ce975b53e579b2
3
+ size 29360128
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b558d4e84bf7b7b00f52ab9f9d1733ecdb7864817a6c5ffc55be4a98c4a6212a
3
+ size 33079296
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da591c28edf9ad347528b28d9743f810cf341332945849aea18a0e4f91220d07
3
+ size 29360128
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96293734335bb73239edb057da74e506c5743a775370c6d99d5d90c2b19385d2
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46ec2ca7a9c1545fbf49a792284a1990cb121d9f551b7994dd4a1a2a8e11a93c
3
+ size 26214400
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216047103de55920924409558c3639897a82ed4e0f64774798d357af05f1166c
3
+ size 29360128
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0485a3e57814cd3ea4ff17b4b18babb5cf1af571cc5f3daf579b81abcef90ce
3
+ size 29900800
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:031a783475aa77ead79baeeb6a939678ed4e402b1a29e8545b10c5dabe24a966
3
+ size 29360128
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b96217573ffbc46e25ac2d43e2aab0506acd00f6b3c8552d807758326bc02c8a
3
+ size 58720256
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b53c43ef414d77da0808db5074f6910be66f7b7a1923c438cd976edcffff3eab
3
+ size 32505856
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82f7897f2cfab38ecc05961aaf2041daf28b82ef4b3e0742189013512f69c354
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7c3bc440719f970701057532a40bf7d94113af88f2bc5cc983f0580087a8335
3
+ size 21495808
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71d70c5b78b11508241026ba299ae73e3298f38d4c613d498d816683e58d03ee
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b40195350072e3fa1233b3f2aee6b430ea0b32a86f0482087700d8becc78f2
3
+ size 29360128
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67609965ae013156a2b124567b331218e9a294eec475b73752f477b818a9a30a
3
+ size 58720256
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e661bcbcac4d0dbd082b7546fc9bf604d37766a83de1f80b27373830a281f3d5
3
+ size 30949376
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c8ea8db0eede4c2854c86f365cd9cbec2f95ff16f284712af605768f5e7fcb7
3
+ size 32842496
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f9cf11e5457f59d65aae84fca91dbef276d9a43369cccf681634a9edc63b1f0
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d344bdd269e548e9d507fb2e046d9340f7f1cdc80db7c6c73cc8b2561a7a67d
3
+ size 29360128
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6577624f7028d2aa2f06e0ea22a17a6564f0b2c94ac2e857fcd7fb844dd37261
3
+ size 32522240
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e699910757c9a0a92aac556793d4e6977402956a083205300cdf0e6f70649f0
3
+ size 23592960
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:291a85428557fd71a37e5195f51bd204d14c50f0ebae9325167569377d465e65
3
+ size 29360128
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30154072613300f7430d546ed6d4692aabe90f55ec4fecdf1b9d2c734514a79a
3
+ size 58720256
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adcf0dc5c0b9fb3058e28039dd179a22f99b77a20d14778173d0309463c91691
3
+ size 31997952
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3df87c2162421d5283f5bb74dc78151d91cf96f12f48adccde6e51ef6f6ba984
3
+ size 21504000
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc42def184109d2c5401a89eed97695703e04cc012d5f811dbc56ecf3ede32de
3
+ size 29360128
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82815d9427960171b7777017e03531a9e42fc2075a5c6b7157d24a662680ffa0
3
+ size 58720256
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47969276516a83392392d3eeed6532dffe1b3cc89662893c8f9a17ceeaf4048c
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:785261bbda3be6ec31319a01cc42cb63e4e7ce7747e50eb65754515fe37dbd59
3
+ size 31989760
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb01af8811e59013595316bce9c831b7ca8442a67b9ea0cc0d2293954d082ea8
3
+ size 58720256
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c446397bc17fa447bf173ed2d41329c48ae568ac9e0de5a5c491e794caff1eb4
3
+ size 58720256
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d4623e493c10ceba16ed95d3c3eb62ee5c5bb68022665f0258c255defae2dc
3
+ size 28852224
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15640bf6bc444b4494dd5a5fe7e93c8dbd55793ae3cf976d77091ba24f156464
3
+ size 29360128
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b79fbefe8f6fa75dc5d60953f19df25e2ffa644283f8a19a437ba702ac297348
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd0d2ff14974057fbc85fa1deabb5df07a292d3eb0bc995de6a10cf4cc023719
3
+ size 32530432
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f641f296ac44cff3d82dc7dca05bdfeb2ed5268b5e3d8f61d1428a64dfcd8e9
3
+ size 58720256
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf35222fd1e9d2d764bd45b3e0c153c1981aa2f2647bb756dc09731a590995d
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d4af193c7af4f3ea933792d73af204748237ffad85298bca77a57f642a6b80
3
+ size 28844032
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc785246f4dc87fc05661b3d695b8bafe5fc3e7da455f7cffb3a2cf6f360fd1e
3
+ size 25165824
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90a83b4b4907e4bf2f6e2a55121a0c74e924a6b84134e65bf3b7032027bd3f8d
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4844797b7b016d0bfab0edfbc23739c6415962c1626f22ce8979fded92217766
3
+ size 21495808
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c8c004b56b5555ed7b6d2be48bc0a7b4fcade5eaa603b5e5abed54454706580
3
+ size 58720256
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fa970e3378f7523567b14ddf20e82307cbb8f285ede0f60b418291136a8f121
3
+ size 262674432
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b424be4a44869eeddafba940c7d033dddff30c157f2c4375d98d67ae700097a7
3
+ size 32834304
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0df96feb88b7974467d45fecac08c6e08dce26c595c965db21a142cf54807c07
3
+ size 58720256