Hugging Face's logo

sh0ck0r
/
Behemoth-X-123B-v2.1-FP8-Dynamic

Text Generation
Transformers
Safetensors
mistral
fp8
vllm
compressed-tensors
quantized
llmcompressor
conversational
text-generation-inference
Model card Files
xet
 Community
1
sh0ck0r commited on
Commit
aec6790
·
verified ·
1 Parent(s): d4e0ef2

Upload folder using huggingface_hub

Browse files
Files changed (35) hide show
  1. chat_template.jinja +1 -0
  2. config.json +73 -0
  3. generation_config.json +7 -0
  4. model-00001-of-00026.safetensors +3 -0
  5. model-00002-of-00026.safetensors +3 -0
  6. model-00003-of-00026.safetensors +3 -0
  7. model-00004-of-00026.safetensors +3 -0
  8. model-00005-of-00026.safetensors +3 -0
  9. model-00006-of-00026.safetensors +3 -0
  10. model-00007-of-00026.safetensors +3 -0
  11. model-00008-of-00026.safetensors +3 -0
  12. model-00009-of-00026.safetensors +3 -0
  13. model-00010-of-00026.safetensors +3 -0
  14. model-00011-of-00026.safetensors +3 -0
  15. model-00012-of-00026.safetensors +3 -0
  16. model-00013-of-00026.safetensors +3 -0
  17. model-00014-of-00026.safetensors +3 -0
  18. model-00015-of-00026.safetensors +3 -0
  19. model-00016-of-00026.safetensors +3 -0
  20. model-00017-of-00026.safetensors +3 -0
  21. model-00018-of-00026.safetensors +3 -0
  22. model-00019-of-00026.safetensors +3 -0
  23. model-00020-of-00026.safetensors +3 -0
  24. model-00021-of-00026.safetensors +3 -0
  25. model-00022-of-00026.safetensors +3 -0
  26. model-00023-of-00026.safetensors +3 -0
  27. model-00024-of-00026.safetensors +3 -0
  28. model-00025-of-00026.safetensors +3 -0
  29. model-00026-of-00026.safetensors +3 -0
  30. model.safetensors.index.json +0 -0
  31. recipe.yaml +6 -0
  32. special_tokens_map.json +30 -0
  33. tokenizer.json +0 -0
  34. tokenizer.model +3 -0
  35. tokenizer_config.json +0 -0
chat_template.jinja ADDED
@@ -0,0 +1 @@
 
 
1
+ {{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + '[/INST]' }}{% elif message['role'] == 'system' %}{{ '[SYSTEM_PROMPT] ' + message['content'] + '[/SYSTEM_PROMPT]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + eos_token }}{% else %}{{ raise_exception('Only user, system and assistant roles are supported!') }}{% endif %}{% endfor %}
config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MistralForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 1,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": 2,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 12288,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 131072,
15
+ "model_type": "mistral",
16
+ "num_attention_heads": 96,
17
+ "num_hidden_layers": 88,
18
+ "num_key_value_heads": 8,
19
+ "quantization_config": {
20
+ "config_groups": {
21
+ "group_0": {
22
+ "format": "float-quantized",
23
+ "input_activations": {
24
+ "actorder": null,
25
+ "block_structure": null,
26
+ "dynamic": true,
27
+ "group_size": null,
28
+ "num_bits": 8,
29
+ "observer": null,
30
+ "observer_kwargs": {},
31
+ "strategy": "token",
32
+ "symmetric": true,
33
+ "type": "float"
34
+ },
35
+ "output_activations": null,
36
+ "targets": [
37
+ "Linear"
38
+ ],
39
+ "weights": {
40
+ "actorder": null,
41
+ "block_structure": null,
42
+ "dynamic": false,
43
+ "group_size": null,
44
+ "num_bits": 8,
45
+ "observer": "minmax",
46
+ "observer_kwargs": {},
47
+ "strategy": "channel",
48
+ "symmetric": true,
49
+ "type": "float"
50
+ }
51
+ }
52
+ },
53
+ "format": "float-quantized",
54
+ "global_compression_ratio": null,
55
+ "ignore": [
56
+ "lm_head"
57
+ ],
58
+ "kv_cache_scheme": null,
59
+ "quant_method": "compressed-tensors",
60
+ "quantization_status": "compressed",
61
+ "sparsity_config": {},
62
+ "transform_config": {},
63
+ "version": "0.11.0"
64
+ },
65
+ "rms_norm_eps": 1e-05,
66
+ "rope_theta": 1000000.0,
67
+ "sliding_window": null,
68
+ "tie_word_embeddings": false,
69
+ "torch_dtype": "bfloat16",
70
+ "transformers_version": "4.55.2",
71
+ "use_cache": true,
72
+ "vocab_size": 32768
73
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "do_sample": true,
5
+ "eos_token_id": 2,
6
+ "transformers_version": "4.55.2"
7
+ }
model-00001-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddaf596443e51a7fac05011450ab69cf88a4380b73e80d8c9b8dd9fcf38f9f5b
3
+ size 4958398128
model-00002-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c39806a823aacb0ccde5b01e6f7fa0b3f8532eb2bd03da814b11d506f36188
3
+ size 4832680488
model-00003-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:166077b88968bb6e06064f837125e3bfe955cade1ead1c4ab0d9415539b66f29
3
+ size 4857866304
model-00004-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:311b54a49e501de80bbeead43e502a902f124e18e5aa5f76750258c52359a6c3
3
+ size 4832680552
model-00005-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c85c3a3b0247907691669e726d9c3e54196b2ef68a1839105e098a3585657f7
3
+ size 4857866352
model-00006-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:160085bf4906e7d8375621621aa56d0151ed4fa3106fea3beb3a15cddfa29bab
3
+ size 4832680552
model-00007-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c71c9ed00da5b29a33882d882660f21780fc2733ecf04d98e22a63553469e681
3
+ size 4857866352
model-00008-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88a003e4fb7a6d8ad34e08835ddb80e1d3d80313b78b78b4b089c16169058fa9
3
+ size 4832680552
model-00009-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2a7ba6321f4ea6db502e6ec75460ad712524dc2b70b2fdf4112a44c9551841
3
+ size 4857866352
model-00010-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f6040c0e42466a75e7ff24d5c685718962b43ae03d176b4b81c53848f7b233
3
+ size 4832680552
model-00011-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e68848aeb694d06a7eb7aff7ca245af0e5b5e7a3c99183ff6a19cc2983caefd
3
+ size 4857866352
model-00012-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:917d406134fd0e4d6e411794841512043d72b56a1b5cc6c4c066010d75d232ed
3
+ size 4832680552
model-00013-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4be32484b2264bb27ad7f8191003332c759a43d8f6648b92f087364421e29b2e
3
+ size 4857866352
model-00014-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2705cdbd5d9370b10690ff8e5b723f4482794e7e4e347aa16152ee26df340175
3
+ size 4832680552
model-00015-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:403fe53468d28f4aaf44b048d3ae5deff9c812290cd056efa9be654647db7727
3
+ size 4857866352
model-00016-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e405531b9659613a6169db091e4bc4c6288c48681f07162f77bc41c62688a6ea
3
+ size 4832680552
model-00017-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9b48a66eeafd0b60a43bacaf258e1b066bbd0e6ebc715c9c38251d8909d4e01
3
+ size 4857866352
model-00018-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c667c35e0a178bebe01c4037abf98e076a580f754d0d8e2a475592b9a2641257
3
+ size 4832680552
model-00019-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f4726fd1ed710c29c65ab763e3d039716f0877b25a8c23fdd2653ecad145d3d
3
+ size 4857866352
model-00020-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:450e6b591acdbf8a1d5804ff0be35509271b6beabbf2034e7a49ed8c4309de70
3
+ size 4832680552
model-00021-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d2d579cc92c76b4f3bbfa38aed968e3f968a4091cd99ffde73d0a5cb16976e6
3
+ size 4857866352
model-00022-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5df85ee1ffe9f415abe8aa7b31719a3491243202310460565af63a74cbc25a6
3
+ size 4832680552
model-00023-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea56291c08095bef5b8aec740520de48c0c73cedec7fe7d6b7bb2525d2f29f01
3
+ size 4857866352
model-00024-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b210e9c53bb829666bd4db3f342dc9bd4a925ea868c8fcde7dc4decfb21d966
3
+ size 4832680552
model-00025-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8042517e27ce09707bf2ab26d2906e1b8829f7af199a5fbbda9d4aab8c776fd
3
+ size 4857866352
model-00026-of-00026.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d6acacea642b11e1839d6becec8e0c8b4ce00e09811a519614fc697e8490f61
3
+ size 2189695048
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
recipe.yaml ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ default_stage:
2
+ default_modifiers:
3
+ QuantizationModifier:
4
+ targets: [Linear]
5
+ ignore: [lm_head]
6
+ scheme: FP8_DYNAMIC
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b968b8dc352f42192367337c78ccc61e1eaddc6d641a579372d4f20694beb7a
3
+ size 587562
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff