Hugging Face's logo

HimashaJ96
/
zephyr-support-chatbot

PEFT
TensorBoard
Safetensors
Model card Files
xet
 Metrics Community
HimashaJ96 commited on
Commit
c2faaa7
·
1 Parent(s): 4b52fb2

Training in progress, step 10

Browse files
Files changed (12) hide show
  1. adapter_config.json +26 -0
  2. adapter_model.safetensors +3 -0
  3. runs/Dec24_06-11-37_fa316d2c6c7c/events.out.tfevents.1703398301.fa316d2c6c7c.1297.0 +3 -0
  4. runs/Dec24_06-14-15_fa316d2c6c7c/events.out.tfevents.1703398456.fa316d2c6c7c.2907.0 +3 -0
  5. runs/Dec24_06-17-21_fa316d2c6c7c/events.out.tfevents.1703398642.fa316d2c6c7c.3813.0 +3 -0
  6. runs/Dec24_06-19-38_fa316d2c6c7c/events.out.tfevents.1703398778.fa316d2c6c7c.4499.0 +3 -0
  7. runs/Dec24_06-25-10_fa316d2c6c7c/events.out.tfevents.1703399111.fa316d2c6c7c.6011.0 +3 -0
  8. special_tokens_map.json +29 -0
  9. tokenizer.json +0 -0
  10. tokenizer.model +3 -0
  11. tokenizer_config.json +46 -0
  12. training_args.bin +3 -0
adapter_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "TheBloke/zephyr-7B-beta-GPTQ",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 16,
13
+ "lora_dropout": 0.05,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
+ "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 16,
19
+ "rank_pattern": {},
20
+ "revision": null,
21
+ "target_modules": [
22
+ "q_proj",
23
+ "v_proj"
24
+ ],
25
+ "task_type": "CAUSAL_LM"
26
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28d3855f56f20805a7e0b7f826b0b22537b8b1dc3d01c2796f1a03ffca8b21a0
3
+ size 27280152
runs/Dec24_06-11-37_fa316d2c6c7c/events.out.tfevents.1703398301.fa316d2c6c7c.1297.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:724f6ab2819a7689304430fbf49b07fcf0665426d28145262d200349c78a4417
3
+ size 5012
runs/Dec24_06-14-15_fa316d2c6c7c/events.out.tfevents.1703398456.fa316d2c6c7c.2907.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72a0e4e3176831fa231552ad72663508e4cf399f9980f5cd815618405ff69461
3
+ size 5012
runs/Dec24_06-17-21_fa316d2c6c7c/events.out.tfevents.1703398642.fa316d2c6c7c.3813.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dec0f3bb00e4885f211da8ab00cf31646a1045e3848d603ab2e5a1b571fcdee0
3
+ size 5476
runs/Dec24_06-19-38_fa316d2c6c7c/events.out.tfevents.1703398778.fa316d2c6c7c.4499.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78a43afe3d4e7d3f950367b5533e5089b035b12f0d6afa22e1c69ce41a75e8fc
3
+ size 4858
runs/Dec24_06-25-10_fa316d2c6c7c/events.out.tfevents.1703399111.fa316d2c6c7c.6011.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec9e21d28a70b416c84afa3f97481910f12332f1d22f2886c5b5e4c883316fc
3
+ size 5477
special_tokens_map.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<unk>",
4
+ "<s>",
5
+ "</s>"
6
+ ],
7
+ "bos_token": {
8
+ "content": "<s>",
9
+ "lstrip": false,
10
+ "normalized": false,
11
+ "rstrip": false,
12
+ "single_word": false
13
+ },
14
+ "eos_token": {
15
+ "content": "</s>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false
20
+ },
21
+ "pad_token": "</s>",
22
+ "unk_token": {
23
+ "content": "<unk>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false
28
+ }
29
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
3
+ size 493443
tokenizer_config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<unk>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<s>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ }
27
+ },
28
+ "additional_special_tokens": [
29
+ "<unk>",
30
+ "<s>",
31
+ "</s>"
32
+ ],
33
+ "bos_token": "<s>",
34
+ "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
35
+ "clean_up_tokenization_spaces": false,
36
+ "eos_token": "</s>",
37
+ "legacy": true,
38
+ "model_max_length": 1000000000000000019884624838656,
39
+ "pad_token": "</s>",
40
+ "sp_model_kwargs": {},
41
+ "spaces_between_special_tokens": false,
42
+ "tokenizer_class": "LlamaTokenizer",
43
+ "truncation_side": "left",
44
+ "unk_token": "<unk>",
45
+ "use_default_system_prompt": true
46
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dbd891c21cad39224894441d3ca6eafe32c52f4058f2971657956a359cd7249
3
+ size 4600