Hugging Face's logo

frankmorales2020
/
POC-NEW-Meta-Llama-3-8B-MEDAL-flash-attention-2-cosine-evaldata

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files
xet
 Metrics Community
frankmorales2020 commited on
Commit
787780c
·
verified ·
1 Parent(s): 5dbf753

Training in progress, step 100

Browse files
Files changed (4) hide show
  1. adapter_config.json +5 -5
  2. adapter_model.safetensors +1 -1
  3. logs/events.out.tfevents.1719190919.1fa3d88adcea.55250.0 +3 -0
  4. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "gate_proj",
24
- "down_proj",
25
  "q_proj",
26
- "up_proj",
27
  "k_proj",
28
- "v_proj",
29
- "o_proj"
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "v_proj",
 
24
  "q_proj",
 
25
  "k_proj",
26
+ "down_proj",
27
+ "o_proj",
28
+ "up_proj",
29
+ "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57af1c41f0be4a802bf60d4191f08d5f3a5da97e91ec542e8bb46f1c0648b444
3
  size 671150064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf38a7b9b468758297319995a3c0b0805fb7549ecf5043fb74ac1dd4bc3355d3
3
  size 671150064
logs/events.out.tfevents.1719190919.1fa3d88adcea.55250.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d46ec30aa25d0e431d3b3e11b386a3368960097d18806f19db4a91e2d3160f0
3
+ size 6082
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1614215a22d000e0194c00e9013a46d036db15528db470852c46c1cfc2ccc457
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e47077a80f7229c1a22ad097f257655cdab019b5d28aadc22d4a1f3b62e41bce
3
  size 5240