leoitcode leo-mm commited on
Commit
afa19fc
·
verified ·
0 Parent(s):

Duplicate from TalentInc/talent-critique-llama3_1_8b-tt_lora-model_3_2k-adapter-rev_3

Browse files
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
adapter_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c93f364105d26e911122db07cdcb898c2dc14ce50a8f37467c317e79c7d207f8
3
+ size 39987194
adapter_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44da9f406184eb55334412880dcedda8215d9d29e1417cdbc9a9c0e16b3c9621
3
+ size 39987194
adapter_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31e6d3eadc853c18df0897221eb7a4f516417a8b13d4cf22118c35eb9fe51772
3
+ size 39987194
adapter_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"base_model_name_or_path": "meta-llama/Llama-3.1-8B", "r": 8, "lora_alpha": 16, "target_modules": ["q_proj", "k_proj", "v_proj", "gate_proj", "down_proj", "up_proj", "lm_head"], "peft_type": "LORA", "task_type": "CAUSAL_LM"}
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f54ab0c4c4c2d5f9c38609a088ab4a093910ac313b316d48288ab65a365d76ea
3
+ size 39999826
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "low_freq_factor": 1.0, "high_freq_factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.43.0.dev0", "use_cache": true, "vocab_size": 128256}
hf_model_0001_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86edcf463e7cb0111b3467d1e395ffcba45424ed6b82e3d1bdd4064a190d45c1
3
+ size 4976716132
hf_model_0001_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e2230e9f1b7b4693fdaeb05f1d2658f9fff3b1b7ba1eb27c1769852954aea8d
3
+ size 4976716132
hf_model_0001_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fead7834591575526b00be627cfa768973f0c1442e9dc90df160c8a5364b7b50
3
+ size 4976716132
hf_model_0002_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52290804001f5d873346f51c6306b27d88e9df1db3227b88cf60c69904f234f1
3
+ size 4999824778
hf_model_0002_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49156e53fc8e063c02a08971f75119751580feaf78960ada35a3a18ff4627400
3
+ size 4999824778
hf_model_0002_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:350a206b8cdd9aa84a33cd4afe95f0c3b99729f1042a517574a6af7168b4c15f
3
+ size 4999824778
hf_model_0003_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb813b8978d2dee490f440db73da3d75d3e92538c1749e2e4775310e36bcd4c6
3
+ size 4915937346
hf_model_0003_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379495fd321a75cd8ab497dc41eb64c10b5c9866b39ff84710e9a63e4de7db03
3
+ size 4915937346
hf_model_0003_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8015b289bcbc65b64ea578278715d0289ad34809f23778ad611de05a2fc5fec
3
+ size 4915937346
hf_model_0004_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f445ea678ec18f94521af782815909ea2d028bdd34f8776632f8538d4c20731d
3
+ size 1168140692
hf_model_0004_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c451cb6cfd13614d4bbc6b0f895fbfdc4ae816e9d73f2dbfc589174423365ba8
3
+ size 1168140692
hf_model_0004_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22ec3b1b2d17bb0f033f32a9f95b1578a20a34165fe79951ec49a859cfdfbbdb
3
+ size 1168140692
recipe_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a42c32872232c575763cc0aae6a6fb9dd126c1f0919b2e17c98275081ebe77ef
3
+ size 80050934