leoitcode leo-mm commited on
Commit
9155919
·
verified ·
0 Parent(s):

Duplicate from TalentInc/talent-critique-llama3_1_8b-tt_lora-model_5_20k-adapter-rev_1

Browse files
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
adapter_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9722bc41b4f614922c8b36c9ad9ad43322f99c0628873d1fa2eda549fad00988
3
+ size 39987194
adapter_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7cc13caa43918e4982870f5c011e45ac5ebac78b92657d89f49524398572f9c
3
+ size 39987194
adapter_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77459f4326a0090441f58b06e14fe88f3b3c404b0903ad554e230bd3ea9e0f1d
3
+ size 39987194
adapter_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"base_model_name_or_path": "meta-llama/Llama-3.1-8B", "r": 8, "lora_alpha": 16, "target_modules": ["q_proj", "k_proj", "v_proj", "gate_proj", "down_proj", "up_proj", "lm_head"], "peft_type": "LORA", "task_type": "CAUSAL_LM"}
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d84c75b3735d58e427882979699dacbda4f177900b63c5ad2a582d94234342a7
3
+ size 39999826
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "low_freq_factor": 1.0, "high_freq_factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.43.0.dev0", "use_cache": true, "vocab_size": 128256}
hf_model_0001_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf5cf836387f596d25f7718077e639e52fade605804b1e78bf49870daea4f7ca
3
+ size 4976716132
hf_model_0001_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80b8d0aba31154fd5f8dbd7ae9fa9a4d59321ab7bf4c2d5b7fdf89d0a8c12316
3
+ size 4976716132
hf_model_0001_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4468980e9373379a4586f24fbc1bc5b06e2528b199fb77bb38175d748a850a6e
3
+ size 4976716132
hf_model_0002_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46cfd7a5ca37e57c9e01d6944e71898235ad5a5b4b7eb45012e0daf24bae061d
3
+ size 4999824778
hf_model_0002_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4bd37d1f7fecb48f9a97efc48bdfd419914a4bcbf3152555de6902c261b49c0
3
+ size 4999824778
hf_model_0002_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cba6c81fc9171d74b0680dc0dc2bb436c41e412757a5a4960b5d21b01524771b
3
+ size 4999824778
hf_model_0003_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef8feed35d160cd3d1fd1f45aa8aa1b252e339da39ee76ae731a60a67b8b9d73
3
+ size 4915937346
hf_model_0003_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0676c3d9bb10ba67f3e999e45c4a88847fa7489b9c2f987ab585cb57f29b46c6
3
+ size 4915937346
hf_model_0003_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab6b8b74f286949ec84ee7c617499208473729351a5c160c008671b6da1e0e53
3
+ size 4915937346
hf_model_0004_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a7cff3a3d260347f094b36178b6183b6475ea66f8f144685a3e330b01dc0de1
3
+ size 1168140692
hf_model_0004_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc82a7950e0bd6b0ed3bb52afdc5ba44196aedf0ea885e5fb572c59a00200b42
3
+ size 1168140692
hf_model_0004_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fe4d3e56dae85b7b0764fccf47e3b88322141659728f1a4b495a704a55401a9
3
+ size 1168140692
recipe_state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fe0b319d3bc93bd01a9fe870d2ec5e9196dc98456a8ed10838a52019cb9a6b
3
+ size 80050934