Hugging Face's logo

wordcab
/
llama-natural-instructions-13b

Text Generation
Transformers
PyTorch
PEFT
English
llama
LoRA
text-generation-inference
Model card Files
xet
 Community
4
chainyo commited on
Commit
7765cb6
·
1 Parent(s): c34b258

merge weights to allow model loading without peft

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +24 -0
  2. generation_config.json +7 -0
  3. pytorch_model-00001-of-00082.bin +3 -0
  4. pytorch_model-00002-of-00082.bin +3 -0
  5. pytorch_model-00003-of-00082.bin +3 -0
  6. pytorch_model-00004-of-00082.bin +3 -0
  7. pytorch_model-00005-of-00082.bin +3 -0
  8. pytorch_model-00006-of-00082.bin +3 -0
  9. pytorch_model-00007-of-00082.bin +3 -0
  10. pytorch_model-00008-of-00082.bin +3 -0
  11. pytorch_model-00009-of-00082.bin +3 -0
  12. pytorch_model-00010-of-00082.bin +3 -0
  13. pytorch_model-00011-of-00082.bin +3 -0
  14. pytorch_model-00012-of-00082.bin +3 -0
  15. pytorch_model-00013-of-00082.bin +3 -0
  16. pytorch_model-00014-of-00082.bin +3 -0
  17. pytorch_model-00015-of-00082.bin +3 -0
  18. pytorch_model-00016-of-00082.bin +3 -0
  19. pytorch_model-00017-of-00082.bin +3 -0
  20. pytorch_model-00018-of-00082.bin +3 -0
  21. pytorch_model-00019-of-00082.bin +3 -0
  22. pytorch_model-00020-of-00082.bin +3 -0
  23. pytorch_model-00021-of-00082.bin +3 -0
  24. pytorch_model-00022-of-00082.bin +3 -0
  25. pytorch_model-00023-of-00082.bin +3 -0
  26. pytorch_model-00024-of-00082.bin +3 -0
  27. pytorch_model-00025-of-00082.bin +3 -0
  28. pytorch_model-00026-of-00082.bin +3 -0
  29. pytorch_model-00027-of-00082.bin +3 -0
  30. pytorch_model-00028-of-00082.bin +3 -0
  31. pytorch_model-00029-of-00082.bin +3 -0
  32. pytorch_model-00030-of-00082.bin +3 -0
  33. pytorch_model-00031-of-00082.bin +3 -0
  34. pytorch_model-00032-of-00082.bin +3 -0
  35. pytorch_model-00033-of-00082.bin +3 -0
  36. pytorch_model-00034-of-00082.bin +3 -0
  37. pytorch_model-00035-of-00082.bin +3 -0
  38. pytorch_model-00036-of-00082.bin +3 -0
  39. pytorch_model-00037-of-00082.bin +3 -0
  40. pytorch_model-00038-of-00082.bin +3 -0
  41. pytorch_model-00039-of-00082.bin +3 -0
  42. pytorch_model-00040-of-00082.bin +3 -0
  43. pytorch_model-00041-of-00082.bin +3 -0
  44. pytorch_model-00042-of-00082.bin +3 -0
  45. pytorch_model-00043-of-00082.bin +3 -0
  46. pytorch_model-00044-of-00082.bin +3 -0
  47. pytorch_model-00045-of-00082.bin +3 -0
  48. pytorch_model-00046-of-00082.bin +3 -0
  49. pytorch_model-00047-of-00082.bin +3 -0
  50. pytorch_model-00048-of-00082.bin +3 -0
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "decapoda-research/llama-13b-hf",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "bos_token_id": 0,
7
+ "eos_token_id": 1,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 5120,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 13824,
12
+ "max_position_embeddings": 2048,
13
+ "max_sequence_length": 2048,
14
+ "model_type": "llama",
15
+ "num_attention_heads": 40,
16
+ "num_hidden_layers": 40,
17
+ "pad_token_id": -1,
18
+ "rms_norm_eps": 1e-06,
19
+ "tie_word_embeddings": false,
20
+ "torch_dtype": "float16",
21
+ "transformers_version": "4.28.0.dev0",
22
+ "use_cache": true,
23
+ "vocab_size": 32000
24
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 1,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.28.0.dev0"
7
+ }
pytorch_model-00001-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:682e511e31ff864f5142ba57dd9cef2fdb79151e5c7a376ebaab2808b2fe5c58
3
+ size 380110075
pytorch_model-00002-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ea28885c43bdd3167695b2514b77aea3178ef7e79d42de2340a009d711e80e
3
+ size 298846638
pytorch_model-00003-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b37b2c68a1e85c0b230208757e64667d644bb293ea9d61e191474f2702e2f682
3
+ size 705190126
pytorch_model-00004-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c54c2e17f040b8c0933f5dc44fc7e74a98c7855bb3f1f9973b86f4081c345c
3
+ size 387975598
pytorch_model-00005-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e6b1f6354c9f303b70bfadc5236e72db3dfe9f416e31a47298416d0b42e0edf
3
+ size 668490896
pytorch_model-00006-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cc1c552640ca98eb953174f314be35003e7d0a83cd66876dfc2503213d47599
3
+ size 283116795
pytorch_model-00007-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f750f16823ae560423d47bcc0c8d58c2748eda8769703ed0d7f05b91d07069f8
3
+ size 668490896
pytorch_model-00008-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d80edfca8890f5fa22322cd6a7a074cf8ac967766693d97adc3169ea734ad75
3
+ size 283116795
pytorch_model-00009-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7022a4dabc929b08f461b2f6c0237a12edbc5f051e81c8e585c9fac9cc6071a1
3
+ size 668490896
pytorch_model-00010-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e29f91a92127ef330e71f0f664b8d3ada8526427ed6ef8a85efd6a668b8f60
3
+ size 283116795
pytorch_model-00011-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d8f4b02ac24c9e40d9cbd24d53dbb35793906acf40f070e6f9bfbc8b8fe8ea
3
+ size 668490896
pytorch_model-00012-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26136f021a572bc5545c45366793f328b27ba7a817169e882ee43512ed920986
3
+ size 283116795
pytorch_model-00013-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:298403c4a544fce56b2991f78b38f776757233daa01bb1abb88388e3c4181f38
3
+ size 668490896
pytorch_model-00014-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad550ac7984955710c3aef53b3cf44b675736373cced6bdde2c10bd90fd05e00
3
+ size 283116795
pytorch_model-00015-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbac8a4013ade62597f004722b24cd987565c579449aa3291142e975f58b1c5b
3
+ size 668490896
pytorch_model-00016-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8291046bbb599b31c293ce23e3174a87834c97e765d37aff394a8227c120ffcb
3
+ size 283116795
pytorch_model-00017-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5aa2ed4049053449b3d09ff6d3221e4417a79d519a655aacd6acb9d103280b3
3
+ size 668490896
pytorch_model-00018-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e25c2a779547ff1bfea36dd16d6ce68844d784c3594f502aa8279723fbb54bfc
3
+ size 283116795
pytorch_model-00019-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cebff0bcbd0a6238b739fbf8bb76a0a3070056986caaab71d73032fe4374cf9a
3
+ size 668490896
pytorch_model-00020-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcf8ba21239f070b3dddf08b428a032ec1a0f0b97adf91d614db67685b8a2f3c
3
+ size 283116795
pytorch_model-00021-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab524b969e61498835b1aefee4c414a2f4c2aead303448b13175a541f6cd22d5
3
+ size 668490896
pytorch_model-00022-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c538c86a2cb6f36a03ee39afeb1fbd580c169b6d25b27108e3a6539b68cd8f1
3
+ size 283116795
pytorch_model-00023-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19a55bd4c75817e651163a97c22009a48e55b5e5b5e95e33546c477c5ae9f847
3
+ size 668490896
pytorch_model-00024-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6591f1b2560ba2159919148ccd3d14edc04503f2d006ed1b15b57c57f626e9e9
3
+ size 283116795
pytorch_model-00025-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa9a5367a44a30e1d149468e8982d8fb7d4f81622f7db2a2b1669ef16cedf98
3
+ size 668490896
pytorch_model-00026-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76eee6652908ce206baf7357d9f5d8ad301a8f8d79428aec99ef7dec3b32e646
3
+ size 283116795
pytorch_model-00027-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c689dd3d97e13df6f0cd1b5e80cb0bf08f6e1e91fa57756aa7f534c68c49d21
3
+ size 668490896
pytorch_model-00028-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4242a2a58ee759158f020d7164b669b278a82c23eba7c40ba9e25068c2b91ce
3
+ size 283116795
pytorch_model-00029-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b1297ff4ba3b71802930a3a930f8e4137caab87e0ed3c74eee8b9a951cdf8b
3
+ size 668490896
pytorch_model-00030-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e1dc8c99a219094b4464fa6c4e7d16de5851ed53b1a94444c6f8045a5ebef9a
3
+ size 283116795
pytorch_model-00031-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4c4d565dd4538e5426c663428eff281fc407be53792d62eefaf48091e4f17c
3
+ size 668490896
pytorch_model-00032-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d21051227d43ddb58ae705034715939d70ada16a19c8d009003779174b62ad7
3
+ size 283116795
pytorch_model-00033-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5185d4b391f112018e2ceb13d9c544713c299600ce62b321753c4b98f03369e9
3
+ size 668490896
pytorch_model-00034-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d881ebfef6c0f21c05c8d19a58dee4715b720f7448041aebd37c95c34d440eda
3
+ size 283116795
pytorch_model-00035-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b2ef122846e19d02044b0041b07d7f2ec8929654c3d21a7d64a126f3fb991d5
3
+ size 668490896
pytorch_model-00036-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d315936eb49804cd38444850a42a62b6f1190b55fff13d9a8ebd79abe0043045
3
+ size 283116795
pytorch_model-00037-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4bc39da45bb0572149dbbc83aab633316270a90222023c5d291ee79826816f
3
+ size 668490896
pytorch_model-00038-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48a714ba461c060ef66cd735cf8096b1b097365e9538bde4369250c1f36d044
3
+ size 283116795
pytorch_model-00039-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f91ad897515ab0efaeb417752ac3f3031bdeaa198d2a748c58f8f96e007d9a03
3
+ size 668490896
pytorch_model-00040-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b776517d136e5f14cb85f31e02a4c63e460d3e2eec62008e7de6ea236825ff51
3
+ size 283116795
pytorch_model-00041-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9a19851fbe5da64c8bb410457f1cf81f934674bce851aed69c366b4d3cf54ab
3
+ size 668490896
pytorch_model-00042-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b63fe9b47295b20f5c5a60bb36f5a6f6e314ebe57e34a4c430b0da3092179aa4
3
+ size 283116795
pytorch_model-00043-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6d0b268e18f3c19dbdd05533dd20da5a4e976ab9b68c15679a82f8ee19ff92d
3
+ size 668490896
pytorch_model-00044-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f490f7529120107a27b4967fc45616554d7690ebfef90340bd78afe4f3dfc9c4
3
+ size 283116795
pytorch_model-00045-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:febb0b2b479c1a00b70f2ad49053d5733e17c9bbe91ab0a7d8017a283137a273
3
+ size 668490896
pytorch_model-00046-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:963c52db583c853a94492302ed24175739788a8e506e8f6e10967d1c98fe49e7
3
+ size 283116795
pytorch_model-00047-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc6949be933035862f7cf368c544a3502544a24f500364681c646b35cf0bb82e
3
+ size 668490896
pytorch_model-00048-of-00082.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e65b070c829a8a340fc527208e4a86642cbb4bce46c2df9dd3ad2b7dcede1a8
3
+ size 283116795