Instructions to use DeepDream2045/f4a0105d-f1d8-41e3-9298-98df2db01e82 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use DeepDream2045/f4a0105d-f1d8-41e3-9298-98df2db01e82 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("princeton-nlp/Sheared-LLaMA-1.3B") model = PeftModel.from_pretrained(base_model, "DeepDream2045/f4a0105d-f1d8-41e3-9298-98df2db01e82") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 25, checkpoint
Browse files
last-checkpoint/adapter_config.json
CHANGED
|
@@ -21,12 +21,12 @@
|
|
| 21 |
"revision": null,
|
| 22 |
"target_modules": [
|
| 23 |
"up_proj",
|
| 24 |
-
"q_proj",
|
| 25 |
-
"k_proj",
|
| 26 |
"v_proj",
|
|
|
|
| 27 |
"gate_proj",
|
| 28 |
"down_proj",
|
| 29 |
-
"o_proj"
|
|
|
|
| 30 |
],
|
| 31 |
"task_type": "CAUSAL_LM",
|
| 32 |
"use_dora": false,
|
|
|
|
| 21 |
"revision": null,
|
| 22 |
"target_modules": [
|
| 23 |
"up_proj",
|
|
|
|
|
|
|
| 24 |
"v_proj",
|
| 25 |
+
"q_proj",
|
| 26 |
"gate_proj",
|
| 27 |
"down_proj",
|
| 28 |
+
"o_proj",
|
| 29 |
+
"k_proj"
|
| 30 |
],
|
| 31 |
"task_type": "CAUSAL_LM",
|
| 32 |
"use_dora": false,
|
last-checkpoint/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7de5d1d932a2179cf22c7901338ddf8e09617563006e9d5fcd9e53d14a97bd90
|
| 3 |
size 15024
|
last-checkpoint/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2aa9b82845f4f5cb4b96438388210115365f9fbf9335c646df7c795feec61941
|
| 3 |
size 15024
|
last-checkpoint/rng_state_2.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3c42292d086c5053372eb94b916df672dbae0f4c4eba1b19f26fd0411f6bd958
|
| 3 |
size 15024
|
last-checkpoint/rng_state_3.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af7a347273f6ea9aada39cb7d7b4a9a36c2c3704435d52b399f6fc29ca67d828
|
| 3 |
size 15024
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -18,9 +18,9 @@
|
|
| 18 |
{
|
| 19 |
"epoch": 0.06324110671936758,
|
| 20 |
"eval_loss": NaN,
|
| 21 |
-
"eval_runtime": 1.
|
| 22 |
-
"eval_samples_per_second":
|
| 23 |
-
"eval_steps_per_second":
|
| 24 |
"step": 1
|
| 25 |
},
|
| 26 |
{
|
|
@@ -194,9 +194,9 @@
|
|
| 194 |
{
|
| 195 |
"epoch": 1.6126482213438735,
|
| 196 |
"eval_loss": NaN,
|
| 197 |
-
"eval_runtime": 1.
|
| 198 |
-
"eval_samples_per_second":
|
| 199 |
-
"eval_steps_per_second":
|
| 200 |
"step": 25
|
| 201 |
}
|
| 202 |
],
|
|
|
|
| 18 |
{
|
| 19 |
"epoch": 0.06324110671936758,
|
| 20 |
"eval_loss": NaN,
|
| 21 |
+
"eval_runtime": 1.9758,
|
| 22 |
+
"eval_samples_per_second": 54.155,
|
| 23 |
+
"eval_steps_per_second": 7.086,
|
| 24 |
"step": 1
|
| 25 |
},
|
| 26 |
{
|
|
|
|
| 194 |
{
|
| 195 |
"epoch": 1.6126482213438735,
|
| 196 |
"eval_loss": NaN,
|
| 197 |
+
"eval_runtime": 1.9567,
|
| 198 |
+
"eval_samples_per_second": 54.685,
|
| 199 |
+
"eval_steps_per_second": 7.155,
|
| 200 |
"step": 25
|
| 201 |
}
|
| 202 |
],
|
last-checkpoint/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6776
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:028c826a2bc9d200c1c305c5204cb3f86600ee25223d25cf379b917f3408363e
|
| 3 |
size 6776
|