Training in progress, epoch 0

adapter_config.json

@@ -9,13 +9,13 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 128,
+  "lora_alpha": 256,
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 128,
+  "r": 256,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e9517d314aaec1b067015a85191ce0637b0864167aba12f136b64359c5fc7d6
-size 50338032
+oid sha256:d59343791dc94fe1eda872268d6e4f026c744c8dae4a18fe61a5324b9b311a75
+size 100669688

runs/Apr01_15-08-17_gpu-3/events.out.tfevents.1711984097.gpu-3.2214297.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc9cbbfb68a65f2206474cff3c0811ee51fc03709cca385b5e5e27a4da7c373
+size 10167

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:326a3f9bba4160f6a8ca42ca1f3f69140813ebf05e8a04bfa0cf206110f83b94
+oid sha256:5d93059cc830fa754b6395a0c0a948b8520b2ee5497fc86f97026bb308757487
 size 4920