Upload LoRA adapter: constraint_0019

constraint_0019/training_log.json

@@ -0,0 +1,47 @@
+{
+  "rule_id": "constraint_0019",
+  "steps": 30,
+  "avg_loss": 0.3376,
+  "final_loss": 0.0006,
+  "lr": 0.0002,
+  "rank": 16,
+  "alpha": 32,
+  "target_modules": [
+    "q_proj",
+    "k_proj",
+    "v_proj",
+    "o_proj"
+  ],
+  "step_losses": [
+    2.9246,
+    2.1043,
+    1.4397,
+    1.001,
+    0.9124,
+    0.7566,
+    0.3613,
+    0.298,
+    0.1145,
+    0.1152,
+    0.0514,
+    0.0123,
+    0.0123,
+    0.0076,
+    0.0048,
+    0.0012,
+    0.0006,
+    0.0008,
+    0.0007,
+    0.0007,
+    0.0013,
+    0.0013,
+    0.001,
+    0.0005,
+    0.0008,
+    0.0006,
+    0.0007,
+    0.0012,
+    0.0004,
+    0.0006
+  ]
+}