broadfield-dev's picture
Upload LoRA adapter: constraint_0016
30ee0ea verified
Raw
History Blame
600 Bytes
{
"rule_id": "constraint_0016",
"steps": 30,
"avg_loss": 0.3267,
"final_loss": 0.0005,
"lr": 0.0002,
"rank": 16,
"alpha": 32,
"target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj"
],
"step_losses": [
2.5926,
2.3771,
1.483,
1.1507,
0.7871,
0.4595,
0.3903,
0.2344,
0.1847,
0.054,
0.024,
0.0242,
0.014,
0.0052,
0.0049,
0.0011,
0.0037,
0.0029,
0.0007,
0.0006,
0.0009,
0.0006,
0.0011,
0.001,
0.0008,
0.0007,
0.0006,
0.0005,
0.0005,
0.0005
]
}