broadfield-dev's picture
Upload LoRA adapter: constraint_0015
f96a030 verified
Raw
History Blame
604 Bytes
{
"rule_id": "constraint_0015",
"steps": 30,
"avg_loss": 0.3765,
"final_loss": 0.0011,
"lr": 0.0002,
"rank": 16,
"alpha": 32,
"target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj"
],
"step_losses": [
3.271,
2.2921,
1.6669,
1.2264,
0.8415,
0.6721,
0.3605,
0.4008,
0.2068,
0.0706,
0.1288,
0.0738,
0.0279,
0.0138,
0.0058,
0.0079,
0.0028,
0.0055,
0.0043,
0.0014,
0.0012,
0.0024,
0.0021,
0.0019,
0.0007,
0.0015,
0.0014,
0.0012,
0.0011,
0.0011
]
}