broadfield-dev's picture
Upload LoRA adapter: constraint_0022
187268d verified
Raw
History Blame
602 Bytes
{
"rule_id": "constraint_0022",
"steps": 30,
"avg_loss": 0.3643,
"final_loss": 0.0009,
"lr": 0.0002,
"rank": 16,
"alpha": 32,
"target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj"
],
"step_losses": [
3.2992,
2.2988,
1.6315,
1.227,
0.8129,
0.6044,
0.3881,
0.2199,
0.2065,
0.0434,
0.1071,
0.0119,
0.0337,
0.0166,
0.0017,
0.0071,
0.0082,
0.0008,
0.0007,
0.0006,
0.0017,
0.0014,
0.0005,
0.001,
0.0005,
0.001,
0.0005,
0.0009,
0.0003,
0.0009
]
}