broadfield-dev's picture
Upload LoRA adapter: constraint_0014
57d2750 verified
Raw
History Blame
600 Bytes
{
"rule_id": "constraint_0014",
"steps": 30,
"avg_loss": 0.3745,
"final_loss": 0.0009,
"lr": 0.0002,
"rank": 16,
"alpha": 32,
"target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj"
],
"step_losses": [
3.6313,
2.4893,
1.5462,
1.2841,
0.715,
0.6038,
0.3882,
0.2595,
0.165,
0.0427,
0.0463,
0.0237,
0.016,
0.0035,
0.0067,
0.0015,
0.0011,
0.0008,
0.0006,
0.0005,
0.0004,
0.0004,
0.001,
0.0017,
0.0002,
0.0008,
0.0004,
0.0011,
0.001,
0.0009
]
}