broadfield-dev's picture
Upload LoRA adapter: constraint_0020
391fedd verified
Raw
History Blame
600 Bytes
{
"rule_id": "constraint_0020",
"steps": 30,
"avg_loss": 0.3481,
"final_loss": 0.0006,
"lr": 0.0002,
"rank": 16,
"alpha": 32,
"target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj"
],
"step_losses": [
2.6652,
2.2947,
1.6,
1.0703,
0.7584,
0.7528,
0.5082,
0.1578,
0.2536,
0.0554,
0.1812,
0.0697,
0.0118,
0.0111,
0.0221,
0.0073,
0.0025,
0.0014,
0.0041,
0.0054,
0.0023,
0.0009,
0.002,
0.0008,
0.0016,
0.0007,
0.0007,
0.001,
0.0006,
0.0006
]
}