File size: 597 Bytes
0ccd0ac
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
{
  "rule_id": "format_0038",
  "steps": 30,
  "avg_loss": 0.2897,
  "final_loss": 0.0015,
  "lr": 0.0002,
  "rank": 16,
  "alpha": 32,
  "target_modules": [
    "q_proj",
    "k_proj",
    "v_proj",
    "o_proj"
  ],
  "step_losses": [
    1.8806,
    1.6171,
    1.3956,
    1.4125,
    0.2581,
    0.6869,
    0.5277,
    0.0939,
    0.3108,
    0.0897,
    0.0033,
    0.1737,
    0.099,
    0.0571,
    0.0144,
    0.0147,
    0.0108,
    0.0089,
    0.0044,
    0.0064,
    0.005,
    0.0048,
    0.0009,
    0.0034,
    0.0008,
    0.003,
    0.0035,
    0.003,
    0.0008,
    0.0015
  ]
}