layer,module,loss,samples,damp,time
0,linear_attn.in_proj_qkv,0.0016987854,0.05000,3.192
0,linear_attn.in_proj_z,0.0008405434,0.05000,1.998
0,linear_attn.out_proj,0.0000006235,0.05000,2.155
0,mlp.gate_proj,0.0000248052,0.05000,4.891
0,mlp.up_proj,0.0000215214,0.05000,4.941
0,mlp.down_proj,0.0000001470,0.05000,6.629
1,linear_attn.in_proj_qkv,0.0001689750,0.05000,3.830
1,linear_attn.in_proj_z,0.0000841492,0.05000,2.165
1,linear_attn.out_proj,0.0000002522,0.05000,2.176
1,mlp.gate_proj,0.0000590448,0.05000,5.026
1,mlp.up_proj,0.0000526704,0.05000,5.086
1,mlp.down_proj,0.0000004119,0.05000,7.346
2,linear_attn.in_proj_qkv,0.0003014681,0.05000,3.649
2,linear_attn.in_proj_z,0.0001482418,0.05000,2.285
2,linear_attn.out_proj,0.0000004723,0.05000,1.686
2,mlp.gate_proj,0.0001031466,0.05000,5.060
2,mlp.up_proj,0.0000865393,0.05000,5.082
2,mlp.down_proj,0.0000011591,0.05000,6.744
3,self_attn.v_proj,0.0001258154,0.05000,7.271
3,self_attn.k_proj,0.0001319524,0.05000,7.367
3,self_attn.q_proj,0.0012873550,0.05000,7.407
3,self_attn.o_proj,0.0000007711,0.05000,1.922
3,mlp.gate_proj,0.0001364520,0.05000,4.778
3,mlp.up_proj,0.0001239266,0.05000,4.813
3,mlp.down_proj,0.0000015169,0.05000,6.592
4,linear_attn.in_proj_qkv,0.0005475877,0.05000,3.555
4,linear_attn.in_proj_z,0.0002765144,0.05000,1.979
4,linear_attn.out_proj,0.0000012744,0.05000,2.155
4,mlp.up_proj,0.0001913592,0.05000,4.714
4,mlp.gate_proj,0.0002109483,0.05000,4.747
4,mlp.down_proj,0.0000026851,0.05000,6.844
5,linear_attn.in_proj_qkv,0.0007348788,0.05000,2.677
5,linear_attn.in_proj_z,0.0003595317,0.05000,1.420
5,linear_attn.out_proj,0.0000024837,0.05000,1.386
5,mlp.gate_proj,0.0002974943,0.05000,3.532
5,mlp.up_proj,0.0002505352,0.05000,3.550
5,mlp.down_proj,0.0000048171,0.05000,4.618
6,linear_attn.in_proj_qkv,0.0008034976,0.05000,2.116
6,linear_attn.in_proj_z,0.0003285944,0.05000,1.375
6,linear_attn.out_proj,0.0000048143,0.05000,1.391
6,mlp.gate_proj,0.0003981194,0.05000,3.535
6,mlp.up_proj,0.0003231027,0.05000,3.544
6,mlp.down_proj,0.0000079201,0.05000,4.606
7,self_attn.v_proj,0.0000994689,0.05000,4.251
7,self_attn.k_proj,0.0001120693,0.05000,4.280
7,self_attn.q_proj,0.0008740219,0.05000,4.328
7,self_attn.o_proj,0.0000046245,0.05000,1.410
7,mlp.gate_proj,0.0004094446,0.05000,3.581
7,mlp.up_proj,0.0003262814,0.05000,3.597
7,mlp.down_proj,0.0000069279,0.05000,4.664
8,linear_attn.in_proj_qkv,0.0008798923,0.05000,2.285
8,linear_attn.in_proj_z,0.0003775779,0.05000,1.386
8,linear_attn.out_proj,0.0000049291,0.05000,1.377
8,mlp.up_proj,0.0003463047,0.05000,3.547
8,mlp.gate_proj,0.0004198296,0.05000,3.558
8,mlp.down_proj,0.0000072381,0.05000,4.662
9,linear_attn.in_proj_qkv,0.0009247583,0.05000,2.474
9,linear_attn.in_proj_z,0.0003779604,0.05000,1.387
9,linear_attn.out_proj,0.0000051342,0.05000,1.442
9,mlp.up_proj,0.0003657324,0.05000,3.803
9,mlp.gate_proj,0.0004142717,0.05000,3.827
9,mlp.down_proj,0.0000077177,0.05000,4.683
10,linear_attn.in_proj_qkv,0.0008736640,0.05000,2.362
10,linear_attn.in_proj_z,0.0003430045,0.05000,1.397
10,linear_attn.out_proj,0.0000054683,0.05000,1.384
10,mlp.gate_proj,0.0003940245,0.05000,3.552
10,mlp.up_proj,0.0003816941,0.05000,3.568
10,mlp.down_proj,0.0000086031,0.05000,4.658
11,self_attn.k_proj,0.0000919377,0.05000,4.185
11,self_attn.v_proj,0.0000900359,0.05000,4.214
11,self_attn.q_proj,0.0006677291,0.05000,4.233
11,self_attn.o_proj,0.0000079115,0.05000,1.374
11,mlp.up_proj,0.0003972148,0.05000,3.531
11,mlp.gate_proj,0.0003881100,0.05000,3.545
11,mlp.down_proj,0.0000089291,0.05000,4.682
12,linear_attn.in_proj_qkv,0.0008888131,0.05000,2.329
12,linear_attn.in_proj_z,0.0003239190,0.05000,1.384
12,linear_attn.out_proj,0.0000075439,0.05000,1.387
12,mlp.gate_proj,0.0003872177,0.05000,3.528
12,mlp.up_proj,0.0004129616,0.05000,3.544
12,mlp.down_proj,0.0000096565,0.05000,4.627
13,linear_attn.in_proj_qkv,0.0009850206,0.05000,2.554
13,linear_attn.in_proj_z,0.0003719021,0.05000,1.407
13,linear_attn.out_proj,0.0000073386,0.05000,1.409
13,mlp.gate_proj,0.0003952028,0.05000,3.650
13,mlp.up_proj,0.0004288867,0.05000,3.667
13,mlp.down_proj,0.0000104336,0.05000,4.649
14,linear_attn.in_proj_qkv,0.0009635751,0.05000,2.255
14,linear_attn.in_proj_z,0.0003632681,0.05000,1.394
14,linear_attn.out_proj,0.0000112182,0.05000,1.396
14,mlp.up_proj,0.0004434553,0.05000,3.508
14,mlp.gate_proj,0.0003879502,0.05000,3.522
14,mlp.down_proj,0.0000116043,0.05000,4.646
15,self_attn.v_proj,0.0001213840,0.05000,4.268
15,self_attn.k_proj,0.0000954670,0.05000,4.294
15,self_attn.q_proj,0.0006834878,0.05000,4.338
15,self_attn.o_proj,0.0000094214,0.05000,1.381
15,mlp.gate_proj,0.0004235716,0.05000,3.524
15,mlp.up_proj,0.0004925119,0.05000,3.539
15,mlp.down_proj,0.0000138071,0.05000,4.665
16,linear_attn.in_proj_qkv,0.0010190399,0.05000,2.331
16,linear_attn.in_proj_z,0.0003796688,0.05000,1.408
16,linear_attn.out_proj,0.0000111552,0.05000,1.391
16,mlp.up_proj,0.0005364623,0.05000,3.535
16,mlp.gate_proj,0.0004638688,0.05000,3.552
16,mlp.down_proj,0.0000172771,0.05000,4.664
17,linear_attn.in_proj_qkv,0.0013729486,0.05000,2.324
17,linear_attn.in_proj_z,0.0004276199,0.05000,1.417
17,linear_attn.out_proj,0.0000140926,0.05000,1.388
17,mlp.gate_proj,0.0004956139,0.05000,3.549
17,mlp.up_proj,0.0005842480,0.05000,3.566
17,mlp.down_proj,0.0000227283,0.05000,4.616
18,linear_attn.in_proj_qkv,0.0012894370,0.05000,2.237
18,linear_attn.in_proj_z,0.0004586742,0.05000,1.387
18,linear_attn.out_proj,0.0000223305,0.05000,1.392
18,mlp.gate_proj,0.0006130184,0.05000,3.581
18,mlp.up_proj,0.0006826382,0.05000,3.597
18,mlp.down_proj,0.0000466529,0.05000,4.634
19,self_attn.v_proj,0.0002892228,0.05000,4.278
19,self_attn.k_proj,0.0001388720,0.05000,4.316
19,self_attn.q_proj,0.0009499902,0.05000,4.362
19,self_attn.o_proj,0.0000317194,0.05000,1.397
19,mlp.gate_proj,0.0006978808,0.05000,3.656
19,mlp.up_proj,0.0008093247,0.05000,3.663
19,mlp.down_proj,0.0000587624,0.05000,4.715
20,linear_attn.in_proj_qkv,0.0020225104,0.05000,2.303
20,linear_attn.in_proj_z,0.0007012037,0.05000,1.407
20,linear_attn.out_proj,0.0000281583,0.05000,1.739
20,mlp.up_proj,0.0008768251,0.05000,7.227
20,mlp.gate_proj,0.0008975103,0.05000,7.236
20,mlp.down_proj,0.0000678279,0.05000,4.671
21,linear_attn.in_proj_qkv,0.0019941680,0.05000,2.475
21,linear_attn.in_proj_z,0.0007265871,0.05000,1.420
21,linear_attn.out_proj,0.0000380938,0.05000,1.431
21,mlp.up_proj,0.0009271357,0.05000,3.550
21,mlp.gate_proj,0.0010129293,0.05000,3.565
21,mlp.down_proj,0.0000853651,0.05000,4.611
22,linear_attn.in_proj_qkv,0.0019610521,0.05000,2.187
22,linear_attn.in_proj_z,0.0008189179,0.05000,1.412
22,linear_attn.out_proj,0.0000419609,0.05000,1.393
22,mlp.up_proj,0.0011960932,0.05000,3.530
22,mlp.gate_proj,0.0014432378,0.05000,3.545
22,mlp.down_proj,0.0001572105,0.05000,4.642
23,self_attn.k_proj,0.0002065265,0.05000,4.139
23,self_attn.v_proj,0.0004189677,0.05000,4.158
23,self_attn.q_proj,0.0013429390,0.05000,4.185
23,self_attn.o_proj,0.0000518407,0.05000,1.392
23,mlp.gate_proj,0.0013415307,0.05000,3.573
23,mlp.up_proj,0.0012069729,0.05000,3.587
23,mlp.down_proj,0.0001401620,0.05000,4.592
24,linear_attn.in_proj_qkv,0.0024601559,0.05000,2.215
24,linear_attn.in_proj_z,0.0009126971,0.05000,1.382
24,linear_attn.out_proj,0.0000904761,0.05000,1.360
24,mlp.gate_proj,0.0015551864,0.05000,3.564
24,mlp.up_proj,0.0013226710,0.05000,3.567
24,mlp.down_proj,0.0001489341,0.05000,4.560
25,linear_attn.in_proj_qkv,0.0026590791,0.05000,2.283
25,linear_attn.in_proj_z,0.0010137543,0.05000,1.349
25,linear_attn.out_proj,0.0000743543,0.05000,1.360
25,mlp.up_proj,0.0015227791,0.05000,3.558
25,mlp.gate_proj,0.0018633780,0.05000,3.575
25,mlp.down_proj,0.0001609640,0.05000,4.555
26,linear_attn.in_proj_qkv,0.0024909598,0.05000,2.077
26,linear_attn.in_proj_z,0.0010871317,0.05000,1.362
26,linear_attn.out_proj,0.0000839367,0.05000,1.366
26,mlp.gate_proj,0.0022158260,0.05000,3.506
26,mlp.up_proj,0.0017778813,0.05000,3.521
26,mlp.down_proj,0.0002158428,0.05000,4.576
27,self_attn.v_proj,0.0010102201,0.05000,3.869
27,self_attn.k_proj,0.0002832751,0.05000,3.870
27,self_attn.q_proj,0.0016260430,0.05000,3.898
27,self_attn.o_proj,0.0002207751,0.05000,1.369
27,mlp.gate_proj,0.0022276336,0.05000,3.484
27,mlp.up_proj,0.0018339403,0.05000,3.505
27,mlp.down_proj,0.0002462312,0.05000,4.561
28,linear_attn.in_proj_qkv,0.0031318069,0.05000,2.142
28,linear_attn.in_proj_z,0.0011934488,0.05000,1.372
28,linear_attn.out_proj,0.0001856363,0.05000,1.364
28,mlp.gate_proj,0.0023131627,0.05000,3.528
28,mlp.up_proj,0.0019404228,0.05000,3.540
28,mlp.down_proj,0.0003085224,0.05000,4.567
29,linear_attn.in_proj_qkv,0.0022829633,0.05000,2.424
29,linear_attn.in_proj_z,0.0010525111,0.05000,1.395
29,linear_attn.out_proj,0.0001757811,0.05000,1.389
29,mlp.gate_proj,0.0025438648,0.05000,3.556
29,mlp.up_proj,0.0021299889,0.05000,3.570
29,mlp.down_proj,0.0003841301,0.05000,4.683
30,linear_attn.in_proj_qkv,0.0024429213,0.05000,2.191
30,linear_attn.in_proj_z,0.0010424137,0.05000,1.431
30,linear_attn.out_proj,0.0003442312,0.05000,1.419
30,mlp.gate_proj,0.0023651903,0.05000,3.582
30,mlp.up_proj,0.0020158714,0.05000,3.595
30,mlp.down_proj,0.0005158665,0.05000,4.614
31,self_attn.k_proj,0.0002929360,0.05000,4.332
31,self_attn.v_proj,0.0009193094,0.05000,4.360
31,self_attn.q_proj,0.0016820146,0.05000,4.373
31,self_attn.o_proj,0.0005347969,0.05000,1.377
31,mlp.up_proj,0.0018111625,0.05000,3.501
31,mlp.gate_proj,0.0021814626,0.05000,3.514
31,mlp.down_proj,0.0010631188,0.05000,4.622