layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.03800409,0.01500,10.055
0,self_attn.v_proj,0.00029167,0.01500,9.539
0,self_attn.q_proj,0.05034885,0.01500,9.767
0,self_attn.o_proj,0.00001702,0.01500,8.260
0,mlp.up_proj,0.06246447,0.01500,11.147
0,mlp.gate_proj,0.06767990,0.01500,10.990
0,mlp.down_proj,122.77639771,0.01750,81.105
1,self_attn.k_proj,0.18467873,0.01500,9.433
1,self_attn.v_proj,0.00569904,0.01500,9.301
1,self_attn.q_proj,0.25536144,0.01500,9.560
1,self_attn.o_proj,0.00002289,0.01500,8.127
1,mlp.up_proj,0.23793034,0.01500,10.917
1,mlp.gate_proj,0.26141977,0.01500,10.910
1,mlp.down_proj,8.86084270,0.02000,79.310
2,self_attn.k_proj,0.16353370,0.01500,9.033
2,self_attn.v_proj,0.00999526,0.01500,8.898
2,self_attn.q_proj,0.26395139,0.01500,9.176
2,self_attn.o_proj,0.00016315,0.01500,7.752
2,mlp.up_proj,0.59172004,0.01500,10.511
2,mlp.gate_proj,0.65378678,0.01500,10.442
2,mlp.down_proj,0.01433423,0.02250,79.469
3,self_attn.k_proj,0.32384107,0.01500,8.979
3,self_attn.v_proj,0.03303223,0.01500,8.904
3,self_attn.q_proj,0.61686051,0.01500,9.194
3,self_attn.o_proj,0.00019628,0.01500,7.795
3,mlp.up_proj,0.71526146,0.01500,10.582
3,mlp.gate_proj,0.82898009,0.01500,10.457
3,mlp.down_proj,0.00026379,0.01500,70.238
4,self_attn.k_proj,0.31372750,0.01500,8.990
4,self_attn.v_proj,0.04330600,0.01500,8.919
4,self_attn.q_proj,0.65432298,0.01500,9.226
4,self_attn.o_proj,0.00031285,0.01500,7.730
4,mlp.up_proj,1.25208759,0.01500,10.488
4,mlp.gate_proj,1.47504485,0.01500,10.446
4,mlp.down_proj,0.00058821,0.01500,70.340
5,self_attn.k_proj,0.41645628,0.01500,8.980
5,self_attn.v_proj,0.06410289,0.01500,8.828
5,self_attn.q_proj,0.92153120,0.01500,9.155
5,self_attn.o_proj,0.00056107,0.01500,7.745
5,mlp.up_proj,1.85592008,0.01500,10.494
5,mlp.gate_proj,2.20139408,0.01500,10.409
5,mlp.down_proj,0.00116923,0.01500,69.607
6,self_attn.k_proj,0.43836990,0.01500,8.882
6,self_attn.v_proj,0.08318036,0.01500,8.791
6,self_attn.q_proj,1.02874875,0.01500,9.067
6,self_attn.o_proj,0.00064670,0.01500,7.675
6,mlp.up_proj,2.49685287,0.01500,10.449
6,mlp.gate_proj,2.87925005,0.01500,10.313
6,mlp.down_proj,0.00161791,0.01500,69.784
7,self_attn.k_proj,0.52362585,0.01500,8.889
7,self_attn.v_proj,0.13642624,0.01500,8.825
7,self_attn.q_proj,1.28580260,0.01500,9.082
7,self_attn.o_proj,0.00155695,0.01500,7.690
7,mlp.up_proj,2.96220732,0.01500,10.575
7,mlp.gate_proj,3.64333630,0.01500,10.503
7,mlp.down_proj,0.00264378,0.01500,70.248
8,self_attn.k_proj,0.63979423,0.01500,8.909
8,self_attn.v_proj,0.15803741,0.01500,8.827
8,self_attn.q_proj,1.57733870,0.01500,9.059
8,self_attn.o_proj,0.00168272,0.01500,7.732
8,mlp.up_proj,3.87038517,0.01500,10.463
8,mlp.gate_proj,4.95631742,0.01500,10.363
8,mlp.down_proj,0.00371242,0.01500,70.308
9,self_attn.k_proj,0.59748501,0.01500,8.997
9,self_attn.v_proj,0.16724646,0.01500,8.882
9,self_attn.q_proj,1.43996024,0.01500,9.159
9,self_attn.o_proj,0.00179526,0.01500,7.693
9,mlp.up_proj,4.72189140,0.01500,10.528
9,mlp.gate_proj,5.94519615,0.01500,10.377
9,mlp.down_proj,0.00470823,0.01500,69.916
10,self_attn.k_proj,0.82402146,0.01500,9.042
10,self_attn.v_proj,0.21555921,0.01500,8.946
10,self_attn.q_proj,1.82566381,0.01500,9.148
10,self_attn.o_proj,0.00248254,0.01500,7.757
10,mlp.up_proj,5.02692699,0.01500,10.525
10,mlp.gate_proj,6.39245033,0.01500,10.424
10,mlp.down_proj,0.00536348,0.01500,69.974
11,self_attn.k_proj,0.74563336,0.01500,8.999
11,self_attn.v_proj,0.23370314,0.01500,8.842
11,self_attn.q_proj,1.75307894,0.01500,9.167
11,self_attn.o_proj,0.00292618,0.01500,7.745
11,mlp.up_proj,5.36543846,0.01500,10.444
11,mlp.gate_proj,6.80895901,0.01500,10.361
11,mlp.down_proj,0.00608149,0.01500,70.185
12,self_attn.k_proj,1.08979559,0.01500,9.003
12,self_attn.v_proj,0.24754030,0.01500,8.963
12,self_attn.q_proj,2.27242470,0.01500,9.188
12,self_attn.o_proj,0.00324824,0.01500,7.713
12,mlp.up_proj,5.42711830,0.01500,10.433
12,mlp.gate_proj,6.52203751,0.01500,10.398
12,mlp.down_proj,0.00636382,0.01500,70.076
13,self_attn.k_proj,0.88497055,0.01500,9.005
13,self_attn.v_proj,0.32992467,0.01500,8.875
13,self_attn.q_proj,1.93331039,0.01500,9.179
13,self_attn.o_proj,0.00422536,0.01500,7.726
13,mlp.up_proj,5.42011976,0.01500,10.585
13,mlp.gate_proj,6.25078583,0.01500,10.332
13,mlp.down_proj,0.00637772,0.01500,70.100
14,self_attn.k_proj,1.19951928,0.01500,9.026
14,self_attn.v_proj,0.46357459,0.01500,8.841
14,self_attn.q_proj,2.62105107,0.01500,9.180
14,self_attn.o_proj,0.00487737,0.01500,7.710
14,mlp.up_proj,5.87046814,0.01500,10.449
14,mlp.gate_proj,6.54018831,0.01500,10.361
14,mlp.down_proj,0.00672727,0.01500,70.300
15,self_attn.k_proj,1.30732179,0.01500,9.057
15,self_attn.v_proj,0.53901422,0.01500,8.930
15,self_attn.q_proj,2.60130119,0.01500,9.194
15,self_attn.o_proj,0.00579292,0.01500,7.819
15,mlp.up_proj,6.54717922,0.01500,10.507
15,mlp.gate_proj,7.27413368,0.01500,10.404
15,mlp.down_proj,0.00846362,0.01500,70.164
16,self_attn.k_proj,0.94003272,0.01500,9.002
16,self_attn.v_proj,0.48048007,0.01500,8.930
16,self_attn.q_proj,2.34923220,0.01500,9.094
16,self_attn.o_proj,0.00801385,0.01500,7.695
16,mlp.up_proj,7.06870222,0.01500,10.526
16,mlp.gate_proj,7.43691063,0.01500,10.378
16,mlp.down_proj,0.02675569,0.01500,69.962
17,self_attn.k_proj,1.36748672,0.01500,8.974
17,self_attn.v_proj,0.65129840,0.01500,8.875
17,self_attn.q_proj,3.25985980,0.01500,9.082
17,self_attn.o_proj,0.00819864,0.01500,7.733
17,mlp.up_proj,7.59645605,0.01500,10.504
17,mlp.gate_proj,8.38288307,0.01500,10.371
17,mlp.down_proj,0.01188845,0.01500,69.862
18,self_attn.k_proj,1.34077215,0.01500,8.976
18,self_attn.v_proj,0.58861768,0.01500,8.846
18,self_attn.q_proj,3.15313101,0.01500,9.081
18,self_attn.o_proj,0.00795548,0.01500,7.695
18,mlp.up_proj,8.06920052,0.01500,10.462
18,mlp.gate_proj,9.00021172,0.01500,10.388
18,mlp.down_proj,0.01260103,0.01500,69.766
19,self_attn.k_proj,1.24335551,0.01500,9.085
19,self_attn.v_proj,0.49435788,0.01500,8.906
19,self_attn.q_proj,2.84453106,0.01500,9.161
19,self_attn.o_proj,0.00473030,0.01500,7.724
19,mlp.up_proj,8.09726143,0.01500,10.507
19,mlp.gate_proj,9.16748428,0.01500,10.433
19,mlp.down_proj,0.01282471,0.01500,70.202
20,self_attn.k_proj,1.51323485,0.01500,8.976
20,self_attn.v_proj,0.47590888,0.01500,8.824
20,self_attn.q_proj,3.05653715,0.01500,9.171
20,self_attn.o_proj,0.00565717,0.01500,7.702
20,mlp.up_proj,8.84608078,0.01500,10.494
20,mlp.gate_proj,10.17357826,0.01500,10.368
20,mlp.down_proj,0.01499839,0.01500,70.186
21,self_attn.k_proj,1.21712697,0.01500,8.932
21,self_attn.v_proj,0.45296255,0.01500,8.833
21,self_attn.q_proj,2.78896952,0.01500,9.082
21,self_attn.o_proj,0.00484712,0.01500,7.724
21,mlp.up_proj,9.58943367,0.01500,10.483
21,mlp.gate_proj,11.47014236,0.01500,10.431
21,mlp.down_proj,0.01646169,0.01500,69.947
22,self_attn.k_proj,1.24177575,0.01500,8.965
22,self_attn.v_proj,0.47584715,0.01500,8.831
22,self_attn.q_proj,2.83237648,0.01500,9.104
22,self_attn.o_proj,0.00498693,0.01500,7.716
22,mlp.up_proj,9.98145580,0.01500,10.489
22,mlp.gate_proj,12.20991039,0.01500,10.383
22,mlp.down_proj,0.01812218,0.01500,69.934
23,self_attn.k_proj,1.43600082,0.01500,8.932
23,self_attn.v_proj,0.52415586,0.01500,8.857
23,self_attn.q_proj,2.95049453,0.01500,9.151
23,self_attn.o_proj,0.00514305,0.01500,7.724
23,mlp.up_proj,10.37100410,0.01500,10.557
23,mlp.gate_proj,12.68822670,0.01500,10.403
23,mlp.down_proj,0.02016752,0.01500,69.919
24,self_attn.k_proj,1.22764063,0.01500,9.040
24,self_attn.v_proj,0.48570618,0.01500,8.877
24,self_attn.q_proj,2.90302849,0.01500,9.168
24,self_attn.o_proj,0.00425597,0.01500,7.749
24,mlp.up_proj,10.54839897,0.01500,10.527
24,mlp.gate_proj,12.60933685,0.01500,10.432
24,mlp.down_proj,0.02184721,0.01500,70.333
25,self_attn.k_proj,1.46802163,0.01500,9.018
25,self_attn.v_proj,0.52720594,0.01500,8.926
25,self_attn.q_proj,3.06536722,0.01500,9.116
25,self_attn.o_proj,0.00684949,0.01500,7.782
25,mlp.up_proj,11.20672798,0.01500,10.533
25,mlp.gate_proj,13.90021133,0.01500,10.438
25,mlp.down_proj,0.02409778,0.01500,70.050
26,self_attn.k_proj,1.29228377,0.01500,8.949
26,self_attn.v_proj,0.57201153,0.01500,8.854
26,self_attn.q_proj,3.13525867,0.01500,9.222
26,self_attn.o_proj,0.00391192,0.01500,7.782
26,mlp.up_proj,11.83962345,0.01500,10.493
26,mlp.gate_proj,15.20443535,0.01500,10.396
26,mlp.down_proj,0.02614049,0.01500,69.954
27,self_attn.k_proj,0.88632798,0.01500,9.020
27,self_attn.v_proj,0.48611897,0.01500,8.897
27,self_attn.q_proj,2.45760012,0.01500,9.209
27,self_attn.o_proj,0.00683792,0.01500,7.748
27,mlp.up_proj,12.29720688,0.01500,10.510
27,mlp.gate_proj,15.61578560,0.01500,10.397
27,mlp.down_proj,0.02973901,0.01500,70.396
28,self_attn.k_proj,1.63662410,0.01500,9.114
28,self_attn.v_proj,0.69950449,0.01500,8.848
28,self_attn.q_proj,3.66016626,0.01500,9.178
28,self_attn.o_proj,0.00450885,0.01500,7.803
28,mlp.up_proj,13.09376621,0.01500,10.543
28,mlp.gate_proj,17.77537918,0.01500,10.396
28,mlp.down_proj,0.02642588,0.01500,70.276
29,self_attn.k_proj,1.24072099,0.01500,8.973
29,self_attn.v_proj,0.51255256,0.01500,8.845
29,self_attn.q_proj,2.85985756,0.01500,9.164
29,self_attn.o_proj,0.00626362,0.01500,7.725
29,mlp.up_proj,13.94082069,0.01500,10.543
29,mlp.gate_proj,18.84334183,0.01500,10.425
29,mlp.down_proj,0.02983290,0.01500,70.235
30,self_attn.k_proj,1.65746176,0.01500,8.979
30,self_attn.v_proj,0.78385550,0.01500,8.847
30,self_attn.q_proj,3.72957063,0.01500,9.167
30,self_attn.o_proj,0.00492206,0.01500,7.700
30,mlp.up_proj,14.89903069,0.01500,10.482
30,mlp.gate_proj,20.29168320,0.01500,10.408
30,mlp.down_proj,0.03005299,0.01500,70.361
31,self_attn.k_proj,1.28545117,0.01500,9.046
31,self_attn.v_proj,0.82206869,0.01500,8.879
31,self_attn.q_proj,3.26446176,0.01500,9.142
31,self_attn.o_proj,0.00489110,0.01500,7.761
31,mlp.up_proj,15.95234871,0.01500,10.505
31,mlp.gate_proj,21.13663673,0.01500,10.414
31,mlp.down_proj,0.03415801,0.01500,70.001
32,self_attn.k_proj,1.45222533,0.01500,8.962
32,self_attn.v_proj,0.85712063,0.01500,8.906
32,self_attn.q_proj,3.32904983,0.01500,9.130
32,self_attn.o_proj,0.00456512,0.01500,7.703
32,mlp.up_proj,17.20175552,0.01500,10.455
32,mlp.gate_proj,22.76749420,0.01500,10.347
32,mlp.down_proj,0.03667348,0.01500,69.933
33,self_attn.k_proj,1.28464460,0.01500,9.027
33,self_attn.v_proj,1.08510971,0.01500,8.933
33,self_attn.q_proj,3.33197784,0.01500,9.167
33,self_attn.o_proj,0.00765702,0.01500,7.764
33,mlp.up_proj,18.59273911,0.01500,10.444
33,mlp.gate_proj,23.39777565,0.01500,10.397
33,mlp.down_proj,0.04460685,0.01500,69.775
34,self_attn.k_proj,1.41832530,0.01500,8.968
34,self_attn.v_proj,1.17636061,0.01500,8.863
34,self_attn.q_proj,3.30106735,0.01500,9.114
34,self_attn.o_proj,0.01115446,0.01500,7.734
34,mlp.up_proj,20.97494888,0.01500,10.464
34,mlp.gate_proj,24.78300285,0.01500,10.378
34,mlp.down_proj,0.06369123,0.01500,69.921
35,self_attn.k_proj,1.42440677,0.01500,8.956
35,self_attn.v_proj,1.28756523,0.01500,8.843
35,self_attn.q_proj,3.27953172,0.01500,9.102
35,self_attn.o_proj,0.01837796,0.01500,7.732
35,mlp.up_proj,22.10249710,0.01500,10.441
35,mlp.gate_proj,24.83651733,0.01500,10.413
35,mlp.down_proj,0.08408390,0.01500,69.967
36,self_attn.k_proj,1.24364901,0.01500,8.948
36,self_attn.v_proj,1.44510031,0.01500,8.888
36,self_attn.q_proj,3.26556134,0.01500,9.188
36,self_attn.o_proj,0.03268477,0.01500,7.730
36,mlp.up_proj,24.90559196,0.01500,10.541
36,mlp.gate_proj,27.37611389,0.01500,10.482
36,mlp.down_proj,0.16491362,0.01500,70.292
37,self_attn.k_proj,1.33791363,0.01500,8.995
37,self_attn.v_proj,2.22332525,0.01500,8.925
37,self_attn.q_proj,3.58406496,0.01500,9.195
37,self_attn.o_proj,0.05431826,0.01500,7.721
37,mlp.up_proj,28.33998871,0.01500,10.551
37,mlp.gate_proj,30.84956932,0.01500,10.431
37,mlp.down_proj,0.02084375,0.01750,77.900
38,self_attn.k_proj,1.41221428,0.01500,9.058
38,self_attn.v_proj,1.88256168,0.01500,8.889
38,self_attn.q_proj,3.55272102,0.01500,9.140
38,self_attn.o_proj,0.09092726,0.01500,7.753
38,mlp.up_proj,28.19104385,0.01500,10.486
38,mlp.gate_proj,30.21595383,0.01500,10.464
38,mlp.down_proj,0.01699789,0.01750,77.793
39,self_attn.k_proj,1.36874676,0.01500,9.050
39,self_attn.v_proj,1.10179245,0.01500,8.918
39,self_attn.q_proj,3.54343081,0.01500,9.172
39,self_attn.o_proj,0.12434964,0.01500,7.737
39,mlp.up_proj,24.06164551,0.01500,10.567
39,mlp.gate_proj,26.80733490,0.01500,10.421
39,mlp.down_proj,0.00067774,0.02500,79.658