layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000016523,0.05000,1.795
0,self_attn.v_proj,0.0000000676,0.05000,1.794
0,self_attn.q_proj,0.0000047056,0.05000,1.807
0,self_attn.o_proj,0.0000000003,0.05000,1.814
0,mlp.gate_proj,0.0000022332,0.05000,1.835
0,mlp.up_proj,0.0000019450,0.05000,1.871
0,mlp.down_proj,0.0000000066,0.05000,7.613
1,self_attn.k_proj,0.0000034698,0.05000,1.814
1,self_attn.v_proj,0.0000004757,0.05000,1.825
1,self_attn.q_proj,0.0000071440,0.05000,1.830
1,self_attn.o_proj,0.0000000009,0.05000,1.864
1,mlp.gate_proj,0.0000072235,0.05000,1.874
1,mlp.up_proj,0.0000063484,0.05000,1.894
1,mlp.down_proj,0.0000113511,0.05000,7.731
2,self_attn.k_proj,0.0000232880,0.05000,1.819
2,self_attn.v_proj,0.0000030288,0.05000,1.847
2,self_attn.q_proj,0.0000483875,0.05000,1.845
2,self_attn.o_proj,0.0000000011,0.05000,1.870
2,mlp.gate_proj,0.0000151627,0.05000,1.884
2,mlp.up_proj,0.0000133086,0.05000,1.900
2,mlp.down_proj,0.0000000049,0.05000,7.737
3,self_attn.k_proj,0.0000131313,0.05000,1.812
3,self_attn.v_proj,0.0000021471,0.05000,1.823
3,self_attn.q_proj,0.0000271032,0.05000,1.860
3,self_attn.o_proj,0.0000000023,0.05000,1.885
3,mlp.gate_proj,0.0000248268,0.05000,1.885
3,mlp.up_proj,0.0000215048,0.05000,1.900
3,mlp.down_proj,0.0000000092,0.05000,7.698
4,self_attn.k_proj,0.0000173681,0.05000,1.812
4,self_attn.v_proj,0.0000034718,0.05000,1.837
4,self_attn.q_proj,0.0000398249,0.05000,1.843
4,self_attn.o_proj,0.0000000025,0.05000,1.898
4,mlp.gate_proj,0.0000357488,0.05000,1.897
4,mlp.up_proj,0.0000290831,0.05000,1.887
4,mlp.down_proj,0.0000000166,0.05000,7.754
5,self_attn.k_proj,0.0000225839,0.05000,1.809
5,self_attn.v_proj,0.0000038189,0.05000,1.843
5,self_attn.q_proj,0.0000510705,0.05000,1.853
5,self_attn.o_proj,0.0000000073,0.05000,1.888
5,mlp.gate_proj,0.0000504528,0.05000,1.885
5,mlp.up_proj,0.0000384757,0.05000,1.889
5,mlp.down_proj,0.0000000284,0.05000,7.746
6,self_attn.k_proj,0.0000227047,0.05000,1.810
6,self_attn.v_proj,0.0000039478,0.05000,1.854
6,self_attn.q_proj,0.0000484842,0.05000,1.849
6,self_attn.o_proj,0.0000000086,0.05000,1.883
6,mlp.gate_proj,0.0000603422,0.05000,1.888
6,mlp.up_proj,0.0000468650,0.05000,1.880
6,mlp.down_proj,0.0000000422,0.05000,7.822
7,self_attn.k_proj,0.0000283220,0.05000,1.835
7,self_attn.v_proj,0.0000051023,0.05000,1.831
7,self_attn.q_proj,0.0000588389,0.05000,1.865
7,self_attn.o_proj,0.0000000144,0.05000,1.877
7,mlp.gate_proj,0.0000707524,0.05000,1.875
7,mlp.up_proj,0.0000537316,0.05000,1.871
7,mlp.down_proj,0.0000000520,0.05000,7.851
8,self_attn.k_proj,0.0000225177,0.05000,1.823
8,self_attn.v_proj,0.0000048200,0.05000,1.849
8,self_attn.q_proj,0.0000494621,0.05000,1.841
8,self_attn.o_proj,0.0000000159,0.05000,1.875
8,mlp.gate_proj,0.0000752135,0.05000,1.877
8,mlp.up_proj,0.0000583140,0.05000,1.895
8,mlp.down_proj,0.0000000637,0.05000,7.751
9,self_attn.k_proj,0.0000300743,0.05000,1.801
9,self_attn.v_proj,0.0000054835,0.05000,1.844
9,self_attn.q_proj,0.0000641213,0.05000,1.825
9,self_attn.o_proj,0.0000000138,0.05000,1.874
9,mlp.gate_proj,0.0000757944,0.05000,1.873
9,mlp.up_proj,0.0000608549,0.05000,1.891
9,mlp.down_proj,0.0000000652,0.05000,7.782
10,self_attn.k_proj,0.0000277031,0.05000,1.828
10,self_attn.v_proj,0.0000048212,0.05000,1.836
10,self_attn.q_proj,0.0000577774,0.05000,1.842
10,self_attn.o_proj,0.0000000252,0.05000,1.900
10,mlp.gate_proj,0.0000759105,0.05000,1.880
10,mlp.up_proj,0.0000624909,0.05000,1.904
10,mlp.down_proj,0.0000000746,0.05000,7.809
11,self_attn.k_proj,0.0000307269,0.05000,1.823
11,self_attn.v_proj,0.0000067238,0.05000,1.849
11,self_attn.q_proj,0.0000667410,0.05000,1.855
11,self_attn.o_proj,0.0000000303,0.05000,1.888
11,mlp.gate_proj,0.0000791975,0.05000,1.879
11,mlp.up_proj,0.0000662933,0.05000,1.881
11,mlp.down_proj,0.0000000815,0.05000,7.759
12,self_attn.k_proj,0.0000387040,0.05000,1.824
12,self_attn.v_proj,0.0000074917,0.05000,1.844
12,self_attn.q_proj,0.0000846263,0.05000,1.836
12,self_attn.o_proj,0.0000000297,0.05000,1.868
12,mlp.gate_proj,0.0000850841,0.05000,1.881
12,mlp.up_proj,0.0000730589,0.05000,1.930
12,mlp.down_proj,0.0000000985,0.05000,7.799
13,self_attn.k_proj,0.0000331033,0.05000,1.813
13,self_attn.v_proj,0.0000072238,0.05000,1.848
13,self_attn.q_proj,0.0000681363,0.05000,1.874
13,self_attn.o_proj,0.0000000459,0.05000,1.887
13,mlp.gate_proj,0.0000943840,0.05000,1.892
13,mlp.up_proj,0.0000834691,0.05000,1.915
13,mlp.down_proj,0.0000001309,0.05000,7.805
14,self_attn.k_proj,0.0000315428,0.05000,1.819
14,self_attn.v_proj,0.0000110517,0.05000,1.826
14,self_attn.q_proj,0.0000745774,0.05000,1.868
14,self_attn.o_proj,0.0000000498,0.05000,1.867
14,mlp.gate_proj,0.0001043503,0.05000,1.884
14,mlp.up_proj,0.0000923919,0.05000,1.915
14,mlp.down_proj,0.0000001822,0.05000,7.812
15,self_attn.k_proj,0.0000390670,0.05000,1.819
15,self_attn.v_proj,0.0000122743,0.05000,1.817
15,self_attn.q_proj,0.0000900950,0.05000,1.848
15,self_attn.o_proj,0.0000000616,0.05000,1.866
15,mlp.gate_proj,0.0001224830,0.05000,1.876
15,mlp.up_proj,0.0001045590,0.05000,1.917
15,mlp.down_proj,0.0000002408,0.05000,7.775
16,self_attn.k_proj,0.0000379696,0.05000,1.826
16,self_attn.v_proj,0.0000119464,0.05000,1.847
16,self_attn.q_proj,0.0000839079,0.05000,1.846
16,self_attn.o_proj,0.0000000745,0.05000,1.868
16,mlp.gate_proj,0.0001533531,0.05000,1.872
16,mlp.up_proj,0.0001242751,0.05000,1.911
16,mlp.down_proj,0.0000003499,0.05000,7.762
17,self_attn.k_proj,0.0000332570,0.05000,1.819
17,self_attn.v_proj,0.0000118181,0.05000,1.839
17,self_attn.q_proj,0.0000805768,0.05000,1.849
17,self_attn.o_proj,0.0000000917,0.05000,1.878
17,mlp.gate_proj,0.0001794801,0.05000,1.893
17,mlp.up_proj,0.0001451258,0.05000,1.915
17,mlp.down_proj,0.0000005215,0.05000,7.796
18,self_attn.k_proj,0.0000382652,0.05000,1.823
18,self_attn.v_proj,0.0000139516,0.05000,1.842
18,self_attn.q_proj,0.0000989958,0.05000,1.838
18,self_attn.o_proj,0.0000000889,0.05000,1.871
18,mlp.gate_proj,0.0002092144,0.05000,1.879
18,mlp.up_proj,0.0001686231,0.05000,1.919
18,mlp.down_proj,0.0000007502,0.05000,7.756
19,self_attn.k_proj,0.0000386221,0.05000,1.794
19,self_attn.v_proj,0.0000168046,0.05000,1.839
19,self_attn.q_proj,0.0000935780,0.05000,1.859
19,self_attn.o_proj,0.0000001193,0.05000,1.879
19,mlp.gate_proj,0.0002471446,0.05000,1.875
19,mlp.up_proj,0.0001948177,0.05000,1.899
19,mlp.down_proj,0.0000010464,0.05000,7.791
20,self_attn.k_proj,0.0000399475,0.05000,1.824
20,self_attn.v_proj,0.0000188667,0.05000,1.816
20,self_attn.q_proj,0.0001004842,0.05000,1.855
20,self_attn.o_proj,0.0000001256,0.05000,1.864
20,mlp.gate_proj,0.0002827397,0.05000,1.878
20,mlp.up_proj,0.0002160726,0.05000,1.901
20,mlp.down_proj,0.0000010087,0.05000,7.751
21,self_attn.k_proj,0.0000396542,0.05000,1.826
21,self_attn.v_proj,0.0000200561,0.05000,1.847
21,self_attn.q_proj,0.0001002944,0.05000,1.858
21,self_attn.o_proj,0.0000001263,0.05000,1.889
21,mlp.gate_proj,0.0003339595,0.05000,1.876
21,mlp.up_proj,0.0002377787,0.05000,1.892
21,mlp.down_proj,0.0000010033,0.05000,7.805
22,self_attn.k_proj,0.0000371550,0.05000,1.822
22,self_attn.v_proj,0.0000208075,0.05000,1.838
22,self_attn.q_proj,0.0000956123,0.05000,1.842
22,self_attn.o_proj,0.0000000868,0.05000,1.860
22,mlp.gate_proj,0.0003425491,0.05000,1.865
22,mlp.up_proj,0.0002464092,0.05000,1.872
22,mlp.down_proj,0.0000009421,0.05000,7.788
23,self_attn.k_proj,0.0000368202,0.05000,1.824
23,self_attn.v_proj,0.0000213124,0.05000,1.848
23,self_attn.q_proj,0.0000944163,0.05000,1.830
23,self_attn.o_proj,0.0000001513,0.05000,1.872
23,mlp.gate_proj,0.0003691351,0.05000,1.895
23,mlp.up_proj,0.0002642818,0.05000,1.901
23,mlp.down_proj,0.0000010600,0.05000,7.800
24,self_attn.k_proj,0.0000408161,0.05000,1.816
24,self_attn.v_proj,0.0000241710,0.05000,1.822
24,self_attn.q_proj,0.0001050899,0.05000,1.864
24,self_attn.o_proj,0.0000001114,0.05000,1.890
24,mlp.gate_proj,0.0004086354,0.05000,1.897
24,mlp.up_proj,0.0002869176,0.05000,1.912
24,mlp.down_proj,0.0000011217,0.05000,7.775
25,self_attn.k_proj,0.0000390890,0.05000,1.824
25,self_attn.v_proj,0.0000272074,0.05000,1.839
25,self_attn.q_proj,0.0001041425,0.05000,1.861
25,self_attn.o_proj,0.0000001199,0.05000,1.884
25,mlp.gate_proj,0.0004309676,0.05000,1.889
25,mlp.up_proj,0.0003060625,0.05000,1.915
25,mlp.down_proj,0.0000011862,0.05000,7.778
26,self_attn.k_proj,0.0000357096,0.05000,1.832
26,self_attn.v_proj,0.0000280702,0.05000,1.835
26,self_attn.q_proj,0.0000973138,0.05000,1.873
26,self_attn.o_proj,0.0000001324,0.05000,1.873
26,mlp.gate_proj,0.0004391482,0.05000,1.875
26,mlp.up_proj,0.0003227178,0.05000,1.912
26,mlp.down_proj,0.0000012747,0.05000,7.838
27,self_attn.k_proj,0.0000362845,0.05000,1.823
27,self_attn.v_proj,0.0000254822,0.05000,1.856
27,self_attn.q_proj,0.0000988954,0.05000,1.866
27,self_attn.o_proj,0.0000001826,0.05000,1.900
27,mlp.gate_proj,0.0004633545,0.05000,1.958
27,mlp.up_proj,0.0003437613,0.05000,1.904
27,mlp.down_proj,0.0000014556,0.05000,7.840
28,self_attn.k_proj,0.0000344292,0.05000,1.814
28,self_attn.v_proj,0.0000361239,0.05000,1.831
28,self_attn.q_proj,0.0000942948,0.05000,1.931
28,self_attn.o_proj,0.0000001973,0.05000,1.885
28,mlp.gate_proj,0.0004977954,0.05000,1.894
28,mlp.up_proj,0.0003827089,0.05000,1.876
28,mlp.down_proj,0.0000020086,0.05000,7.811
29,self_attn.k_proj,0.0000337425,0.05000,1.828
29,self_attn.v_proj,0.0000512920,0.05000,1.835
29,self_attn.q_proj,0.0001034081,0.05000,1.853
29,self_attn.o_proj,0.0000003536,0.05000,1.877
29,mlp.gate_proj,0.0004712714,0.05000,1.905
29,mlp.up_proj,0.0003772928,0.05000,1.893
29,mlp.down_proj,0.0000025558,0.05000,7.775
30,self_attn.k_proj,0.0000303083,0.05000,1.810
30,self_attn.v_proj,0.0000531868,0.05000,1.833
30,self_attn.q_proj,0.0000936513,0.05000,1.879
30,self_attn.o_proj,0.0000002687,0.05000,1.887
30,mlp.gate_proj,0.0004575595,0.05000,1.893
30,mlp.up_proj,0.0003732511,0.05000,1.920
30,mlp.down_proj,0.0000033987,0.05000,7.809
31,self_attn.k_proj,0.0000276906,0.05000,1.814
31,self_attn.v_proj,0.0000522918,0.05000,1.848
31,self_attn.q_proj,0.0000841205,0.05000,1.862
31,self_attn.o_proj,0.0000004833,0.05000,1.887
31,mlp.gate_proj,0.0003565768,0.05000,1.898
31,mlp.up_proj,0.0002817107,0.05000,1.909
31,mlp.down_proj,0.0000131714,0.05000,7.770