quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000019081,0.05000,0.332
0,self_attn.v_proj,0.0000016837,0.05000,0.200
0,self_attn.q_proj,0.0000039364,0.05000,0.203
0,self_attn.o_proj,0.0000056098,0.05000,0.203
0,mlp.gate_proj,0.0000470062,0.05000,0.206
0,mlp.up_proj,0.0000306148,0.05000,0.203
0,mlp.down_proj,0.0000068516,0.05000,0.636
1,self_attn.k_proj,0.0000013728,0.05000,0.203
1,self_attn.v_proj,0.0000013939,0.05000,0.200
1,self_attn.q_proj,0.0000028825,0.05000,0.203
1,self_attn.o_proj,0.0000023865,0.05000,0.201
1,mlp.gate_proj,0.0008831412,0.05000,0.204
1,mlp.up_proj,0.0003578806,0.05000,0.209
1,mlp.down_proj,0.0000132971,0.05000,0.637
2,self_attn.k_proj,0.0000029317,0.05000,0.202
2,self_attn.v_proj,0.0000029742,0.05000,0.201
2,self_attn.q_proj,0.0000064168,0.05000,0.202
2,self_attn.o_proj,0.0000042271,0.05000,0.206
2,mlp.gate_proj,0.0007532914,0.05000,0.206
2,mlp.up_proj,0.0003059945,0.05000,0.203
2,mlp.down_proj,0.1763929896,0.05000,0.633
3,self_attn.k_proj,0.0000218697,0.05000,0.203
3,self_attn.v_proj,0.0000228610,0.05000,0.200
3,self_attn.q_proj,0.0000440757,0.05000,0.199
3,self_attn.o_proj,0.0000079944,0.05000,0.204
3,mlp.gate_proj,0.0008795216,0.05000,0.203
3,mlp.up_proj,0.0003825172,0.05000,0.203
3,mlp.down_proj,0.0000211811,0.05000,0.636
4,self_attn.k_proj,0.0000210421,0.05000,0.203
4,self_attn.v_proj,0.0000235391,0.05000,0.200
4,self_attn.q_proj,0.0000443120,0.05000,0.201
4,self_attn.o_proj,0.0000140325,0.05000,0.202
4,mlp.gate_proj,0.0007912390,0.05000,0.204
4,mlp.up_proj,0.0003764061,0.05000,0.204
4,mlp.down_proj,0.0000292796,0.05000,0.632
5,self_attn.k_proj,0.0000287569,0.05000,0.203
5,self_attn.v_proj,0.0000314861,0.05000,0.202
5,self_attn.q_proj,0.0000644466,0.05000,0.202
5,self_attn.o_proj,0.0000174220,0.05000,0.203
5,mlp.gate_proj,0.0003536086,0.05000,0.204
5,mlp.up_proj,0.0002435356,0.05000,0.205
5,mlp.down_proj,0.0000425596,0.05000,0.644
6,self_attn.k_proj,0.0000258364,0.05000,0.204
6,self_attn.v_proj,0.0000253155,0.05000,0.205
6,self_attn.q_proj,0.0000537993,0.05000,0.202
6,self_attn.o_proj,0.0000201731,0.05000,0.201
6,mlp.gate_proj,0.0004914101,0.05000,0.205
6,mlp.up_proj,0.0003460953,0.05000,0.203
6,mlp.down_proj,0.0000623406,0.05000,0.633
7,self_attn.k_proj,0.0000542373,0.05000,0.202
7,self_attn.v_proj,0.0000624830,0.05000,0.205
7,self_attn.q_proj,0.0001233237,0.05000,0.199
7,self_attn.o_proj,0.0000291530,0.05000,0.201
7,mlp.gate_proj,0.0006999695,0.05000,0.205
7,mlp.up_proj,0.0004642116,0.05000,0.205
7,mlp.down_proj,0.0000725686,0.05000,0.629
8,self_attn.k_proj,0.0000748765,0.05000,0.202
8,self_attn.v_proj,0.0000716820,0.05000,0.200
8,self_attn.q_proj,0.0001563458,0.05000,0.199
8,self_attn.o_proj,0.0000257334,0.05000,0.200
8,mlp.gate_proj,0.0006333916,0.05000,0.204
8,mlp.up_proj,0.0004702002,0.05000,0.204
8,mlp.down_proj,0.0000926969,0.05000,0.633
9,self_attn.k_proj,0.0001553740,0.05000,0.204
9,self_attn.v_proj,0.0001489455,0.05000,0.201
9,self_attn.q_proj,0.0003375088,0.05000,0.200
9,self_attn.o_proj,0.0000759736,0.05000,0.200
9,mlp.gate_proj,0.0006069316,0.05000,0.208
9,mlp.up_proj,0.0004930356,0.05000,0.203
9,mlp.down_proj,0.0001340902,0.05000,0.632
10,self_attn.k_proj,0.0001220279,0.05000,0.202
10,self_attn.v_proj,0.0001269040,0.05000,0.201
10,self_attn.q_proj,0.0002671896,0.05000,0.201
10,self_attn.o_proj,0.0000668823,0.05000,0.205
10,mlp.gate_proj,0.0006112932,0.05000,0.208
10,mlp.up_proj,0.0005124130,0.05000,0.204
10,mlp.down_proj,0.0002137743,0.05000,0.633
11,self_attn.k_proj,0.0002535842,0.05000,0.202
11,self_attn.v_proj,0.0002235161,0.05000,0.200
11,self_attn.q_proj,0.0005662892,0.05000,0.201
11,self_attn.o_proj,0.0001955849,0.05000,0.206
11,mlp.gate_proj,0.0005477620,0.05000,0.207
11,mlp.up_proj,0.0005293683,0.05000,0.204
11,mlp.down_proj,0.0002657853,0.05000,0.632
12,self_attn.k_proj,0.0002528392,0.05000,0.205
12,self_attn.v_proj,0.0002530494,0.05000,0.201
12,self_attn.q_proj,0.0005642754,0.05000,0.201
12,self_attn.o_proj,0.0001177588,0.05000,0.203
12,mlp.gate_proj,0.0005671066,0.05000,0.208
12,mlp.up_proj,0.0005756407,0.05000,0.211
12,mlp.down_proj,0.0003107128,0.05000,0.639
13,self_attn.k_proj,0.0003386306,0.05000,0.202
13,self_attn.v_proj,0.0003691990,0.05000,0.208
13,self_attn.q_proj,0.0008704113,0.05000,0.205
13,self_attn.o_proj,0.0001816545,0.05000,0.201
13,mlp.gate_proj,0.0006410629,0.05000,0.206
13,mlp.up_proj,0.0006520065,0.05000,0.206
13,mlp.down_proj,0.0004515117,0.05000,0.634
14,self_attn.k_proj,0.0005774978,0.05000,0.210
14,self_attn.v_proj,0.0005994366,0.05000,0.202
14,self_attn.q_proj,0.0013819639,0.05000,0.204
14,self_attn.o_proj,0.0002561930,0.05000,0.220
14,mlp.gate_proj,0.0007123012,0.05000,0.214
14,mlp.up_proj,0.0007453777,0.05000,0.210
14,mlp.down_proj,0.0006319593,0.05000,0.658
15,self_attn.k_proj,0.0010933727,0.05000,0.212
15,self_attn.v_proj,0.0013217447,0.05000,0.202
15,self_attn.q_proj,0.0031702235,0.05000,0.202
15,self_attn.o_proj,0.0004866183,0.05000,0.204
15,mlp.gate_proj,0.0008311794,0.05000,0.210
15,mlp.up_proj,0.0008926110,0.05000,0.208
15,mlp.down_proj,0.0009414048,0.05000,0.645
16,self_attn.k_proj,0.0015884953,0.05000,0.207
16,self_attn.v_proj,0.0015396885,0.05000,0.203
16,self_attn.q_proj,0.0041892166,0.05000,0.204
16,self_attn.o_proj,0.0006806767,0.05000,0.222
16,mlp.gate_proj,0.0009955601,0.05000,0.210
16,mlp.up_proj,0.0011514898,0.05000,0.213
16,mlp.down_proj,0.0022861826,0.05000,0.635
17,self_attn.k_proj,0.0044301613,0.05000,0.205
17,self_attn.v_proj,0.0053409155,0.05000,0.202
17,self_attn.q_proj,0.0121515199,0.05000,0.203
17,self_attn.o_proj,0.0016583830,0.05000,0.203
17,mlp.gate_proj,0.0015332697,0.05000,0.207
17,mlp.up_proj,0.0017910542,0.05000,0.206
17,mlp.down_proj,0.0032710706,0.05000,0.641
18,self_attn.k_proj,0.0047259197,0.05000,0.212
18,self_attn.v_proj,0.0049287618,0.05000,0.202
18,self_attn.q_proj,0.0133276176,0.05000,0.201
18,self_attn.o_proj,0.0014690876,0.05000,0.207
18,mlp.gate_proj,0.0020418056,0.05000,0.210
18,mlp.up_proj,0.0023736742,0.05000,0.206
18,mlp.down_proj,0.0058704642,0.05000,0.650
19,self_attn.k_proj,0.0079995503,0.05000,0.206
19,self_attn.v_proj,0.0092096018,0.05000,0.208
19,self_attn.q_proj,0.0234750604,0.05000,0.226
19,self_attn.o_proj,0.0032234227,0.05000,0.206
19,mlp.gate_proj,0.0026213182,0.05000,0.212
19,mlp.up_proj,0.0032075823,0.05000,0.211
19,mlp.down_proj,0.0113267542,0.05000,0.664
20,self_attn.k_proj,0.0134346288,0.05000,0.204
20,self_attn.v_proj,0.0149549228,0.05000,0.207
20,self_attn.q_proj,0.0369095736,0.05000,0.203
20,self_attn.o_proj,0.0058539941,0.05000,0.203
20,mlp.gate_proj,0.0035258300,0.05000,0.207
20,mlp.up_proj,0.0041706945,0.05000,0.205
20,mlp.down_proj,0.0152477457,0.05000,0.642
21,self_attn.k_proj,0.0206609329,0.05000,0.205
21,self_attn.v_proj,0.0246228906,0.05000,0.202
21,self_attn.q_proj,0.0529229367,0.05000,0.202
21,self_attn.o_proj,0.0058820018,0.05000,0.202
21,mlp.gate_proj,0.0044109211,0.05000,0.207
21,mlp.up_proj,0.0051949231,0.05000,0.206
21,mlp.down_proj,0.0220227266,0.05000,0.640
22,self_attn.k_proj,0.0263449000,0.05000,0.207
22,self_attn.v_proj,0.0332466480,0.05000,0.202
22,self_attn.q_proj,0.0668884334,0.05000,0.203
22,self_attn.o_proj,0.0055560521,0.05000,0.203
22,mlp.gate_proj,0.0051726215,0.05000,0.216
22,mlp.up_proj,0.0059560500,0.05000,0.206
22,mlp.down_proj,0.0246813134,0.05000,0.642
23,self_attn.k_proj,0.0353225155,0.05000,0.205
23,self_attn.v_proj,0.0410676989,0.05000,0.203
23,self_attn.q_proj,0.0791166303,0.05000,0.202
23,self_attn.o_proj,0.0071829241,0.05000,0.203
23,mlp.gate_proj,0.0061649927,0.05000,0.207
23,mlp.up_proj,0.0070534999,0.05000,0.207
23,mlp.down_proj,0.0260265115,0.05000,0.639
24,self_attn.k_proj,0.0589991451,0.05000,0.204
24,self_attn.v_proj,0.0695903707,0.05000,0.201
24,self_attn.q_proj,0.1501584793,0.05000,0.203
24,self_attn.o_proj,0.0100564663,0.05000,0.206
24,mlp.gate_proj,0.0057759384,0.05000,0.206
24,mlp.up_proj,0.0067936138,0.05000,0.205
24,mlp.down_proj,0.0313520308,0.05000,0.643
25,self_attn.k_proj,0.0664698736,0.05000,0.205
25,self_attn.v_proj,0.1010511543,0.05000,0.203
25,self_attn.q_proj,0.1672025958,0.05000,0.204
25,self_attn.o_proj,0.0111877489,0.05000,0.205
25,mlp.gate_proj,0.0052358511,0.05000,0.207
25,mlp.up_proj,0.0063142109,0.05000,0.207
25,mlp.down_proj,0.0375091524,0.05000,0.645
26,self_attn.k_proj,0.0598270591,0.05000,0.204
26,self_attn.v_proj,0.0870199738,0.05000,0.204
26,self_attn.q_proj,0.1639073521,0.05000,0.201
26,self_attn.o_proj,0.0241092687,0.05000,0.203
26,mlp.gate_proj,0.0051386823,0.05000,0.206
26,mlp.up_proj,0.0060399499,0.05000,0.206
26,mlp.down_proj,0.0425153055,0.05000,0.638
27,self_attn.k_proj,0.0312188168,0.05000,0.201
27,self_attn.v_proj,0.0370534774,0.05000,0.200
27,self_attn.q_proj,0.0667608414,0.05000,0.203
27,self_attn.o_proj,0.0119906757,0.05000,0.203
27,mlp.gate_proj,0.0113794010,0.05000,0.206
27,mlp.up_proj,0.0107742841,0.05000,0.207
27,mlp.down_proj,0.1647286793,0.05000,0.645