quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,0.03274,0.01000,4.112
0,self_attn.v_proj,0.00752,0.01000,2.233
0,self_attn.q_proj,0.03071,0.01000,2.261
0,self_attn.o_proj,0.00220,0.01000,2.253
0,mlp.up_proj,0.03875,0.01000,2.902
0,mlp.gate_proj,0.04095,0.01000,2.905
0,mlp.down_proj,0.02632,0.01000,8.278
1,self_attn.k_proj,0.04251,0.01000,2.262
1,self_attn.v_proj,0.01886,0.01000,2.254
1,self_attn.q_proj,0.04467,0.01000,2.253
1,self_attn.o_proj,0.00396,0.01000,2.249
1,mlp.up_proj,0.07896,0.01000,2.766
1,mlp.gate_proj,0.07880,0.01000,2.756
1,mlp.down_proj,0.16995,0.01000,8.126
2,self_attn.k_proj,0.17936,0.01000,2.252
2,self_attn.v_proj,0.07702,0.01000,2.239
2,self_attn.q_proj,0.17723,0.01000,2.246
2,self_attn.o_proj,0.00641,0.01000,2.256
2,mlp.up_proj,0.23165,0.01000,2.764
2,mlp.gate_proj,0.24853,0.01000,2.751
2,mlp.down_proj,0.00469,0.01000,8.180
3,self_attn.k_proj,0.27632,0.01000,2.271
3,self_attn.v_proj,0.14109,0.01000,2.254
3,self_attn.q_proj,0.27664,0.01000,2.254
3,self_attn.o_proj,0.00832,0.01000,2.261
3,mlp.up_proj,0.45418,0.01000,2.765
3,mlp.gate_proj,0.49855,0.01000,2.758
3,mlp.down_proj,0.00873,0.01000,8.212
4,self_attn.k_proj,0.37608,0.01000,2.262
4,self_attn.v_proj,0.19930,0.01000,2.255
4,self_attn.q_proj,0.37713,0.01000,2.259
4,self_attn.o_proj,0.00883,0.01000,2.255
4,mlp.up_proj,0.63926,0.01000,2.768
4,mlp.gate_proj,0.70920,0.01000,2.758
4,mlp.down_proj,0.01463,0.01000,8.213
5,self_attn.k_proj,0.55322,0.01000,2.270
5,self_attn.v_proj,0.28686,0.01000,2.247
5,self_attn.q_proj,0.55317,0.01000,2.249
5,self_attn.o_proj,0.01379,0.01000,2.261
5,mlp.up_proj,0.86810,0.01000,2.763
5,mlp.gate_proj,0.96193,0.01000,2.762
5,mlp.down_proj,0.02638,0.01000,8.152
6,self_attn.k_proj,0.65338,0.01000,2.260
6,self_attn.v_proj,0.33810,0.01000,2.251
6,self_attn.q_proj,0.64567,0.01000,2.254
6,self_attn.o_proj,0.02571,0.01000,2.253
6,mlp.up_proj,1.05523,0.01000,2.773
6,mlp.gate_proj,1.17753,0.01000,2.760
6,mlp.down_proj,0.04093,0.01000,8.208
7,self_attn.k_proj,0.92491,0.01000,2.266
7,self_attn.v_proj,0.47858,0.01000,2.256
7,self_attn.q_proj,0.90935,0.01000,2.252
7,self_attn.o_proj,0.01997,0.01000,2.262
7,mlp.up_proj,1.41057,0.01000,2.761
7,mlp.gate_proj,1.63181,0.01000,2.762
7,mlp.down_proj,0.05911,0.01000,8.216
8,self_attn.k_proj,0.96817,0.01000,2.261
8,self_attn.v_proj,0.54243,0.01000,2.247
8,self_attn.q_proj,0.96861,0.01000,2.250
8,self_attn.o_proj,0.03047,0.01000,2.256
8,mlp.up_proj,1.59611,0.01000,2.768
8,mlp.gate_proj,1.79941,0.01000,2.754
8,mlp.down_proj,0.07433,0.01000,8.195
9,self_attn.k_proj,1.27086,0.01000,2.265
9,self_attn.v_proj,0.68903,0.01000,2.252
9,self_attn.q_proj,1.29146,0.01000,2.250
9,self_attn.o_proj,0.04106,0.01000,2.260
9,mlp.up_proj,1.95985,0.01000,2.764
9,mlp.gate_proj,2.25575,0.01000,2.756
9,mlp.down_proj,0.09668,0.01000,8.200
10,self_attn.k_proj,1.29996,0.01000,2.259
10,self_attn.v_proj,0.70753,0.01000,2.254
10,self_attn.q_proj,1.28995,0.01000,2.256
10,self_attn.o_proj,0.05059,0.01000,2.258
10,mlp.up_proj,2.09401,0.01000,2.765
10,mlp.gate_proj,2.29632,0.01000,2.756
10,mlp.down_proj,0.11528,0.01000,8.217
11,self_attn.k_proj,1.52668,0.01000,2.260
11,self_attn.v_proj,0.83519,0.01000,2.247
11,self_attn.q_proj,1.51504,0.01000,2.250
11,self_attn.o_proj,0.05775,0.01000,2.263
11,mlp.up_proj,2.39118,0.01000,2.765
11,mlp.gate_proj,2.57200,0.01000,2.765
11,mlp.down_proj,0.13621,0.01000,8.216
12,self_attn.k_proj,1.68230,0.01000,2.259
12,self_attn.v_proj,0.92689,0.01000,2.248
12,self_attn.q_proj,1.65101,0.01000,2.254
12,self_attn.o_proj,0.08051,0.01000,2.262
12,mlp.up_proj,2.53499,0.01000,2.772
12,mlp.gate_proj,2.58698,0.01000,2.754
12,mlp.down_proj,0.15885,0.01000,8.200
13,self_attn.k_proj,1.85452,0.01000,2.271
13,self_attn.v_proj,1.05347,0.01000,2.250
13,self_attn.q_proj,1.82689,0.01000,2.254
13,self_attn.o_proj,0.06686,0.01000,2.261
13,mlp.up_proj,2.77974,0.01000,2.764
13,mlp.gate_proj,2.95955,0.01000,2.762
13,mlp.down_proj,0.16890,0.01000,8.223
14,self_attn.k_proj,1.78217,0.01000,2.268
14,self_attn.v_proj,1.02525,0.01000,2.255
14,self_attn.q_proj,1.73776,0.01000,2.256
14,self_attn.o_proj,0.07824,0.01000,2.259
14,mlp.up_proj,2.78610,0.01000,2.770
14,mlp.gate_proj,2.79164,0.01000,2.751
14,mlp.down_proj,0.18062,0.01000,8.205
15,self_attn.k_proj,1.91197,0.01000,2.269
15,self_attn.v_proj,1.17533,0.01000,2.252
15,self_attn.q_proj,1.87554,0.01000,2.250
15,self_attn.o_proj,0.07321,0.01000,2.261
15,mlp.up_proj,3.03228,0.01000,2.765
15,mlp.gate_proj,3.05815,0.01000,2.760
15,mlp.down_proj,0.19486,0.01000,8.195
16,self_attn.k_proj,2.11641,0.01000,2.266
16,self_attn.v_proj,1.24226,0.01000,2.256
16,self_attn.q_proj,2.02646,0.01000,2.257
16,self_attn.o_proj,0.09737,0.01000,2.262
16,mlp.up_proj,3.29747,0.01000,2.768
16,mlp.gate_proj,3.26481,0.01000,2.755
16,mlp.down_proj,0.21795,0.01000,8.214
17,self_attn.k_proj,2.10890,0.01000,2.265
17,self_attn.v_proj,1.24949,0.01000,2.256
17,self_attn.q_proj,2.01428,0.01000,2.256
17,self_attn.o_proj,0.12971,0.01000,2.261
17,mlp.up_proj,3.25471,0.01000,2.767
17,mlp.gate_proj,3.12897,0.01000,2.756
17,mlp.down_proj,0.22336,0.01000,8.203
18,self_attn.k_proj,2.14139,0.01000,2.261
18,self_attn.v_proj,1.34967,0.01000,2.248
18,self_attn.q_proj,2.08541,0.01000,2.247
18,self_attn.o_proj,0.12503,0.01000,2.260
18,mlp.up_proj,3.51641,0.01000,2.766
18,mlp.gate_proj,3.44835,0.01000,2.757
18,mlp.down_proj,0.23651,0.01000,8.224
19,self_attn.k_proj,2.24976,0.01000,2.264
19,self_attn.v_proj,1.45818,0.01000,2.251
19,self_attn.q_proj,2.19159,0.01000,2.255
19,self_attn.o_proj,0.10957,0.01000,2.257
19,mlp.up_proj,3.70684,0.01000,2.769
19,mlp.gate_proj,3.65885,0.01000,2.761
19,mlp.down_proj,0.24995,0.01000,8.178
20,self_attn.k_proj,2.22657,0.01000,2.266
20,self_attn.v_proj,1.47453,0.01000,2.259
20,self_attn.q_proj,2.14452,0.01000,2.256
20,self_attn.o_proj,0.15217,0.01000,2.258
20,mlp.up_proj,3.74978,0.01000,2.765
20,mlp.gate_proj,3.57985,0.01000,2.755
20,mlp.down_proj,0.29064,0.01000,8.202
21,self_attn.k_proj,2.26591,0.01000,2.267
21,self_attn.v_proj,1.59221,0.01000,2.253
21,self_attn.q_proj,2.17556,0.01000,2.254
21,self_attn.o_proj,0.13305,0.01000,2.267
21,mlp.up_proj,3.90103,0.01000,2.767
21,mlp.gate_proj,3.83266,0.01000,2.761
21,mlp.down_proj,0.31462,0.01000,8.186
22,self_attn.k_proj,2.33307,0.01000,2.263
22,self_attn.v_proj,1.71240,0.01000,2.252
22,self_attn.q_proj,2.30661,0.01000,2.256
22,self_attn.o_proj,0.13971,0.01000,2.264
22,mlp.up_proj,4.18612,0.01000,2.767
22,mlp.gate_proj,4.15110,0.01000,2.760
22,mlp.down_proj,0.34329,0.01000,8.195
23,self_attn.k_proj,2.36105,0.01000,2.268
23,self_attn.v_proj,1.70826,0.01000,2.254
23,self_attn.q_proj,2.29869,0.01000,2.257
23,self_attn.o_proj,0.18516,0.01000,2.258
23,mlp.up_proj,4.31254,0.01000,2.776
23,mlp.gate_proj,4.23561,0.01000,2.762
23,mlp.down_proj,0.40630,0.01000,8.181
24,self_attn.k_proj,2.44520,0.01000,2.266
24,self_attn.v_proj,1.89137,0.01000,2.261
24,self_attn.q_proj,2.38975,0.01000,2.261
24,self_attn.o_proj,0.20498,0.01000,2.256
24,mlp.up_proj,4.64545,0.01000,2.775
24,mlp.gate_proj,4.73436,0.01000,2.760
24,mlp.down_proj,0.45583,0.01000,8.215
25,self_attn.k_proj,2.47899,0.01000,2.270
25,self_attn.v_proj,2.02297,0.01000,2.252
25,self_attn.q_proj,2.44245,0.01000,2.251
25,self_attn.o_proj,0.16585,0.01000,2.267
25,mlp.up_proj,4.82376,0.01000,2.767
25,mlp.gate_proj,4.99812,0.01000,2.758
25,mlp.down_proj,0.50474,0.01000,8.198
26,self_attn.k_proj,2.46252,0.01000,2.270
26,self_attn.v_proj,2.09390,0.01000,2.249
26,self_attn.q_proj,2.43072,0.01000,2.252
26,self_attn.o_proj,0.18642,0.01000,2.263
26,mlp.up_proj,5.07101,0.01000,2.762
26,mlp.gate_proj,5.35763,0.01000,2.759
26,mlp.down_proj,0.56128,0.01000,8.200
27,self_attn.k_proj,2.75476,0.01000,2.264
27,self_attn.v_proj,2.41361,0.01000,2.252
27,self_attn.q_proj,2.73707,0.01000,2.258
27,self_attn.o_proj,0.21612,0.01000,2.261
27,mlp.up_proj,5.64489,0.01000,2.772
27,mlp.gate_proj,6.14756,0.01000,2.762
27,mlp.down_proj,0.62385,0.01000,8.207
28,self_attn.k_proj,2.78634,0.01000,2.269
28,self_attn.v_proj,2.47046,0.01000,2.253
28,self_attn.q_proj,2.75139,0.01000,2.262
28,self_attn.o_proj,0.21548,0.01000,2.264
28,mlp.up_proj,5.97340,0.01000,2.768
28,mlp.gate_proj,6.54847,0.01000,2.759
28,mlp.down_proj,0.67349,0.01000,8.204
29,self_attn.k_proj,2.84069,0.01000,2.263
29,self_attn.v_proj,2.72520,0.01000,2.259
29,self_attn.q_proj,2.81941,0.01000,2.255
29,self_attn.o_proj,0.19653,0.01000,2.263
29,mlp.up_proj,6.40730,0.01000,2.768
29,mlp.gate_proj,7.01741,0.01000,2.754
29,mlp.down_proj,0.74972,0.01000,8.205
30,self_attn.k_proj,2.99588,0.01000,2.270
30,self_attn.v_proj,2.85065,0.01000,2.258
30,self_attn.q_proj,2.98983,0.01000,2.255
30,self_attn.o_proj,0.21279,0.01000,2.263
30,mlp.up_proj,6.80474,0.01000,2.766
30,mlp.gate_proj,7.41285,0.01000,2.751
30,mlp.down_proj,0.84321,0.01000,8.214
31,self_attn.k_proj,2.91619,0.01000,2.267
31,self_attn.v_proj,3.00500,0.01000,2.253
31,self_attn.q_proj,2.92626,0.01000,2.247
31,self_attn.o_proj,0.25185,0.01000,2.264
31,mlp.up_proj,7.36172,0.01000,2.770
31,mlp.gate_proj,8.02154,0.01000,2.763
31,mlp.down_proj,0.95121,0.01000,8.205
32,self_attn.k_proj,3.05474,0.01000,2.273
32,self_attn.v_proj,3.37658,0.01000,2.253
32,self_attn.q_proj,3.06898,0.01000,2.257
32,self_attn.o_proj,0.31940,0.01000,2.267
32,mlp.up_proj,8.03616,0.01000,2.765
32,mlp.gate_proj,8.71699,0.01000,2.764
32,mlp.down_proj,1.07437,0.01000,8.180
33,self_attn.k_proj,3.02665,0.01000,2.270
33,self_attn.v_proj,3.64498,0.01000,2.255
33,self_attn.q_proj,3.05782,0.01000,2.258
33,self_attn.o_proj,0.36172,0.01000,2.273
33,mlp.up_proj,8.71520,0.01000,2.765
33,mlp.gate_proj,9.24812,0.01000,2.756
33,mlp.down_proj,1.26517,0.01000,8.165
34,self_attn.k_proj,3.05166,0.01000,2.271
34,self_attn.v_proj,4.17887,0.01000,2.253
34,self_attn.q_proj,3.10377,0.01000,2.257
34,self_attn.o_proj,0.45116,0.01000,2.264
34,mlp.up_proj,9.63995,0.01000,2.768
34,mlp.gate_proj,10.03999,0.01000,2.764
34,mlp.down_proj,1.54939,0.01000,8.217
35,self_attn.k_proj,3.20852,0.01000,2.267
35,self_attn.v_proj,4.39722,0.01000,2.250
35,self_attn.q_proj,3.24962,0.01000,2.251
35,self_attn.o_proj,0.67303,0.01000,2.260
35,mlp.up_proj,10.37539,0.01000,2.871
35,mlp.gate_proj,10.62990,0.01000,2.871
35,mlp.down_proj,1.92965,0.01000,8.336
36,self_attn.k_proj,3.41745,0.01000,2.276
36,self_attn.v_proj,5.35218,0.01000,2.254
36,self_attn.q_proj,3.47891,0.01000,2.256
36,self_attn.o_proj,1.17018,0.01000,2.264
36,mlp.up_proj,11.65404,0.01000,2.767
36,mlp.gate_proj,11.71838,0.01000,2.773
36,mlp.down_proj,2.54714,0.01000,8.239
37,self_attn.k_proj,3.41290,0.01000,2.273
37,self_attn.v_proj,6.03307,0.01000,2.255
37,self_attn.q_proj,3.48564,0.01000,2.258
37,self_attn.o_proj,1.53777,0.01000,2.264
37,mlp.up_proj,12.66024,0.01000,2.774
37,mlp.gate_proj,12.61703,0.01000,2.765
37,mlp.down_proj,3.77532,0.01000,8.237
38,self_attn.k_proj,3.42294,0.01000,2.225
38,self_attn.v_proj,5.69773,0.01000,2.171
38,self_attn.q_proj,3.46850,0.01000,2.162
38,self_attn.o_proj,1.91838,0.01000,2.204
38,mlp.up_proj,12.05666,0.01000,2.694
38,mlp.gate_proj,12.35299,0.01000,2.686
38,mlp.down_proj,6.28792,0.01000,7.965
39,self_attn.k_proj,2.62125,0.01000,2.180
39,self_attn.v_proj,3.44121,0.01000,2.167
39,self_attn.q_proj,2.62372,0.01000,2.170
39,self_attn.o_proj,1.78030,0.01000,2.178
39,mlp.up_proj,8.50950,0.01000,2.701
39,mlp.gate_proj,9.05513,0.01000,2.700
39,mlp.down_proj,12.99462,0.01000,7.949