quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,541.13354,0.01000,1.369
0,self_attn.v_proj,524.00024,0.01000,1.146
0,self_attn.q_proj,236.65874,0.01000,1.159
0,self_attn.o_proj,313.03809,0.01000,1.239
0,mlp.up_proj,13.09483,0.01000,1.176
0,mlp.gate_proj,13.77142,0.01000,1.179
0,mlp.down_proj,4.23081,0.01000,5.288
1,self_attn.k_proj,17.93688,0.01000,1.146
1,self_attn.v_proj,18.72330,0.01000,1.141
1,self_attn.q_proj,19.96606,0.01000,1.168
1,self_attn.o_proj,2.47787,0.01000,1.230
1,mlp.up_proj,31.92973,0.01000,1.177
1,mlp.gate_proj,43.11442,0.01000,1.171
1,mlp.down_proj,2.11448,0.01000,5.270
2,self_attn.k_proj,55.17967,0.01000,1.140
2,self_attn.v_proj,56.39925,0.01000,1.138
2,self_attn.q_proj,20.52049,0.01000,1.153
2,self_attn.o_proj,16.94455,0.01000,1.224
2,mlp.up_proj,26.67284,0.01000,1.173
2,mlp.gate_proj,29.84965,0.01000,1.166
2,mlp.down_proj,0.43737,0.01000,5.264
3,self_attn.k_proj,32.86499,0.01000,1.140
3,self_attn.v_proj,33.66631,0.01000,1.145
3,self_attn.q_proj,21.27360,0.01000,1.162
3,self_attn.o_proj,15.54027,0.01000,1.232
3,mlp.up_proj,175.99846,0.01000,1.166
3,mlp.gate_proj,183.83678,0.01000,1.168
3,mlp.down_proj,43.10832,0.01000,5.278
4,self_attn.k_proj,50.42262,0.01000,1.134
4,self_attn.v_proj,50.80437,0.01000,1.128
4,self_attn.q_proj,34.96879,0.01000,1.160
4,self_attn.o_proj,20.64001,0.01000,1.227
4,mlp.up_proj,42.46541,0.01000,1.170
4,mlp.gate_proj,44.23412,0.01000,1.165
4,mlp.down_proj,1.56396,0.01000,5.256
5,self_attn.k_proj,72.72899,0.01000,1.142
5,self_attn.v_proj,58.08025,0.01000,1.134
5,self_attn.q_proj,17.82669,0.01000,1.166
5,self_attn.o_proj,5.53370,0.01000,1.225
5,mlp.up_proj,42.33241,0.01000,1.172
5,mlp.gate_proj,44.19517,0.01000,1.169
5,mlp.down_proj,2.22423,0.01000,5.276
6,self_attn.k_proj,84.36617,0.01000,1.141
6,self_attn.v_proj,68.58587,0.01000,1.141
6,self_attn.q_proj,42.22988,0.01000,1.165
6,self_attn.o_proj,22.37763,0.01000,1.224
6,mlp.up_proj,22.91920,0.01000,1.165
6,mlp.gate_proj,23.08118,0.01000,1.176
6,mlp.down_proj,0.41280,0.01000,5.278
7,self_attn.k_proj,75.11481,0.01000,1.146
7,self_attn.v_proj,69.92151,0.01000,1.136
7,self_attn.q_proj,23.31736,0.01000,1.165
7,self_attn.o_proj,17.73646,0.01000,1.228
7,mlp.up_proj,53.84304,0.01000,1.175
7,mlp.gate_proj,54.73155,0.01000,1.168
7,mlp.down_proj,1.29550,0.01000,5.276
8,self_attn.k_proj,29.92232,0.01000,1.130
8,self_attn.v_proj,25.64258,0.01000,1.135
8,self_attn.q_proj,49.92485,0.01000,1.155
8,self_attn.o_proj,4.97905,0.01000,1.226
8,mlp.up_proj,41.39110,0.01000,1.165
8,mlp.gate_proj,41.33935,0.01000,1.166
8,mlp.down_proj,0.40674,0.01000,5.255
9,self_attn.k_proj,45.50682,0.01000,1.143
9,self_attn.v_proj,43.90495,0.01000,1.157
9,self_attn.q_proj,7.16775,0.01000,1.205
9,self_attn.o_proj,8.32300,0.01000,1.255
9,mlp.up_proj,18.17541,0.01000,1.190
9,mlp.gate_proj,18.48425,0.01000,1.185
9,mlp.down_proj,0.32448,0.01000,5.336
10,self_attn.k_proj,30.81048,0.01000,1.152
10,self_attn.v_proj,32.14077,0.01000,1.144
10,self_attn.q_proj,11.03526,0.01000,1.173
10,self_attn.o_proj,6.05486,0.01000,1.231
10,mlp.up_proj,19.89635,0.01000,1.175
10,mlp.gate_proj,20.11558,0.01000,1.179
10,mlp.down_proj,0.45918,0.01000,5.307
11,self_attn.k_proj,36.07178,0.01000,1.157
11,self_attn.v_proj,23.75871,0.01000,1.155
11,self_attn.q_proj,4.07136,0.01000,1.174
11,self_attn.o_proj,4.88146,0.01000,1.246
11,mlp.up_proj,16.78284,0.01000,1.191
11,mlp.gate_proj,16.65389,0.01000,1.181
11,mlp.down_proj,0.22747,0.01000,5.326
12,self_attn.k_proj,28.23595,0.01000,1.151
12,self_attn.v_proj,24.78283,0.01000,1.146
12,self_attn.q_proj,6.14941,0.01000,1.169
12,self_attn.o_proj,2.96259,0.01000,1.233
12,mlp.up_proj,19.28688,0.01000,1.183
12,mlp.gate_proj,19.24973,0.01000,1.179
12,mlp.down_proj,0.43755,0.01000,5.330
13,self_attn.k_proj,28.39410,0.01000,1.158
13,self_attn.v_proj,27.71966,0.01000,1.152
13,self_attn.q_proj,5.89212,0.01000,1.176
13,self_attn.o_proj,2.00516,0.01000,1.265
13,mlp.up_proj,13.19166,0.01000,1.196
13,mlp.gate_proj,13.18062,0.01000,1.214
13,mlp.down_proj,0.26906,0.01000,5.319
14,self_attn.k_proj,5.90705,0.01000,1.153
14,self_attn.v_proj,5.37098,0.01000,1.151
14,self_attn.q_proj,8.23420,0.01000,1.176
14,self_attn.o_proj,1.25329,0.01000,1.233
14,mlp.up_proj,5.87847,0.01000,1.180
14,mlp.gate_proj,5.87578,0.01000,1.167
14,mlp.down_proj,0.44269,0.01000,5.268
15,self_attn.k_proj,3.62104,0.01000,1.159
15,self_attn.v_proj,3.31765,0.01000,1.164
15,self_attn.q_proj,6.65585,0.01000,1.185
15,self_attn.o_proj,1.09457,0.01000,1.249
15,mlp.up_proj,5.64707,0.01000,1.187
15,mlp.gate_proj,5.64888,0.01000,1.183
15,mlp.down_proj,1.79231,0.01000,5.323
16,self_attn.k_proj,5.06185,0.01000,1.158
16,self_attn.v_proj,5.04160,0.01000,1.156
16,self_attn.q_proj,2.51695,0.01000,1.182
16,self_attn.o_proj,1.42447,0.01000,1.238
16,mlp.up_proj,4.45154,0.01000,1.184
16,mlp.gate_proj,4.43117,0.01000,1.185
16,mlp.down_proj,0.10553,0.01000,5.312
17,self_attn.k_proj,1.61782,0.01000,1.157
17,self_attn.v_proj,1.11016,0.01000,1.154
17,self_attn.q_proj,1.51316,0.01000,1.183
17,self_attn.o_proj,0.21809,0.01000,1.249
17,mlp.up_proj,10.56579,0.01000,1.203
17,mlp.gate_proj,10.49751,0.01000,1.197
17,mlp.down_proj,0.07942,0.01000,5.333
18,self_attn.k_proj,1.67368,0.01000,1.153
18,self_attn.v_proj,1.47577,0.01000,1.150
18,self_attn.q_proj,1.22046,0.01000,1.173
18,self_attn.o_proj,0.25480,0.01000,1.236
18,mlp.up_proj,6.13185,0.01000,1.177
18,mlp.gate_proj,6.06935,0.01000,1.180
18,mlp.down_proj,0.34597,0.01000,5.333
19,self_attn.k_proj,4.36240,0.01000,1.163
19,self_attn.v_proj,3.68388,0.01000,1.156
19,self_attn.q_proj,1.44465,0.01000,1.181
19,self_attn.o_proj,0.76993,0.01000,1.244
19,mlp.up_proj,3.91250,0.01000,1.173
19,mlp.gate_proj,3.84983,0.01000,1.172
19,mlp.down_proj,0.07436,0.01000,5.274
20,self_attn.k_proj,8.00628,0.01000,1.147
20,self_attn.v_proj,7.67947,0.01000,1.145
20,self_attn.q_proj,2.27584,0.01000,1.166
20,self_attn.o_proj,0.54385,0.01000,1.231
20,mlp.up_proj,4.61316,0.01000,1.178
20,mlp.gate_proj,4.56322,0.01000,1.177
20,mlp.down_proj,0.14599,0.01000,5.310
21,self_attn.k_proj,2.59709,0.01000,1.136
21,self_attn.v_proj,2.45972,0.01000,1.137
21,self_attn.q_proj,4.14215,0.01000,1.167
21,self_attn.o_proj,0.32877,0.01000,1.235
21,mlp.up_proj,5.49134,0.01000,1.175
21,mlp.gate_proj,5.51805,0.01000,1.178
21,mlp.down_proj,0.16652,0.01000,5.256
22,self_attn.k_proj,3.19467,0.01000,1.135
22,self_attn.v_proj,2.79026,0.01000,1.141
22,self_attn.q_proj,1.95016,0.01000,1.161
22,self_attn.o_proj,0.62331,0.01000,1.228
22,mlp.up_proj,4.84731,0.01000,1.178
22,mlp.gate_proj,4.81332,0.01000,1.171
22,mlp.down_proj,0.02194,0.01000,5.270
23,self_attn.k_proj,1.24092,0.01000,1.144
23,self_attn.v_proj,0.96560,0.01000,1.174
23,self_attn.q_proj,0.69119,0.01000,1.209
23,self_attn.o_proj,0.05925,0.01000,1.266
23,mlp.up_proj,4.66686,0.01000,1.182
23,mlp.gate_proj,4.78342,0.01000,1.179
23,mlp.down_proj,0.03919,0.01000,5.320
24,self_attn.k_proj,15.45271,0.01000,1.152
24,self_attn.v_proj,13.04742,0.01000,1.153
24,self_attn.q_proj,3.05512,0.01000,1.175
24,self_attn.o_proj,0.56290,0.01000,1.239
24,mlp.up_proj,3.25264,0.01000,1.178
24,mlp.gate_proj,3.27618,0.01000,1.177
24,mlp.down_proj,0.02530,0.01000,5.320
25,self_attn.k_proj,3.83113,0.01000,1.149
25,self_attn.v_proj,3.51526,0.01000,1.148
25,self_attn.q_proj,6.40574,0.01000,1.172
25,self_attn.o_proj,0.31738,0.01000,1.232
25,mlp.up_proj,3.27430,0.01000,1.181
25,mlp.gate_proj,3.36226,0.01000,1.179
25,mlp.down_proj,0.00939,0.01000,5.350
26,self_attn.k_proj,6.09987,0.01000,1.179
26,self_attn.v_proj,5.23842,0.01000,1.177
26,self_attn.q_proj,5.84130,0.01000,1.180
26,self_attn.o_proj,0.83060,0.01000,1.283
26,mlp.up_proj,3.63879,0.01000,1.181
26,mlp.gate_proj,3.80557,0.01000,1.208
26,mlp.down_proj,0.02998,0.01000,5.355
27,self_attn.k_proj,6.89362,0.01000,1.148
27,self_attn.v_proj,5.93298,0.01000,1.152
27,self_attn.q_proj,4.85018,0.01000,1.181
27,self_attn.o_proj,0.29430,0.01000,1.240
27,mlp.up_proj,4.16985,0.01000,1.182
27,mlp.gate_proj,4.32480,0.01000,1.174
27,mlp.down_proj,0.01340,0.01000,5.319
28,self_attn.k_proj,13.89592,0.01000,1.182
28,self_attn.v_proj,13.21770,0.01000,1.185
28,self_attn.q_proj,7.81782,0.01000,1.186
28,self_attn.o_proj,0.88097,0.01000,1.234
28,mlp.up_proj,15.60182,0.01000,1.182
28,mlp.gate_proj,16.38438,0.01000,1.205
28,mlp.down_proj,0.13926,0.01000,5.322
29,self_attn.k_proj,3.39715,0.01000,1.156
29,self_attn.v_proj,3.12082,0.01000,1.159
29,self_attn.q_proj,2.24113,0.01000,1.178
29,self_attn.o_proj,0.26442,0.01000,1.237
29,mlp.up_proj,13.86748,0.01000,1.186
29,mlp.gate_proj,14.45333,0.01000,1.186
29,mlp.down_proj,0.12276,0.01000,5.333
30,self_attn.k_proj,8.86315,0.01000,1.151
30,self_attn.v_proj,9.34150,0.01000,1.149
30,self_attn.q_proj,15.43161,0.01000,1.170
30,self_attn.o_proj,0.52530,0.01000,1.251
30,mlp.up_proj,21.33563,0.01000,1.203
30,mlp.gate_proj,21.95199,0.01000,1.206
30,mlp.down_proj,0.33765,0.01000,5.337
31,self_attn.k_proj,17.89855,0.01000,1.161
31,self_attn.v_proj,15.04204,0.01000,1.155
31,self_attn.q_proj,24.59508,0.01000,1.176
31,self_attn.o_proj,1.00914,0.01000,1.244
31,mlp.up_proj,10.30728,0.01000,1.183
31,mlp.gate_proj,10.62114,0.01000,1.184
31,mlp.down_proj,0.10517,0.01000,5.316
32,self_attn.k_proj,13.39213,0.01000,1.153
32,self_attn.v_proj,12.69509,0.01000,1.154
32,self_attn.q_proj,21.92416,0.01000,1.180
32,self_attn.o_proj,1.35059,0.01000,1.235
32,mlp.up_proj,20.39222,0.01000,1.222
32,mlp.gate_proj,21.17166,0.01000,1.223
32,mlp.down_proj,0.14895,0.01000,5.467
33,self_attn.k_proj,67.60665,0.01000,1.158
33,self_attn.v_proj,61.93232,0.01000,1.156
33,self_attn.q_proj,10.20906,0.01000,1.170
33,self_attn.o_proj,6.49278,0.01000,1.237
33,mlp.up_proj,21.61745,0.01000,1.188
33,mlp.gate_proj,22.45165,0.01000,1.183
33,mlp.down_proj,0.40881,0.01000,5.329
34,self_attn.k_proj,25.21844,0.01000,1.150
34,self_attn.v_proj,23.25540,0.01000,1.149
34,self_attn.q_proj,23.43749,0.01000,1.173
34,self_attn.o_proj,0.89653,0.01000,1.238
34,mlp.up_proj,23.62345,0.01000,1.181
34,mlp.gate_proj,24.54617,0.01000,1.177
34,mlp.down_proj,0.47707,0.01000,5.344
35,self_attn.k_proj,4.05301,0.01000,1.148
35,self_attn.v_proj,3.72610,0.01000,1.152
35,self_attn.q_proj,5.03022,0.01000,1.177
35,self_attn.o_proj,0.15661,0.01000,1.238
35,mlp.up_proj,24.17026,0.01000,1.181
35,mlp.gate_proj,24.90578,0.01000,1.188
35,mlp.down_proj,0.28311,0.01000,5.365
36,self_attn.k_proj,20.25990,0.01000,1.158
36,self_attn.v_proj,17.49859,0.01000,1.148
36,self_attn.q_proj,36.25520,0.01000,1.184
36,self_attn.o_proj,1.39140,0.01000,1.236
36,mlp.up_proj,24.74201,0.01000,1.178
36,mlp.gate_proj,25.37830,0.01000,1.174
36,mlp.down_proj,0.17330,0.01000,5.284
37,self_attn.k_proj,56.08345,0.01000,1.155
37,self_attn.v_proj,52.79922,0.01000,1.147
37,self_attn.q_proj,33.67844,0.01000,1.168
37,self_attn.o_proj,0.92829,0.01000,1.236
37,mlp.up_proj,18.60583,0.01000,1.174
37,mlp.gate_proj,18.98741,0.01000,1.177
37,mlp.down_proj,0.09705,0.01000,5.314
38,self_attn.k_proj,41.53551,0.01000,1.143
38,self_attn.v_proj,33.07961,0.01000,1.141
38,self_attn.q_proj,26.74597,0.01000,1.167
38,self_attn.o_proj,1.16061,0.01000,1.229
38,mlp.up_proj,16.90224,0.01000,1.176
38,mlp.gate_proj,17.23815,0.01000,1.178
38,mlp.down_proj,0.25427,0.01000,5.282
39,self_attn.k_proj,17.96823,0.01000,1.155
39,self_attn.v_proj,17.67106,0.01000,1.144
39,self_attn.q_proj,33.80338,0.01000,1.170
39,self_attn.o_proj,0.67802,0.01000,1.234
39,mlp.up_proj,19.49164,0.01000,1.172
39,mlp.gate_proj,19.95888,0.01000,1.170
39,mlp.down_proj,0.37972,0.01000,5.311
40,self_attn.k_proj,38.02741,0.01000,1.154
40,self_attn.v_proj,36.83753,0.01000,1.151
40,self_attn.q_proj,28.99961,0.01000,1.182
40,self_attn.o_proj,0.60003,0.01000,1.247
40,mlp.up_proj,16.13040,0.01000,1.187
40,mlp.gate_proj,16.71348,0.01000,1.184
40,mlp.down_proj,0.13565,0.01000,5.350
41,self_attn.k_proj,3.06665,0.01000,1.153
41,self_attn.v_proj,2.25483,0.01000,1.146
41,self_attn.q_proj,1.40651,0.01000,1.176
41,self_attn.o_proj,0.02935,0.01000,1.247
41,mlp.up_proj,21.41223,0.01000,1.187
41,mlp.gate_proj,22.10480,0.01000,1.179
41,mlp.down_proj,0.32669,0.01000,5.312
42,self_attn.k_proj,12.04000,0.01000,1.147
42,self_attn.v_proj,9.32724,0.01000,1.146
42,self_attn.q_proj,17.59069,0.01000,1.165
42,self_attn.o_proj,0.25627,0.01000,1.239
42,mlp.up_proj,10.66330,0.01000,1.175
42,mlp.gate_proj,11.14412,0.01000,1.173
42,mlp.down_proj,0.11307,0.01000,5.324
43,self_attn.k_proj,19.24364,0.01000,1.149
43,self_attn.v_proj,16.14411,0.01000,1.144
43,self_attn.q_proj,2.13901,0.01000,1.171
43,self_attn.o_proj,0.57865,0.01000,1.236
43,mlp.up_proj,17.27629,0.01000,1.185
43,mlp.gate_proj,18.36621,0.01000,1.176
43,mlp.down_proj,0.19911,0.01000,5.313
44,self_attn.k_proj,56.45793,0.01000,1.155
44,self_attn.v_proj,42.57193,0.01000,1.155
44,self_attn.q_proj,9.74599,0.01000,1.174
44,self_attn.o_proj,4.25844,0.01000,1.232
44,mlp.up_proj,12.01761,0.01000,1.178
44,mlp.gate_proj,12.94910,0.01000,1.172
44,mlp.down_proj,0.22308,0.01000,5.293
45,self_attn.k_proj,33.53449,0.01000,1.151
45,self_attn.v_proj,27.88224,0.01000,1.146
45,self_attn.q_proj,25.26192,0.01000,1.170
45,self_attn.o_proj,1.09609,0.01000,1.233
45,mlp.up_proj,12.26534,0.01000,1.181
45,mlp.gate_proj,13.05515,0.01000,1.180
45,mlp.down_proj,0.31663,0.01000,5.342
46,self_attn.k_proj,21.10816,0.01000,1.150
46,self_attn.v_proj,19.91315,0.01000,1.144
46,self_attn.q_proj,3.43455,0.01000,1.165
46,self_attn.o_proj,1.93408,0.01000,1.237
46,mlp.up_proj,30.78687,0.01000,1.180
46,mlp.gate_proj,31.95230,0.01000,1.176
46,mlp.down_proj,0.45266,0.01000,5.307
47,self_attn.k_proj,2.52750,0.01000,1.155
47,self_attn.v_proj,2.22451,0.01000,1.149
47,self_attn.q_proj,2.76382,0.01000,1.170
47,self_attn.o_proj,0.18812,0.01000,1.245
47,mlp.up_proj,26.70221,0.01000,1.177
47,mlp.gate_proj,27.67697,0.01000,1.178
47,mlp.down_proj,0.65549,0.01000,5.359