quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00084445,0.01000,1.355
0,self_attn.v_proj,0.00072033,0.01000,1.073
0,self_attn.q_proj,0.00448764,0.01000,1.103
0,self_attn.o_proj,0.03491052,0.01000,1.915
0,mlp.up_proj,0.10763087,0.01000,1.270
0,mlp.gate_proj,0.12017425,0.01000,1.215
0,mlp.down_proj,0.15161967,0.01000,9.403
1,self_attn.k_proj,0.00146198,0.01000,1.148
1,self_attn.v_proj,0.00136717,0.01000,1.095
1,self_attn.q_proj,0.00875795,0.01000,1.127
1,self_attn.o_proj,0.02284934,0.01000,1.921
1,mlp.up_proj,2.50290871,0.01000,1.282
1,mlp.gate_proj,7.95832253,0.01000,1.227
1,mlp.down_proj,0.77240515,0.01000,9.523
2,self_attn.k_proj,0.00249198,0.01000,1.156
2,self_attn.v_proj,0.00247288,0.01000,1.145
2,self_attn.q_proj,0.01329362,0.01000,1.175
2,self_attn.o_proj,0.03674788,0.01000,1.930
2,mlp.up_proj,5.06338310,0.01000,1.286
2,mlp.gate_proj,11.86531734,0.01000,1.241
2,mlp.down_proj,0.61950397,0.01000,9.965
3,self_attn.k_proj,0.00479199,0.01000,1.162
3,self_attn.v_proj,0.00472043,0.01000,1.102
3,self_attn.q_proj,0.02623926,0.01000,1.137
3,self_attn.o_proj,0.04439195,0.01000,1.936
3,mlp.up_proj,8.10474873,0.01000,1.282
3,mlp.gate_proj,18.35421753,0.01000,1.227
3,mlp.down_proj,0.98753399,0.01000,10.097
4,self_attn.k_proj,0.00827565,0.01000,1.162
4,self_attn.v_proj,0.00790047,0.01000,1.105
4,self_attn.q_proj,0.04734420,0.01000,1.138
4,self_attn.o_proj,0.06192198,0.01000,1.938
4,mlp.up_proj,15.59199524,0.01000,1.290
4,mlp.gate_proj,27.69424248,0.01000,1.233
4,mlp.down_proj,0.96507412,0.01000,9.775
5,self_attn.k_proj,0.01020239,0.01000,1.156
5,self_attn.v_proj,0.00862016,0.01000,1.095
5,self_attn.q_proj,0.06078981,0.01000,1.114
5,self_attn.o_proj,0.05601742,0.01000,1.930
5,mlp.up_proj,14.45485306,0.01000,1.289
5,mlp.gate_proj,33.35854340,0.01000,1.227
5,mlp.down_proj,1.30971122,0.01000,10.054
6,self_attn.k_proj,0.01319816,0.01000,1.155
6,self_attn.v_proj,0.01328853,0.01000,1.093
6,self_attn.q_proj,0.07695664,0.01000,1.138
6,self_attn.o_proj,0.06468368,0.01000,1.930
6,mlp.up_proj,34.57817078,0.01000,1.287
6,mlp.gate_proj,62.04237366,0.01000,1.226
6,mlp.down_proj,0.01269285,0.01250,14.531
7,self_attn.k_proj,0.08456115,0.01000,1.154
7,self_attn.v_proj,0.08851108,0.01000,1.096
7,self_attn.q_proj,0.49945003,0.01000,1.141
7,self_attn.o_proj,0.18865642,0.01000,1.931
7,mlp.up_proj,38.16622162,0.01000,1.290
7,mlp.gate_proj,69.22668457,0.01000,1.230
7,mlp.down_proj,1.58483887,0.01000,9.869
8,self_attn.k_proj,0.07494055,0.01000,1.160
8,self_attn.v_proj,0.08083526,0.01000,1.096
8,self_attn.q_proj,0.42355564,0.01000,1.131
8,self_attn.o_proj,0.18367028,0.01000,1.939
8,mlp.up_proj,9.35465622,0.01000,1.289
8,mlp.gate_proj,16.39128876,0.01000,1.237
8,mlp.down_proj,1.32671118,0.01000,10.029
9,self_attn.k_proj,0.04111180,0.01000,1.160
9,self_attn.v_proj,0.03782024,0.01000,1.102
9,self_attn.q_proj,0.23333739,0.01000,1.131
9,self_attn.o_proj,0.11133460,0.01000,1.938
9,mlp.up_proj,8.30704403,0.01000,1.290
9,mlp.gate_proj,8.77419662,0.01000,1.228
9,mlp.down_proj,1.69836545,0.01000,9.883
10,self_attn.k_proj,0.07155330,0.01000,1.164
10,self_attn.v_proj,0.07626767,0.01000,1.096
10,self_attn.q_proj,0.42122790,0.01000,1.135
10,self_attn.o_proj,0.23861034,0.01000,1.940
10,mlp.up_proj,9.50298119,0.01000,1.302
10,mlp.gate_proj,9.95470428,0.01000,1.230
10,mlp.down_proj,1.70076036,0.01000,9.590
11,self_attn.k_proj,0.10377507,0.01000,1.211
11,self_attn.v_proj,0.10968649,0.01000,1.098
11,self_attn.q_proj,0.59237367,0.01000,1.145
11,self_attn.o_proj,0.39272535,0.01000,1.945
11,mlp.up_proj,11.13495445,0.01000,1.289
11,mlp.gate_proj,11.68858433,0.01000,1.236
11,mlp.down_proj,2.05591583,0.01000,10.094
12,self_attn.k_proj,0.07082967,0.01000,1.163
12,self_attn.v_proj,0.06914499,0.01000,1.106
12,self_attn.q_proj,0.41684151,0.01000,1.163
12,self_attn.o_proj,0.22683367,0.01000,1.939
12,mlp.up_proj,12.31419468,0.01000,1.274
12,mlp.gate_proj,12.97047234,0.01000,1.221
12,mlp.down_proj,2.25689316,0.01000,10.020
13,self_attn.k_proj,0.14114851,0.01000,1.207
13,self_attn.v_proj,0.15250701,0.01000,1.103
13,self_attn.q_proj,0.81382513,0.01000,1.142
13,self_attn.o_proj,0.35289651,0.01000,1.943
13,mlp.up_proj,12.48627949,0.01000,1.282
13,mlp.gate_proj,13.48831558,0.01000,1.220
13,mlp.down_proj,2.25837231,0.01000,10.110
14,self_attn.k_proj,0.07376991,0.01000,1.168
14,self_attn.v_proj,0.07685138,0.01000,1.117
14,self_attn.q_proj,0.38745856,0.01000,1.140
14,self_attn.o_proj,0.30865502,0.01000,1.959
14,mlp.up_proj,11.99713326,0.01000,1.274
14,mlp.gate_proj,12.85952759,0.01000,1.209
14,mlp.down_proj,2.12551332,0.01000,9.997
15,self_attn.k_proj,0.06791130,0.01000,1.165
15,self_attn.v_proj,0.06280433,0.01000,1.094
15,self_attn.q_proj,0.40966851,0.01000,1.120
15,self_attn.o_proj,0.29280996,0.01000,1.955
15,mlp.up_proj,11.24449444,0.01000,1.274
15,mlp.gate_proj,11.78489780,0.01000,1.211
15,mlp.down_proj,1.95185041,0.01000,9.966
16,self_attn.k_proj,0.06665783,0.01000,1.133
16,self_attn.v_proj,0.07242101,0.01000,1.088
16,self_attn.q_proj,0.39381784,0.01000,1.113
16,self_attn.o_proj,0.31686711,0.01000,1.899
16,mlp.up_proj,9.96550941,0.01000,1.271
16,mlp.gate_proj,10.36652184,0.01000,1.211
16,mlp.down_proj,1.76844561,0.01000,9.794
17,self_attn.k_proj,0.07068338,0.01000,1.143
17,self_attn.v_proj,0.06909667,0.01000,1.083
17,self_attn.q_proj,0.40254653,0.01000,1.118
17,self_attn.o_proj,0.32059002,0.01000,1.904
17,mlp.up_proj,10.42084408,0.01000,1.270
17,mlp.gate_proj,10.90568161,0.01000,1.219
17,mlp.down_proj,1.91881168,0.01000,9.564
18,self_attn.k_proj,0.09127137,0.01000,1.145
18,self_attn.v_proj,0.09213912,0.01000,1.080
18,self_attn.q_proj,0.54628879,0.01000,1.119
18,self_attn.o_proj,0.31876135,0.01000,1.905
18,mlp.up_proj,11.16375256,0.01000,1.270
18,mlp.gate_proj,11.67426300,0.01000,1.216
18,mlp.down_proj,2.19837117,0.01000,10.099
19,self_attn.k_proj,0.10808913,0.01000,1.229
19,self_attn.v_proj,0.10830463,0.01000,1.153
19,self_attn.q_proj,0.65837091,0.01000,1.197
19,self_attn.o_proj,0.42198572,0.01000,1.945
19,mlp.up_proj,12.45958519,0.01000,1.290
19,mlp.gate_proj,13.01492310,0.01000,1.236
19,mlp.down_proj,2.61802077,0.01000,9.524
20,self_attn.k_proj,0.18187775,0.01000,1.220
20,self_attn.v_proj,0.19337222,0.01000,1.097
20,self_attn.q_proj,1.07225728,0.01000,1.132
20,self_attn.o_proj,0.51924539,0.01000,1.937
20,mlp.up_proj,13.94374943,0.01000,1.283
20,mlp.gate_proj,14.43085098,0.01000,1.230
20,mlp.down_proj,3.04058361,0.01000,9.800
21,self_attn.k_proj,0.20855561,0.01000,1.161
21,self_attn.v_proj,0.20912249,0.01000,1.095
21,self_attn.q_proj,1.26167750,0.01000,1.130
21,self_attn.o_proj,0.94335997,0.01000,1.935
21,mlp.up_proj,14.96346760,0.01000,1.292
21,mlp.gate_proj,15.50564194,0.01000,1.236
21,mlp.down_proj,3.49554133,0.01000,9.639
22,self_attn.k_proj,0.19087496,0.01000,1.165
22,self_attn.v_proj,0.20093921,0.01000,1.099
22,self_attn.q_proj,1.15021396,0.01000,1.138
22,self_attn.o_proj,1.07747006,0.01000,1.947
22,mlp.up_proj,16.75186539,0.01000,1.289
22,mlp.gate_proj,17.39946365,0.01000,1.237
22,mlp.down_proj,4.26147366,0.01000,10.328
23,self_attn.k_proj,0.26674122,0.01000,1.160
23,self_attn.v_proj,0.29125738,0.01000,1.100
23,self_attn.q_proj,1.52494669,0.01000,1.142
23,self_attn.o_proj,0.76965928,0.01000,1.940
23,mlp.up_proj,18.62470818,0.01000,1.291
23,mlp.gate_proj,19.27264023,0.01000,1.229
23,mlp.down_proj,5.07388306,0.01000,10.069
24,self_attn.k_proj,0.49650919,0.01000,1.162
24,self_attn.v_proj,0.52540350,0.01000,1.104
24,self_attn.q_proj,3.05510259,0.01000,1.140
24,self_attn.o_proj,1.55237389,0.01000,1.940
24,mlp.up_proj,20.77119446,0.01000,1.290
24,mlp.gate_proj,21.62130356,0.01000,1.232
24,mlp.down_proj,5.86625624,0.01000,9.937
25,self_attn.k_proj,0.43485135,0.01000,1.181
25,self_attn.v_proj,0.46278542,0.01000,1.127
25,self_attn.q_proj,2.58664703,0.01000,1.155
25,self_attn.o_proj,1.39695156,0.01000,1.939
25,mlp.up_proj,23.31319046,0.01000,1.272
25,mlp.gate_proj,24.15132904,0.01000,1.215
25,mlp.down_proj,7.23103762,0.01000,9.861
26,self_attn.k_proj,0.39909238,0.01000,1.193
26,self_attn.v_proj,0.44533104,0.01000,1.100
26,self_attn.q_proj,2.33590698,0.01000,1.149
26,self_attn.o_proj,1.38106966,0.01000,1.939
26,mlp.up_proj,25.31088638,0.01000,1.293
26,mlp.gate_proj,26.39056778,0.01000,1.233
26,mlp.down_proj,8.96655846,0.01000,10.080
27,self_attn.k_proj,0.57419753,0.01000,1.157
27,self_attn.v_proj,0.62974054,0.01000,1.096
27,self_attn.q_proj,3.25098705,0.01000,1.132
27,self_attn.o_proj,1.53530598,0.01000,1.947
27,mlp.up_proj,29.02573013,0.01000,1.273
27,mlp.gate_proj,30.56631660,0.01000,1.223
27,mlp.down_proj,11.24117279,0.01000,10.109
28,self_attn.k_proj,0.76582295,0.01000,1.165
28,self_attn.v_proj,0.86502939,0.01000,1.100
28,self_attn.q_proj,4.45867062,0.01000,1.189
28,self_attn.o_proj,1.66220069,0.01000,1.946
28,mlp.up_proj,33.51585770,0.01000,1.289
28,mlp.gate_proj,35.57453537,0.01000,1.234
28,mlp.down_proj,12.54188347,0.01000,10.038
29,self_attn.k_proj,1.15691853,0.01000,1.155
29,self_attn.v_proj,1.22658408,0.01000,1.099
29,self_attn.q_proj,6.31454229,0.01000,1.136
29,self_attn.o_proj,1.81649864,0.01000,1.932
29,mlp.up_proj,35.35622406,0.01000,1.289
29,mlp.gate_proj,38.42974472,0.01000,1.228
29,mlp.down_proj,12.99395370,0.01000,10.210
30,self_attn.k_proj,2.37444258,0.01000,1.156
30,self_attn.v_proj,2.74426389,0.01000,1.102
30,self_attn.q_proj,12.41589069,0.01000,1.133
30,self_attn.o_proj,2.34893894,0.01000,1.893
30,mlp.up_proj,43.69886017,0.01000,1.287
30,mlp.gate_proj,57.59215164,0.01000,1.230
30,mlp.down_proj,10.94703674,0.01000,10.039
31,self_attn.k_proj,1.94846034,0.01000,1.149
31,self_attn.v_proj,2.21520495,0.01000,1.075
31,self_attn.q_proj,10.18080139,0.01000,1.132
31,self_attn.o_proj,1.65798235,0.01000,1.936
31,mlp.up_proj,79.61448669,0.01000,1.271
31,mlp.gate_proj,106.99736023,0.01000,1.209
31,mlp.down_proj,10.12814331,0.01000,10.047
32,self_attn.k_proj,0.59653777,0.01000,1.162
32,self_attn.v_proj,0.69479501,0.01000,1.098
32,self_attn.q_proj,3.31510782,0.01000,1.133
32,self_attn.o_proj,1.46756899,0.01000,1.940
32,mlp.up_proj,43.01534653,0.01000,1.286
32,mlp.gate_proj,56.31040573,0.01000,1.234
32,mlp.down_proj,10.57728004,0.01000,9.948
33,self_attn.k_proj,0.48007959,0.01000,1.160
33,self_attn.v_proj,0.43353027,0.01000,1.098
33,self_attn.q_proj,2.66944003,0.01000,1.140
33,self_attn.o_proj,1.16452909,0.01000,1.936
33,mlp.up_proj,37.45748901,0.01000,1.287
33,mlp.gate_proj,40.18311691,0.01000,1.233
33,mlp.down_proj,11.59187508,0.01000,10.155
34,self_attn.k_proj,0.68396556,0.01000,1.139
34,self_attn.v_proj,0.71251822,0.01000,1.115
34,self_attn.q_proj,3.97808266,0.01000,1.138
34,self_attn.o_proj,1.66452718,0.01000,1.939
34,mlp.up_proj,35.96574783,0.01000,1.289
34,mlp.gate_proj,37.39558792,0.01000,1.235
34,mlp.down_proj,9.91393089,0.01000,10.292
35,self_attn.k_proj,0.81941670,0.01000,1.203
35,self_attn.v_proj,0.87227821,0.01000,1.105
35,self_attn.q_proj,4.91163492,0.01000,1.143
35,self_attn.o_proj,2.68042612,0.01000,1.947
35,mlp.up_proj,40.16371918,0.01000,1.290
35,mlp.gate_proj,41.72699738,0.01000,1.237
35,mlp.down_proj,11.24375725,0.01000,10.171
36,self_attn.k_proj,0.51701021,0.01000,1.158
36,self_attn.v_proj,0.50001544,0.01000,1.100
36,self_attn.q_proj,3.13710260,0.01000,1.133
36,self_attn.o_proj,2.25207853,0.01000,1.932
36,mlp.up_proj,43.13101578,0.01000,1.290
36,mlp.gate_proj,44.59401703,0.01000,1.230
36,mlp.down_proj,12.66608524,0.01000,9.877
37,self_attn.k_proj,1.04409146,0.01000,1.162
37,self_attn.v_proj,1.07487774,0.01000,1.093
37,self_attn.q_proj,6.32459784,0.01000,1.136
37,self_attn.o_proj,3.52424717,0.01000,1.932
37,mlp.up_proj,44.28659821,0.01000,1.283
37,mlp.gate_proj,47.45639801,0.01000,1.229
37,mlp.down_proj,13.08962440,0.01000,9.656
38,self_attn.k_proj,0.70040083,0.01000,1.158
38,self_attn.v_proj,0.67634487,0.01000,1.094
38,self_attn.q_proj,4.15942144,0.01000,1.174
38,self_attn.o_proj,2.98514795,0.01000,2.024
38,mlp.up_proj,41.48029327,0.01000,1.287
38,mlp.gate_proj,42.63742828,0.01000,1.230
38,mlp.down_proj,12.77038860,0.01000,10.071
39,self_attn.k_proj,0.65501523,0.01000,1.160
39,self_attn.v_proj,0.63400817,0.01000,1.098
39,self_attn.q_proj,3.95633459,0.01000,1.133
39,self_attn.o_proj,3.05778980,0.01000,1.932
39,mlp.up_proj,40.32540512,0.01000,1.287
39,mlp.gate_proj,38.98909760,0.01000,1.230
39,mlp.down_proj,12.88877487,0.01000,9.644
40,self_attn.k_proj,0.79315072,0.01000,1.199
40,self_attn.v_proj,0.83237386,0.01000,1.098
40,self_attn.q_proj,4.84926462,0.01000,1.139
40,self_attn.o_proj,3.72353125,0.01000,1.937
40,mlp.up_proj,36.79884338,0.01000,1.285
40,mlp.gate_proj,33.97525787,0.01000,1.231
40,mlp.down_proj,13.06659889,0.01000,9.896
41,self_attn.k_proj,0.77358478,0.01000,1.162
41,self_attn.v_proj,0.79954886,0.01000,1.102
41,self_attn.q_proj,4.96604729,0.01000,1.154
41,self_attn.o_proj,4.04304123,0.01000,1.932
41,mlp.up_proj,39.54935455,0.01000,1.285
41,mlp.gate_proj,35.93714523,0.01000,1.229
41,mlp.down_proj,13.71113300,0.01000,9.885
42,self_attn.k_proj,1.06457448,0.01000,1.167
42,self_attn.v_proj,1.16151261,0.01000,1.103
42,self_attn.q_proj,6.94136667,0.01000,1.145
42,self_attn.o_proj,4.39309359,0.01000,1.953
42,mlp.up_proj,42.69610596,0.01000,1.290
42,mlp.gate_proj,37.84614944,0.01000,1.234
42,mlp.down_proj,15.12725925,0.01000,9.906
43,self_attn.k_proj,1.61698508,0.01000,1.163
43,self_attn.v_proj,1.77028954,0.01000,1.106
43,self_attn.q_proj,9.79468918,0.01000,1.140
43,self_attn.o_proj,5.09574652,0.01000,1.940
43,mlp.up_proj,47.06604004,0.01000,1.290
43,mlp.gate_proj,42.68894958,0.01000,1.238
43,mlp.down_proj,71.66894531,0.01000,9.856
44,self_attn.k_proj,2.43886280,0.01000,1.166
44,self_attn.v_proj,2.89231634,0.01000,1.103
44,self_attn.q_proj,16.36064911,0.01000,1.142
44,self_attn.o_proj,7.35442448,0.01000,1.952
44,mlp.up_proj,50.47723389,0.01000,1.294
44,mlp.gate_proj,45.26785660,0.01000,1.238
44,mlp.down_proj,21.54353142,0.01000,10.164
45,self_attn.k_proj,2.58890462,0.01000,1.188
45,self_attn.v_proj,2.63187599,0.01000,1.139
45,self_attn.q_proj,15.66180992,0.01000,1.163
45,self_attn.o_proj,10.39427853,0.01000,1.901
45,mlp.up_proj,54.53451157,0.01000,1.270
45,mlp.gate_proj,49.89876556,0.01000,1.212
45,mlp.down_proj,24.80439377,0.01000,9.717
46,self_attn.k_proj,2.55938125,0.01000,1.166
46,self_attn.v_proj,3.04971075,0.01000,1.105
46,self_attn.q_proj,16.63127899,0.01000,1.148
46,self_attn.o_proj,9.02083397,0.01000,1.952
46,mlp.up_proj,60.18568039,0.01000,1.306
46,mlp.gate_proj,55.02159119,0.01000,1.240
46,mlp.down_proj,27.04306030,0.01000,9.606
47,self_attn.k_proj,3.76372766,0.01000,1.155
47,self_attn.v_proj,4.82143879,0.01000,1.099
47,self_attn.q_proj,25.24352837,0.01000,1.128
47,self_attn.o_proj,8.62299347,0.01000,1.929
47,mlp.up_proj,61.80413818,0.01000,1.286
47,mlp.gate_proj,56.39230347,0.01000,1.229
47,mlp.down_proj,31.00769043,0.01000,9.843
48,self_attn.k_proj,4.33097410,0.01000,1.161
48,self_attn.v_proj,5.22913170,0.01000,1.142
48,self_attn.q_proj,30.00033569,0.01000,1.141
48,self_attn.o_proj,12.27084541,0.01000,1.937
48,mlp.up_proj,67.28833771,0.01000,1.288
48,mlp.gate_proj,62.79892731,0.01000,1.235
48,mlp.down_proj,32.55909729,0.01000,10.066
49,self_attn.k_proj,4.58533096,0.01000,1.165
49,self_attn.v_proj,5.24146271,0.01000,1.129
49,self_attn.q_proj,30.29653358,0.01000,1.145
49,self_attn.o_proj,11.43666840,0.01000,1.944
49,mlp.up_proj,74.19294739,0.01000,1.292
49,mlp.gate_proj,70.05332184,0.01000,1.237
49,mlp.down_proj,41.66929245,0.01000,10.226
50,self_attn.k_proj,4.90630198,0.01000,1.172
50,self_attn.v_proj,6.09085226,0.01000,1.140
50,self_attn.q_proj,33.87724686,0.01000,1.149
50,self_attn.o_proj,12.26939774,0.01000,2.030
50,mlp.up_proj,82.19618225,0.01000,1.300
50,mlp.gate_proj,79.56748962,0.01000,1.242
50,mlp.down_proj,59.55751038,0.01000,10.154
51,self_attn.k_proj,7.50695181,0.01000,1.177
51,self_attn.v_proj,9.00130844,0.01000,1.108
51,self_attn.q_proj,49.72457886,0.01000,1.146
51,self_attn.o_proj,19.06943130,0.01000,1.967
51,mlp.up_proj,99.14331818,0.01000,1.280
51,mlp.gate_proj,96.68820190,0.01000,1.229
51,mlp.down_proj,84.43814087,0.01000,9.983
52,self_attn.k_proj,10.91156769,0.01000,1.221
52,self_attn.v_proj,14.22049236,0.01000,1.115
52,self_attn.q_proj,74.50735474,0.01000,1.158
52,self_attn.o_proj,25.46066093,0.01000,1.945
52,mlp.up_proj,123.48661041,0.01000,1.291
52,mlp.gate_proj,119.77017212,0.01000,1.231
52,mlp.down_proj,103.57630157,0.01000,10.104
53,self_attn.k_proj,16.57922745,0.01000,1.190
53,self_attn.v_proj,19.28343582,0.01000,1.129
53,self_attn.q_proj,109.98464203,0.01000,1.136
53,self_attn.o_proj,22.90372849,0.01000,1.959
53,mlp.up_proj,136.34761047,0.01000,1.294
53,mlp.gate_proj,131.46084595,0.01000,1.244
53,mlp.down_proj,144.92550659,0.01000,10.088
54,self_attn.k_proj,25.23480988,0.01000,1.176
54,self_attn.v_proj,31.61150742,0.01000,1.107
54,self_attn.q_proj,162.99169922,0.01000,1.145
54,self_attn.o_proj,38.40440750,0.01000,1.953
54,mlp.up_proj,175.13397217,0.01000,1.297
54,mlp.gate_proj,169.29081726,0.01000,1.238
54,mlp.down_proj,170.20622253,0.01000,10.085
55,self_attn.k_proj,25.52989578,0.01000,1.170
55,self_attn.v_proj,27.89676666,0.01000,1.110
55,self_attn.q_proj,163.61907959,0.01000,1.150
55,self_attn.o_proj,34.60001373,0.01000,1.956
55,mlp.up_proj,190.99429321,0.01000,1.299
55,mlp.gate_proj,181.47290039,0.01000,1.236
55,mlp.down_proj,213.51348877,0.01000,9.837
56,self_attn.k_proj,46.52150726,0.01000,1.189
56,self_attn.v_proj,62.56267166,0.01000,1.120
56,self_attn.q_proj,294.94454956,0.01000,1.160
56,self_attn.o_proj,38.20604324,0.01000,1.910
56,mlp.up_proj,216.63262939,0.01000,1.294
56,mlp.gate_proj,203.21862793,0.01000,1.242
56,mlp.down_proj,245.69470215,0.01000,10.165
57,self_attn.k_proj,56.03170776,0.01000,1.169
57,self_attn.v_proj,83.18040466,0.01000,1.115
57,self_attn.q_proj,353.62338257,0.01000,1.146
57,self_attn.o_proj,44.33944702,0.01000,1.953
57,mlp.up_proj,233.12094116,0.01000,1.296
57,mlp.gate_proj,214.46443176,0.01000,1.241
57,mlp.down_proj,291.15484619,0.01000,9.823
58,self_attn.k_proj,100.01489258,0.01000,1.142
58,self_attn.v_proj,133.82089233,0.01000,1.082
58,self_attn.q_proj,638.43444824,0.01000,1.125
58,self_attn.o_proj,64.26174927,0.01000,1.945
58,mlp.up_proj,265.95632935,0.01000,1.296
58,mlp.gate_proj,240.49734497,0.01000,1.235
58,mlp.down_proj,350.90069580,0.01000,9.628
59,self_attn.k_proj,127.59719849,0.01000,1.212
59,self_attn.v_proj,186.20983887,0.01000,1.105
59,self_attn.q_proj,846.85949707,0.01000,1.141
59,self_attn.o_proj,57.52569580,0.01000,1.940
59,mlp.up_proj,288.86016846,0.01000,1.290
59,mlp.gate_proj,258.25326538,0.01000,1.233
59,mlp.down_proj,439.54940796,0.01000,10.137
60,self_attn.k_proj,122.05357361,0.01000,1.163
60,self_attn.v_proj,153.96994019,0.01000,1.104
60,self_attn.q_proj,804.22961426,0.01000,1.141
60,self_attn.o_proj,124.09367371,0.01000,1.945
60,mlp.up_proj,315.71032715,0.01000,1.295
60,mlp.gate_proj,274.82501221,0.01000,1.235
60,mlp.down_proj,618.82397461,0.01000,10.123
61,self_attn.k_proj,158.34274292,0.01000,1.168
61,self_attn.v_proj,258.58428955,0.01000,1.104
61,self_attn.q_proj,1107.40454102,0.01000,1.145
61,self_attn.o_proj,134.68112183,0.01000,1.953
61,mlp.up_proj,327.80285645,0.01000,1.300
61,mlp.gate_proj,281.97460938,0.01000,1.237
61,mlp.down_proj,851.01434326,0.01000,9.817
62,self_attn.k_proj,171.83435059,0.01000,1.173
62,self_attn.v_proj,254.51989746,0.01000,1.092
62,self_attn.q_proj,1126.85229492,0.01000,1.168
62,self_attn.o_proj,285.54168701,0.01000,1.958
62,mlp.up_proj,373.82440186,0.01000,1.294
62,mlp.gate_proj,336.40557861,0.01000,1.244
62,mlp.down_proj,1390.11401367,0.01000,10.021
63,self_attn.k_proj,75.29898071,0.01000,1.174
63,self_attn.v_proj,103.37579346,0.01000,1.134
63,self_attn.q_proj,490.16372681,0.01000,1.143
63,self_attn.o_proj,210.85589600,0.01000,1.949
63,mlp.up_proj,456.76293945,0.01000,1.288
63,mlp.gate_proj,422.48721313,0.01000,1.237
63,mlp.down_proj,4042.77978516,0.01000,10.259