layer,module,loss,damp,time
0,self_attn.k_proj,0.14759,0.01000,2.484
0,self_attn.v_proj,0.04778,0.01000,2.141
0,self_attn.q_proj,0.42236,0.01000,2.260
0,self_attn.o_proj,0.85355,0.01000,2.224
0,mlp.up_proj,0.28039,0.01000,2.664
0,mlp.gate_proj,0.30341,0.01000,2.661
0,mlp.down_proj,0.19020,0.01000,15.630
1,self_attn.k_proj,0.00943,0.01000,2.149
1,self_attn.v_proj,0.00441,0.01000,2.138
1,self_attn.q_proj,0.03269,0.01000,2.224
1,self_attn.o_proj,0.01165,0.01000,2.235
1,mlp.up_proj,2.02468,0.01000,2.669
1,mlp.gate_proj,5.55304,0.01000,2.666
1,mlp.down_proj,0.06478,0.01000,15.506
2,self_attn.k_proj,0.04094,0.01000,2.129
2,self_attn.v_proj,0.01386,0.01000,2.125
2,self_attn.q_proj,0.11674,0.01000,2.206
2,self_attn.o_proj,0.07361,0.01000,2.193
2,mlp.up_proj,3.93100,0.01000,2.611
2,mlp.gate_proj,8.40991,0.01000,2.619
2,mlp.down_proj,0.26355,0.01000,15.368
3,self_attn.k_proj,0.19614,0.01000,2.086
3,self_attn.v_proj,0.06155,0.01000,2.062
3,self_attn.q_proj,0.57232,0.01000,2.162
3,self_attn.o_proj,0.19750,0.01000,2.171
3,mlp.up_proj,4.41594,0.01000,2.585
3,mlp.gate_proj,10.16137,0.01000,2.586
3,mlp.down_proj,0.51209,0.01000,15.211
4,self_attn.k_proj,0.17479,0.01000,2.073
4,self_attn.v_proj,0.08406,0.01000,2.085
4,self_attn.q_proj,0.53482,0.01000,2.179
4,self_attn.o_proj,0.40690,0.01000,2.178
4,mlp.up_proj,11.14914,0.01000,2.597
4,mlp.gate_proj,22.20761,0.01000,2.579
4,mlp.down_proj,32.01582,0.01000,15.168
5,self_attn.k_proj,0.59854,0.01000,2.093
5,self_attn.v_proj,0.34071,0.01000,2.069
5,self_attn.q_proj,2.02017,0.01000,2.188
5,self_attn.o_proj,0.49049,0.01000,2.137
5,mlp.up_proj,19.28526,0.01000,2.593
5,mlp.gate_proj,36.70102,0.01000,2.580
5,mlp.down_proj,154.00821,0.01000,15.194
6,self_attn.k_proj,0.61412,0.01000,2.091
6,self_attn.v_proj,0.45020,0.01000,2.054
6,self_attn.q_proj,2.17631,0.01000,2.167
6,self_attn.o_proj,0.47241,0.01000,2.144
6,mlp.up_proj,32.60718,0.01000,2.593
6,mlp.gate_proj,60.33723,0.01000,2.569
6,mlp.down_proj,8.32316,0.01000,15.081
7,self_attn.k_proj,0.83956,0.01000,2.068
7,self_attn.v_proj,0.68598,0.01000,2.041
7,self_attn.q_proj,3.02862,0.01000,2.142
7,self_attn.o_proj,0.52821,0.01000,2.140
7,mlp.up_proj,42.21741,0.01000,2.577
7,mlp.gate_proj,77.33169,0.01000,2.580
7,mlp.down_proj,1.16492,0.01000,15.080
8,self_attn.k_proj,1.02881,0.01000,2.054
8,self_attn.v_proj,0.58293,0.01000,2.042
8,self_attn.q_proj,3.54941,0.01000,2.143
8,self_attn.o_proj,0.38053,0.01000,2.141
8,mlp.up_proj,28.03920,0.01000,2.579
8,mlp.gate_proj,49.43517,0.01000,2.554
8,mlp.down_proj,1.44708,0.01000,15.093
9,self_attn.k_proj,0.88202,0.01000,2.051
9,self_attn.v_proj,0.72862,0.01000,2.040
9,self_attn.q_proj,3.13369,0.01000,2.163
9,self_attn.o_proj,0.70003,0.01000,2.144
9,mlp.up_proj,15.29657,0.01000,2.600
9,mlp.gate_proj,16.31329,0.01000,2.581
9,mlp.down_proj,1.97667,0.01000,15.072
10,self_attn.k_proj,1.31256,0.01000,2.068
10,self_attn.v_proj,1.04775,0.01000,2.045
10,self_attn.q_proj,4.85158,0.01000,2.153
10,self_attn.o_proj,0.75653,0.01000,2.147
10,mlp.up_proj,18.32742,0.01000,2.581
10,mlp.gate_proj,19.62621,0.01000,2.553
10,mlp.down_proj,2.51274,0.01000,15.062
11,self_attn.k_proj,0.92103,0.01000,2.068
11,self_attn.v_proj,0.66147,0.01000,2.034
11,self_attn.q_proj,3.37763,0.01000,2.153
11,self_attn.o_proj,1.19163,0.01000,2.149
11,mlp.up_proj,21.96286,0.01000,2.573
11,mlp.gate_proj,26.59977,0.01000,2.556
11,mlp.down_proj,2.45200,0.01000,15.161
12,self_attn.k_proj,1.15361,0.01000,2.037
12,self_attn.v_proj,0.78825,0.01000,2.062
12,self_attn.q_proj,4.28076,0.01000,2.154
12,self_attn.o_proj,1.29246,0.01000,2.149
12,mlp.up_proj,23.35723,0.01000,2.607
12,mlp.gate_proj,24.96240,0.01000,2.574
12,mlp.down_proj,3.20968,0.01000,15.174
13,self_attn.k_proj,1.32605,0.01000,2.070
13,self_attn.v_proj,0.96522,0.01000,2.053
13,self_attn.q_proj,4.73218,0.01000,2.160
13,self_attn.o_proj,1.25642,0.01000,2.141
13,mlp.up_proj,27.13617,0.01000,2.572
13,mlp.gate_proj,29.29358,0.01000,2.570
13,mlp.down_proj,3.70605,0.01000,15.087
14,self_attn.k_proj,1.71659,0.01000,2.041
14,self_attn.v_proj,1.15498,0.01000,2.037
14,self_attn.q_proj,6.14982,0.01000,2.175
14,self_attn.o_proj,1.55901,0.01000,2.136
14,mlp.up_proj,29.43851,0.01000,2.601
14,mlp.gate_proj,32.02113,0.01000,2.572
14,mlp.down_proj,4.22360,0.01000,15.129
15,self_attn.k_proj,1.54492,0.01000,2.071
15,self_attn.v_proj,1.23654,0.01000,2.051
15,self_attn.q_proj,5.59133,0.01000,2.158
15,self_attn.o_proj,1.80014,0.01000,2.152
15,mlp.up_proj,30.82312,0.01000,2.602
15,mlp.gate_proj,34.99627,0.01000,2.570
15,mlp.down_proj,4.58144,0.01000,15.097
16,self_attn.k_proj,1.39982,0.01000,2.077
16,self_attn.v_proj,0.86159,0.01000,2.046
16,self_attn.q_proj,4.69837,0.01000,2.164
16,self_attn.o_proj,1.33236,0.01000,2.148
16,mlp.up_proj,30.18490,0.01000,2.584
16,mlp.gate_proj,32.57851,0.01000,2.575
16,mlp.down_proj,4.44024,0.01000,15.135
17,self_attn.k_proj,1.88747,0.01000,2.078
17,self_attn.v_proj,1.13253,0.01000,2.048
17,self_attn.q_proj,6.48551,0.01000,2.147
17,self_attn.o_proj,1.33927,0.01000,2.126
17,mlp.up_proj,30.77404,0.01000,2.598
17,mlp.gate_proj,32.73363,0.01000,2.570
17,mlp.down_proj,4.51064,0.01000,15.042
18,self_attn.k_proj,1.91154,0.01000,2.043
18,self_attn.v_proj,1.16138,0.01000,2.036
18,self_attn.q_proj,6.55853,0.01000,2.148
18,self_attn.o_proj,1.32456,0.01000,2.125
18,mlp.up_proj,30.88861,0.01000,2.588
18,mlp.gate_proj,32.59165,0.01000,2.543
18,mlp.down_proj,4.68022,0.01000,15.054
19,self_attn.k_proj,1.76725,0.01000,2.043
19,self_attn.v_proj,1.22466,0.01000,2.038
19,self_attn.q_proj,6.40973,0.01000,2.147
19,self_attn.o_proj,1.12863,0.01000,2.143
19,mlp.up_proj,31.80856,0.01000,2.567
19,mlp.gate_proj,33.51109,0.01000,2.567
19,mlp.down_proj,4.89549,0.01000,15.088
20,self_attn.k_proj,2.03313,0.01000,2.067
20,self_attn.v_proj,1.18035,0.01000,2.034
20,self_attn.q_proj,7.07322,0.01000,2.158
20,self_attn.o_proj,1.62964,0.01000,2.136
20,mlp.up_proj,31.07901,0.01000,2.565
20,mlp.gate_proj,32.24667,0.01000,2.572
20,mlp.down_proj,5.08143,0.01000,15.019
21,self_attn.k_proj,1.79541,0.01000,2.057
21,self_attn.v_proj,1.11176,0.01000,2.038
21,self_attn.q_proj,6.30344,0.01000,2.142
21,self_attn.o_proj,1.71436,0.01000,2.135
21,mlp.up_proj,31.17628,0.01000,2.589
21,mlp.gate_proj,32.42353,0.01000,2.566
21,mlp.down_proj,5.24079,0.01000,14.979
22,self_attn.k_proj,1.99891,0.01000,2.052
22,self_attn.v_proj,1.56671,0.01000,2.025
22,self_attn.q_proj,7.28779,0.01000,2.124
22,self_attn.o_proj,2.34521,0.01000,2.132
22,mlp.up_proj,32.94751,0.01000,2.584
22,mlp.gate_proj,34.55493,0.01000,2.560
22,mlp.down_proj,5.67573,0.01000,15.009
23,self_attn.k_proj,2.00533,0.01000,2.051
23,self_attn.v_proj,1.68959,0.01000,2.026
23,self_attn.q_proj,7.47253,0.01000,2.133
23,self_attn.o_proj,2.62355,0.01000,2.127
23,mlp.up_proj,35.32894,0.01000,2.552
23,mlp.gate_proj,37.14929,0.01000,2.552
23,mlp.down_proj,6.09524,0.01000,15.049
24,self_attn.k_proj,2.51866,0.01000,2.055
24,self_attn.v_proj,1.71742,0.01000,2.034
24,self_attn.q_proj,9.01884,0.01000,2.126
24,self_attn.o_proj,2.08752,0.01000,2.124
24,mlp.up_proj,36.47124,0.01000,2.558
24,mlp.gate_proj,37.90562,0.01000,2.558
24,mlp.down_proj,6.31163,0.01000,15.032
25,self_attn.k_proj,2.81450,0.01000,2.060
25,self_attn.v_proj,2.10430,0.01000,2.020
25,self_attn.q_proj,10.48103,0.01000,2.140
25,self_attn.o_proj,2.01236,0.01000,2.120
25,mlp.up_proj,37.75060,0.01000,2.590
25,mlp.gate_proj,38.56287,0.01000,2.570
25,mlp.down_proj,7.12388,0.01000,15.066
26,self_attn.k_proj,2.54902,0.01000,2.047
26,self_attn.v_proj,1.52489,0.01000,2.035
26,self_attn.q_proj,9.29748,0.01000,2.135
26,self_attn.o_proj,2.35074,0.01000,2.125
26,mlp.up_proj,39.28556,0.01000,2.581
26,mlp.gate_proj,40.27782,0.01000,2.593
26,mlp.down_proj,7.73516,0.01000,15.138
27,self_attn.k_proj,2.52401,0.01000,2.053
27,self_attn.v_proj,1.58845,0.01000,2.038
27,self_attn.q_proj,8.64960,0.01000,2.145
27,self_attn.o_proj,3.64579,0.01000,2.135
27,mlp.up_proj,41.84594,0.01000,2.592
27,mlp.gate_proj,42.24600,0.01000,2.566
27,mlp.down_proj,9.10108,0.01000,15.079
28,self_attn.k_proj,2.45527,0.01000,2.076
28,self_attn.v_proj,2.39197,0.01000,2.047
28,self_attn.q_proj,9.47242,0.01000,2.161
28,self_attn.o_proj,4.16212,0.01000,2.155
28,mlp.up_proj,46.93450,0.01000,2.610
28,mlp.gate_proj,47.00443,0.01000,2.597
28,mlp.down_proj,10.88123,0.01000,15.090
29,self_attn.k_proj,3.62994,0.01000,2.055
29,self_attn.v_proj,2.99594,0.01000,2.038
29,self_attn.q_proj,13.05827,0.01000,2.150
29,self_attn.o_proj,5.01723,0.01000,2.141
29,mlp.up_proj,52.26974,0.01000,2.574
29,mlp.gate_proj,51.12096,0.01000,2.580
29,mlp.down_proj,12.04160,0.01000,15.060
30,self_attn.k_proj,3.23104,0.01000,2.063
30,self_attn.v_proj,3.15648,0.01000,2.038
30,self_attn.q_proj,12.52689,0.01000,2.138
30,self_attn.o_proj,7.27131,0.01000,2.138
30,mlp.up_proj,56.02477,0.01000,2.565
30,mlp.gate_proj,56.78723,0.01000,2.546
30,mlp.down_proj,13.24996,0.01000,15.027
31,self_attn.k_proj,3.50141,0.01000,2.050
31,self_attn.v_proj,3.32452,0.01000,2.013
31,self_attn.q_proj,13.22685,0.01000,2.127
31,self_attn.o_proj,5.18491,0.01000,2.122
31,mlp.up_proj,62.81464,0.01000,2.587
31,mlp.gate_proj,61.39108,0.01000,2.618
31,mlp.down_proj,14.24612,0.01000,15.011
32,self_attn.k_proj,3.16513,0.01000,2.038
32,self_attn.v_proj,2.34089,0.01000,2.023
32,self_attn.q_proj,11.00786,0.01000,2.126
32,self_attn.o_proj,4.82914,0.01000,2.121
32,mlp.up_proj,70.27543,0.01000,2.574
32,mlp.gate_proj,72.29030,0.01000,2.549
32,mlp.down_proj,14.60766,0.01000,15.111
33,self_attn.k_proj,3.49856,0.01000,2.042
33,self_attn.v_proj,2.61506,0.01000,2.018
33,self_attn.q_proj,12.92368,0.01000,2.134
33,self_attn.o_proj,5.01068,0.01000,2.134
33,mlp.up_proj,66.52609,0.01000,2.579
33,mlp.gate_proj,67.92747,0.01000,2.615
33,mlp.down_proj,14.08141,0.01000,15.083
34,self_attn.k_proj,3.36113,0.01000,2.049
34,self_attn.v_proj,2.86441,0.01000,2.030
34,self_attn.q_proj,12.65842,0.01000,2.136
34,self_attn.o_proj,6.22371,0.01000,2.129
34,mlp.up_proj,64.96260,0.01000,2.546
34,mlp.gate_proj,65.28154,0.01000,2.535
34,mlp.down_proj,13.88619,0.01000,15.013
35,self_attn.k_proj,3.53404,0.01000,2.058
35,self_attn.v_proj,2.84630,0.01000,2.015
35,self_attn.q_proj,14.21299,0.01000,2.149
35,self_attn.o_proj,4.53214,0.01000,2.146
35,mlp.up_proj,67.61098,0.01000,2.569
35,mlp.gate_proj,66.16603,0.01000,2.560
35,mlp.down_proj,14.74694,0.01000,14.992
36,self_attn.k_proj,3.63011,0.01000,2.065
36,self_attn.v_proj,2.83161,0.01000,2.028
36,self_attn.q_proj,13.87941,0.01000,2.132
36,self_attn.o_proj,5.83687,0.01000,2.139
36,mlp.up_proj,63.37584,0.01000,2.576
36,mlp.gate_proj,60.55433,0.01000,2.555
36,mlp.down_proj,14.23125,0.01000,14.997
37,self_attn.k_proj,3.40998,0.01000,2.047
37,self_attn.v_proj,2.73588,0.01000,2.030
37,self_attn.q_proj,12.95762,0.01000,2.128
37,self_attn.o_proj,5.19972,0.01000,2.126
37,mlp.up_proj,65.41660,0.01000,2.536
37,mlp.gate_proj,61.20952,0.01000,2.565
37,mlp.down_proj,14.66734,0.01000,15.036
38,self_attn.k_proj,3.79787,0.01000,2.038
38,self_attn.v_proj,3.97319,0.01000,2.027
38,self_attn.q_proj,14.66671,0.01000,2.144
38,self_attn.o_proj,6.68994,0.01000,2.130
38,mlp.up_proj,67.35445,0.01000,2.561
38,mlp.gate_proj,64.34769,0.01000,2.578
38,mlp.down_proj,15.30048,0.01000,15.120
39,self_attn.k_proj,3.76746,0.01000,2.063
39,self_attn.v_proj,4.41980,0.01000,2.037
39,self_attn.q_proj,15.47801,0.01000,2.144
39,self_attn.o_proj,7.43495,0.01000,2.134
39,mlp.up_proj,71.01117,0.01000,2.559
39,mlp.gate_proj,69.03329,0.01000,2.563
39,mlp.down_proj,16.05608,0.01000,15.024
40,self_attn.k_proj,4.57660,0.01000,2.049
40,self_attn.v_proj,3.87840,0.01000,2.030
40,self_attn.q_proj,17.20158,0.01000,2.151
40,self_attn.o_proj,6.93013,0.01000,2.139
40,mlp.up_proj,71.18617,0.01000,2.567
40,mlp.gate_proj,69.61458,0.01000,2.556
40,mlp.down_proj,15.88490,0.01000,15.014
41,self_attn.k_proj,4.76727,0.01000,2.056
41,self_attn.v_proj,4.81908,0.01000,2.031
41,self_attn.q_proj,19.20961,0.01000,2.118
41,self_attn.o_proj,6.69989,0.01000,2.129
41,mlp.up_proj,74.26466,0.01000,2.553
41,mlp.gate_proj,70.59871,0.01000,2.558
41,mlp.down_proj,18.33313,0.01000,14.984
42,self_attn.k_proj,4.47236,0.01000,2.059
42,self_attn.v_proj,3.39799,0.01000,2.025
42,self_attn.q_proj,17.14044,0.01000,2.141
42,self_attn.o_proj,5.93743,0.01000,2.127
42,mlp.up_proj,79.74078,0.01000,2.563
42,mlp.gate_proj,73.17714,0.01000,2.546
42,mlp.down_proj,20.60718,0.01000,15.042
43,self_attn.k_proj,4.53610,0.01000,2.051
43,self_attn.v_proj,4.03981,0.01000,2.030
43,self_attn.q_proj,16.91519,0.01000,2.145
43,self_attn.o_proj,8.21073,0.01000,2.127
43,mlp.up_proj,85.43062,0.01000,2.579
43,mlp.gate_proj,79.66158,0.01000,2.586
43,mlp.down_proj,25.38427,0.01000,15.142
44,self_attn.k_proj,4.02587,0.01000,2.107
44,self_attn.v_proj,5.86919,0.01000,2.041
44,self_attn.q_proj,17.58058,0.01000,2.142
44,self_attn.o_proj,10.56914,0.01000,2.141
44,mlp.up_proj,92.13539,0.01000,2.558
44,mlp.gate_proj,85.97342,0.01000,2.570
44,mlp.down_proj,28.30587,0.01000,15.035
45,self_attn.k_proj,5.02208,0.01000,2.051
45,self_attn.v_proj,6.30884,0.01000,2.008
45,self_attn.q_proj,20.60764,0.01000,2.123
45,self_attn.o_proj,12.94785,0.01000,2.125
45,mlp.up_proj,98.92355,0.01000,2.550
45,mlp.gate_proj,91.70941,0.01000,2.568
45,mlp.down_proj,32.20315,0.01000,15.015
46,self_attn.k_proj,4.75849,0.01000,2.045
46,self_attn.v_proj,6.99170,0.01000,2.036
46,self_attn.q_proj,20.32048,0.01000,2.140
46,self_attn.o_proj,16.28790,0.01000,2.133
46,mlp.up_proj,106.34245,0.01000,2.565
46,mlp.gate_proj,98.07213,0.01000,2.538
46,mlp.down_proj,35.81041,0.01000,15.027
47,self_attn.k_proj,5.02474,0.01000,2.046
47,self_attn.v_proj,6.55781,0.01000,2.010
47,self_attn.q_proj,21.06978,0.01000,2.132
47,self_attn.o_proj,11.52919,0.01000,2.117
47,mlp.up_proj,117.39614,0.01000,2.584
47,mlp.gate_proj,111.33775,0.01000,2.553
47,mlp.down_proj,41.17200,0.01000,15.052
48,self_attn.k_proj,5.11686,0.01000,2.088
48,self_attn.v_proj,8.06268,0.01000,2.048
48,self_attn.q_proj,21.71353,0.01000,2.155
48,self_attn.o_proj,14.23808,0.01000,2.140
48,mlp.up_proj,127.61473,0.01000,2.575
48,mlp.gate_proj,122.45911,0.01000,2.553
48,mlp.down_proj,48.12917,0.01000,15.005
49,self_attn.k_proj,5.39261,0.01000,2.045
49,self_attn.v_proj,7.99819,0.01000,2.027
49,self_attn.q_proj,23.74723,0.01000,2.148
49,self_attn.o_proj,15.56597,0.01000,2.119
49,mlp.up_proj,147.46918,0.01000,2.571
49,mlp.gate_proj,140.98117,0.01000,2.564
49,mlp.down_proj,61.69661,0.01000,14.990
50,self_attn.k_proj,5.46913,0.01000,2.054
50,self_attn.v_proj,9.09222,0.01000,2.033
50,self_attn.q_proj,24.64941,0.01000,2.138
50,self_attn.o_proj,11.70462,0.01000,2.134
50,mlp.up_proj,165.44843,0.01000,2.560
50,mlp.gate_proj,163.82913,0.01000,2.550
50,mlp.down_proj,67.33822,0.01000,15.020
51,self_attn.k_proj,5.21549,0.01000,2.073
51,self_attn.v_proj,7.49747,0.01000,2.042
51,self_attn.q_proj,21.77840,0.01000,2.151
51,self_attn.o_proj,19.21399,0.01000,2.124
51,mlp.up_proj,178.53040,0.01000,2.563
51,mlp.gate_proj,180.57861,0.01000,2.544
51,mlp.down_proj,75.73093,0.01000,15.086
52,self_attn.k_proj,5.68159,0.01000,2.094
52,self_attn.v_proj,12.43637,0.01000,2.064
52,self_attn.q_proj,25.36832,0.01000,2.156
52,self_attn.o_proj,17.01047,0.01000,2.132
52,mlp.up_proj,192.09778,0.01000,2.595
52,mlp.gate_proj,190.09845,0.01000,2.580
52,mlp.down_proj,88.69017,0.01000,15.069
53,self_attn.k_proj,6.43735,0.01000,2.055
53,self_attn.v_proj,12.75531,0.01000,2.041
53,self_attn.q_proj,26.31563,0.01000,2.128
53,self_attn.o_proj,20.07874,0.01000,2.142
53,mlp.up_proj,210.18948,0.01000,2.613
53,mlp.gate_proj,210.39505,0.01000,2.603
53,mlp.down_proj,99.88908,0.01000,15.120
54,self_attn.k_proj,6.22838,0.01000,2.078
54,self_attn.v_proj,11.63237,0.01000,2.050
54,self_attn.q_proj,25.86111,0.01000,2.156
54,self_attn.o_proj,15.82664,0.01000,2.138
54,mlp.up_proj,231.84166,0.01000,2.586
54,mlp.gate_proj,229.83768,0.01000,2.558
54,mlp.down_proj,107.52811,0.01000,14.985
55,self_attn.k_proj,5.85813,0.01000,2.059
55,self_attn.v_proj,11.97998,0.01000,2.047
55,self_attn.q_proj,26.36816,0.01000,2.146
55,self_attn.o_proj,18.15035,0.01000,2.105
55,mlp.up_proj,250.77631,0.01000,2.572
55,mlp.gate_proj,243.90692,0.01000,2.554
55,mlp.down_proj,119.56198,0.01000,15.042
56,self_attn.k_proj,6.43686,0.01000,2.054
56,self_attn.v_proj,16.73584,0.01000,2.023
56,self_attn.q_proj,27.57230,0.01000,2.135
56,self_attn.o_proj,15.40655,0.01000,2.150
56,mlp.up_proj,269.74817,0.01000,2.595
56,mlp.gate_proj,263.91418,0.01000,2.556
56,mlp.down_proj,132.97281,0.01000,15.076
57,self_attn.k_proj,6.36213,0.01000,2.063
57,self_attn.v_proj,17.77978,0.01000,2.023
57,self_attn.q_proj,29.78789,0.01000,2.133
57,self_attn.o_proj,20.14023,0.01000,2.156
57,mlp.up_proj,292.21082,0.01000,2.580
57,mlp.gate_proj,281.15121,0.01000,2.603
57,mlp.down_proj,150.20334,0.01000,15.036
58,self_attn.k_proj,6.55589,0.01000,2.048
58,self_attn.v_proj,20.23567,0.01000,2.032
58,self_attn.q_proj,27.71472,0.01000,2.127
58,self_attn.o_proj,14.48893,0.01000,2.128
58,mlp.up_proj,321.06134,0.01000,2.585
58,mlp.gate_proj,302.12631,0.01000,2.579
58,mlp.down_proj,176.66116,0.01000,15.031
59,self_attn.k_proj,6.91199,0.01000,2.060
59,self_attn.v_proj,27.36679,0.01000,2.021
59,self_attn.q_proj,33.31631,0.01000,2.124
59,self_attn.o_proj,37.01416,0.01000,2.139
59,mlp.up_proj,352.08685,0.01000,2.560
59,mlp.gate_proj,326.81100,0.01000,2.553
59,mlp.down_proj,212.44296,0.01000,15.054
60,self_attn.k_proj,6.19056,0.01000,2.063
60,self_attn.v_proj,31.78100,0.01000,2.046
60,self_attn.q_proj,32.77295,0.01000,2.136
60,self_attn.o_proj,53.23789,0.01000,2.173
60,mlp.up_proj,387.94891,0.01000,2.725
60,mlp.gate_proj,353.74957,0.01000,2.698
60,mlp.down_proj,349.58356,0.01000,15.383
61,self_attn.k_proj,6.77371,0.01000,2.091
61,self_attn.v_proj,42.17431,0.01000,2.066
61,self_attn.q_proj,35.20813,0.01000,2.170
61,self_attn.o_proj,64.70826,0.01000,2.174
61,mlp.up_proj,434.49615,0.01000,2.646
61,mlp.gate_proj,394.85437,0.01000,2.693
61,mlp.down_proj,430.34650,0.01000,15.099
62,self_attn.k_proj,6.71811,0.01000,2.096
62,self_attn.v_proj,49.05771,0.01000,2.074
62,self_attn.q_proj,36.00636,0.01000,2.160
62,self_attn.o_proj,98.67749,0.01000,2.173
62,mlp.up_proj,414.32928,0.01000,2.583
62,mlp.gate_proj,385.97015,0.01000,2.579
62,mlp.down_proj,688.45520,0.01000,15.198
63,self_attn.k_proj,5.69327,0.01000,2.095
63,self_attn.v_proj,30.80803,0.01000,2.051
63,self_attn.q_proj,24.21122,0.01000,2.160
63,self_attn.o_proj,38.29944,0.01000,2.128
63,mlp.up_proj,436.88187,0.01000,2.573
63,mlp.gate_proj,418.55743,0.01000,2.571
63,mlp.down_proj,1156.78931,0.01000,15.015