quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00004832,0.01000,2.234
0,self_attn.v_proj,0.00008289,0.01000,1.811
0,self_attn.q_proj,0.00019979,0.01000,1.830
0,self_attn.o_proj,0.00006361,0.01000,1.808
0,mlp.up_proj,0.00163693,0.01000,1.910
0,mlp.gate_proj,0.00162717,0.01000,1.848
0,mlp.down_proj,0.00000006,0.01000,14.329
1,self_attn.k_proj,0.00005305,0.01000,1.855
1,self_attn.v_proj,0.00009658,0.01000,1.859
1,self_attn.q_proj,0.00021796,0.01000,1.917
1,self_attn.o_proj,0.00002544,0.01000,1.875
1,mlp.up_proj,0.00248035,0.01000,1.955
1,mlp.gate_proj,0.00246620,0.01000,1.964
1,mlp.down_proj,0.00000035,0.01000,15.219
2,self_attn.k_proj,0.00011178,0.01000,1.856
2,self_attn.v_proj,0.00015554,0.01000,1.906
2,self_attn.q_proj,0.00051735,0.01000,1.919
2,self_attn.o_proj,0.00011451,0.01000,1.911
2,mlp.up_proj,0.00458397,0.01000,1.987
2,mlp.gate_proj,0.00455741,0.01000,2.006
2,mlp.down_proj,0.00000080,0.01000,15.096
3,self_attn.k_proj,0.00023330,0.01000,1.875
3,self_attn.v_proj,0.00025019,0.01000,1.893
3,self_attn.q_proj,0.00103357,0.01000,1.928
3,self_attn.o_proj,0.00011565,0.01000,1.901
3,mlp.up_proj,0.00709375,0.01000,1.999
3,mlp.gate_proj,0.00713564,0.01000,2.035
3,mlp.down_proj,0.00000113,0.01000,14.971
4,self_attn.k_proj,0.00034081,0.01000,1.845
4,self_attn.v_proj,0.00036007,0.01000,1.913
4,self_attn.q_proj,0.00157957,0.01000,1.905
4,self_attn.o_proj,0.00035132,0.01000,1.912
4,mlp.up_proj,0.01148807,0.01000,2.028
4,mlp.gate_proj,0.01164582,0.01000,2.090
4,mlp.down_proj,0.00000235,0.01000,15.138
5,self_attn.k_proj,0.00057623,0.01000,1.858
5,self_attn.v_proj,0.00063296,0.01000,1.862
5,self_attn.q_proj,0.00271290,0.01000,1.891
5,self_attn.o_proj,0.00088907,0.01000,1.867
5,mlp.up_proj,0.02149161,0.01000,1.989
5,mlp.gate_proj,0.02164593,0.01000,1.960
5,mlp.down_proj,0.00000792,0.01000,14.869
6,self_attn.k_proj,0.00102989,0.01000,1.817
6,self_attn.v_proj,0.00109415,0.01000,1.834
6,self_attn.q_proj,0.00494865,0.01000,1.931
6,self_attn.o_proj,0.00089679,0.01000,1.906
6,mlp.up_proj,0.03253864,0.01000,1.987
6,mlp.gate_proj,0.03278550,0.01000,1.999
6,mlp.down_proj,0.00001137,0.01000,14.888
7,self_attn.k_proj,0.00148871,0.01000,1.912
7,self_attn.v_proj,0.00155970,0.01000,1.910
7,self_attn.q_proj,0.00691161,0.01000,1.950
7,self_attn.o_proj,0.00058098,0.01000,1.928
7,mlp.up_proj,0.04326382,0.01000,2.023
7,mlp.gate_proj,0.04360992,0.01000,1.995
7,mlp.down_proj,0.00001426,0.01000,14.899
8,self_attn.k_proj,0.00193381,0.01000,1.816
8,self_attn.v_proj,0.00206009,0.01000,1.811
8,self_attn.q_proj,0.00911343,0.01000,1.885
8,self_attn.o_proj,0.00083912,0.01000,1.935
8,mlp.up_proj,0.06053112,0.01000,1.960
8,mlp.gate_proj,0.06109237,0.01000,1.977
8,mlp.down_proj,0.00002275,0.01000,14.563
9,self_attn.k_proj,0.00263659,0.01000,1.942
9,self_attn.v_proj,0.00285749,0.01000,1.894
9,self_attn.q_proj,0.01232755,0.01000,2.043
9,self_attn.o_proj,0.00118532,0.01000,1.866
9,mlp.up_proj,0.08056590,0.01000,1.993
9,mlp.gate_proj,0.08134367,0.01000,2.010
9,mlp.down_proj,0.00003006,0.01000,14.608
10,self_attn.k_proj,0.00362370,0.01000,1.932
10,self_attn.v_proj,0.00382097,0.01000,1.941
10,self_attn.q_proj,0.01684380,0.01000,2.027
10,self_attn.o_proj,0.00136628,0.01000,1.903
10,mlp.up_proj,0.10879138,0.01000,2.010
10,mlp.gate_proj,0.11001876,0.01000,2.016
10,mlp.down_proj,0.00004886,0.01000,14.675
11,self_attn.k_proj,0.00453656,0.01000,1.844
11,self_attn.v_proj,0.00489408,0.01000,1.845
11,self_attn.q_proj,0.02137488,0.01000,1.904
11,self_attn.o_proj,0.00068911,0.01000,1.894
11,mlp.up_proj,0.13771917,0.01000,2.070
11,mlp.gate_proj,0.13954461,0.01000,1.942
11,mlp.down_proj,0.00006552,0.01000,14.714
12,self_attn.k_proj,0.00579478,0.01000,1.812
12,self_attn.v_proj,0.00627603,0.01000,1.855
12,self_attn.q_proj,0.02708638,0.01000,1.893
12,self_attn.o_proj,0.00102961,0.01000,1.931
12,mlp.up_proj,0.17243345,0.01000,2.132
12,mlp.gate_proj,0.17493153,0.01000,1.968
12,mlp.down_proj,0.00009275,0.01000,14.799
13,self_attn.k_proj,0.00721384,0.01000,1.855
13,self_attn.v_proj,0.00777057,0.01000,1.802
13,self_attn.q_proj,0.03365785,0.01000,1.891
13,self_attn.o_proj,0.00169664,0.01000,1.895
13,mlp.up_proj,0.21117997,0.01000,1.897
13,mlp.gate_proj,0.21575424,0.01000,1.909
13,mlp.down_proj,0.00013695,0.01000,14.905
14,self_attn.k_proj,0.00888694,0.01000,1.924
14,self_attn.v_proj,0.00953124,0.01000,1.952
14,self_attn.q_proj,0.04163394,0.01000,1.979
14,self_attn.o_proj,0.00229594,0.01000,1.868
14,mlp.up_proj,0.25968999,0.01000,1.950
14,mlp.gate_proj,0.26694760,0.01000,1.949
14,mlp.down_proj,0.00020112,0.01000,14.564
15,self_attn.k_proj,0.01068764,0.01000,1.802
15,self_attn.v_proj,0.01178057,0.01000,1.827
15,self_attn.q_proj,0.05037471,0.01000,1.949
15,self_attn.o_proj,0.00127077,0.01000,1.952
15,mlp.up_proj,0.31099898,0.01000,1.968
15,mlp.gate_proj,0.32066938,0.01000,1.904
15,mlp.down_proj,0.00026853,0.01000,14.832
16,self_attn.k_proj,0.01319640,0.01000,1.908
16,self_attn.v_proj,0.01393351,0.01000,1.925
16,self_attn.q_proj,0.06312799,0.01000,1.910
16,self_attn.o_proj,0.00439102,0.01000,1.955
16,mlp.up_proj,0.38090789,0.01000,1.973
16,mlp.gate_proj,0.39544678,0.01000,1.963
16,mlp.down_proj,0.00042955,0.01000,14.934
17,self_attn.k_proj,0.01627187,0.01000,1.919
17,self_attn.v_proj,0.01717068,0.01000,1.890
17,self_attn.q_proj,0.07821564,0.01000,1.934
17,self_attn.o_proj,0.00566304,0.01000,1.897
17,mlp.up_proj,0.46801692,0.01000,1.958
17,mlp.gate_proj,0.49390721,0.01000,1.986
17,mlp.down_proj,0.00067881,0.01000,14.553
18,self_attn.k_proj,0.02021599,0.01000,1.877
18,self_attn.v_proj,0.02107426,0.01000,1.807
18,self_attn.q_proj,0.09739859,0.01000,1.861
18,self_attn.o_proj,0.00705225,0.01000,1.814
18,mlp.up_proj,0.56997240,0.01000,1.922
18,mlp.gate_proj,0.60007972,0.01000,1.886
18,mlp.down_proj,0.00097375,0.01000,17.891
19,self_attn.k_proj,0.02301311,0.01000,1.997
19,self_attn.v_proj,0.02489401,0.01000,1.970
19,self_attn.q_proj,0.11128770,0.01000,2.021
19,self_attn.o_proj,0.00584864,0.01000,1.979
19,mlp.up_proj,0.68009746,0.01000,2.099
19,mlp.gate_proj,0.72639883,0.01000,2.087
19,mlp.down_proj,0.00137352,0.01000,15.568
20,self_attn.k_proj,0.02952436,0.01000,2.113
20,self_attn.v_proj,0.03068072,0.01000,2.075
20,self_attn.q_proj,0.14259890,0.01000,2.087
20,self_attn.o_proj,0.01031299,0.01000,2.035
20,mlp.up_proj,0.84464192,0.01000,2.138
20,mlp.gate_proj,0.90087366,0.01000,2.182
20,mlp.down_proj,0.00203693,0.01000,15.548
21,self_attn.k_proj,0.03426641,0.01000,1.948
21,self_attn.v_proj,0.03611866,0.01000,1.927
21,self_attn.q_proj,0.16416629,0.01000,1.992
21,self_attn.o_proj,0.00828787,0.01000,1.930
21,mlp.up_proj,1.00302553,0.01000,2.156
21,mlp.gate_proj,1.06570721,0.01000,2.078
21,mlp.down_proj,0.00275076,0.01000,15.272
22,self_attn.k_proj,0.04166302,0.01000,1.840
22,self_attn.v_proj,0.04450655,0.01000,1.879
22,self_attn.q_proj,0.20290136,0.01000,1.932
22,self_attn.o_proj,0.01450527,0.01000,1.861
22,mlp.up_proj,1.21388745,0.01000,2.004
22,mlp.gate_proj,1.30798137,0.01000,1.990
22,mlp.down_proj,0.00425867,0.01000,15.515
23,self_attn.k_proj,0.04888815,0.01000,1.897
23,self_attn.v_proj,0.05186957,0.01000,1.890
23,self_attn.q_proj,0.23309225,0.01000,1.893
23,self_attn.o_proj,0.01889398,0.01000,1.946
23,mlp.up_proj,1.39762378,0.01000,2.036
23,mlp.gate_proj,1.52971804,0.01000,2.000
23,mlp.down_proj,0.00587987,0.01000,15.265
24,self_attn.k_proj,0.05461741,0.01000,2.009
24,self_attn.v_proj,0.05987556,0.01000,1.883
24,self_attn.q_proj,0.26676792,0.01000,1.948
24,self_attn.o_proj,0.02175439,0.01000,1.946
24,mlp.up_proj,1.60933626,0.01000,2.033
24,mlp.gate_proj,1.75712979,0.01000,2.045
24,mlp.down_proj,0.00784047,0.01000,14.838
25,self_attn.k_proj,0.06162037,0.01000,1.853
25,self_attn.v_proj,0.06861381,0.01000,1.911
25,self_attn.q_proj,0.30288708,0.01000,1.923
25,self_attn.o_proj,0.02607890,0.01000,1.907
25,mlp.up_proj,1.89593351,0.01000,1.987
25,mlp.gate_proj,2.09926319,0.01000,1.990
25,mlp.down_proj,0.01188820,0.01000,14.944
26,self_attn.k_proj,0.07258657,0.01000,1.917
26,self_attn.v_proj,0.08134925,0.01000,1.961
26,self_attn.q_proj,0.35380182,0.01000,1.925
26,self_attn.o_proj,0.02909160,0.01000,1.916
26,mlp.up_proj,2.18742299,0.01000,2.029
26,mlp.gate_proj,2.43267393,0.01000,1.992
26,mlp.down_proj,0.01608158,0.01000,15.106
27,self_attn.k_proj,0.08321285,0.01000,1.903
27,self_attn.v_proj,0.09231357,0.01000,1.801
27,self_attn.q_proj,0.40440708,0.01000,1.905
27,self_attn.o_proj,0.04005903,0.01000,1.850
27,mlp.up_proj,2.42281818,0.01000,2.033
27,mlp.gate_proj,2.65922236,0.01000,2.007
27,mlp.down_proj,0.01911877,0.01000,15.307
28,self_attn.k_proj,0.09393495,0.01000,1.917
28,self_attn.v_proj,0.10737597,0.01000,2.002
28,self_attn.q_proj,0.46725541,0.01000,1.962
28,self_attn.o_proj,0.03965375,0.01000,1.896
28,mlp.up_proj,2.79764986,0.01000,2.028
28,mlp.gate_proj,3.03103638,0.01000,1.995
28,mlp.down_proj,0.02383339,0.01000,15.110
29,self_attn.k_proj,0.10668884,0.01000,1.935
29,self_attn.v_proj,0.11889143,0.01000,1.898
29,self_attn.q_proj,0.52193785,0.01000,1.958
29,self_attn.o_proj,0.03308840,0.01000,1.930
29,mlp.up_proj,3.09227014,0.01000,2.176
29,mlp.gate_proj,3.32625151,0.01000,2.030
29,mlp.down_proj,0.02873949,0.01000,15.386
30,self_attn.k_proj,0.11707386,0.01000,1.888
30,self_attn.v_proj,0.12863386,0.01000,1.948
30,self_attn.q_proj,0.58429289,0.01000,1.939
30,self_attn.o_proj,0.04142223,0.01000,1.982
30,mlp.up_proj,3.51421356,0.01000,2.659
30,mlp.gate_proj,3.74453831,0.01000,2.079
30,mlp.down_proj,0.03789934,0.01000,15.265
31,self_attn.k_proj,0.13120717,0.01000,1.878
31,self_attn.v_proj,0.14790040,0.01000,1.913
31,self_attn.q_proj,0.63727486,0.01000,1.953
31,self_attn.o_proj,0.06081898,0.01000,1.940
31,mlp.up_proj,3.93207884,0.01000,2.008
31,mlp.gate_proj,4.17333937,0.01000,2.000
31,mlp.down_proj,0.05152840,0.01000,15.140
32,self_attn.k_proj,0.15046638,0.01000,1.903
32,self_attn.v_proj,0.17174944,0.01000,1.898
32,self_attn.q_proj,0.73850417,0.01000,1.978
32,self_attn.o_proj,0.07150187,0.01000,2.000
32,mlp.up_proj,4.42833328,0.01000,1.953
32,mlp.gate_proj,4.83533812,0.01000,2.062
32,mlp.down_proj,0.06532092,0.01000,14.894
33,self_attn.k_proj,0.16291863,0.01000,1.925
33,self_attn.v_proj,0.18560633,0.01000,2.423
33,self_attn.q_proj,0.81334138,0.01000,1.954
33,self_attn.o_proj,0.06220870,0.01000,1.900
33,mlp.up_proj,4.86550426,0.01000,2.002
33,mlp.gate_proj,5.20491171,0.01000,2.007
33,mlp.down_proj,0.07446148,0.01000,14.830
34,self_attn.k_proj,0.18273869,0.01000,1.927
34,self_attn.v_proj,0.20541020,0.01000,1.881
34,self_attn.q_proj,0.91002929,0.01000,1.926
34,self_attn.o_proj,0.07261762,0.01000,1.918
34,mlp.up_proj,5.49611092,0.01000,2.088
34,mlp.gate_proj,5.83025599,0.01000,2.072
34,mlp.down_proj,0.09550729,0.01000,15.077
35,self_attn.k_proj,0.20955507,0.01000,1.947
35,self_attn.v_proj,0.24678048,0.01000,1.880
35,self_attn.q_proj,1.01855946,0.01000,1.983
35,self_attn.o_proj,0.11676387,0.01000,1.967
35,mlp.up_proj,6.13807249,0.01000,2.339
35,mlp.gate_proj,6.50820017,0.01000,1.991
35,mlp.down_proj,0.12064755,0.01000,15.213
36,self_attn.k_proj,0.24360882,0.01000,1.863
36,self_attn.v_proj,0.27056795,0.01000,1.861
36,self_attn.q_proj,1.16942859,0.01000,1.905
36,self_attn.o_proj,0.10726324,0.01000,1.980
36,mlp.up_proj,7.09249020,0.01000,2.009
36,mlp.gate_proj,7.40747547,0.01000,2.032
36,mlp.down_proj,0.16898274,0.01000,15.276
37,self_attn.k_proj,0.28229445,0.01000,1.874
37,self_attn.v_proj,0.31062603,0.01000,1.852
37,self_attn.q_proj,1.38013101,0.01000,1.940
37,self_attn.o_proj,0.08012052,0.01000,1.956
37,mlp.up_proj,8.19397926,0.01000,2.010
37,mlp.gate_proj,8.60111618,0.01000,1.976
37,mlp.down_proj,0.22037300,0.01000,15.066
38,self_attn.k_proj,0.31418419,0.01000,1.959
38,self_attn.v_proj,0.34925470,0.01000,1.908
38,self_attn.q_proj,1.54466009,0.01000,1.914
38,self_attn.o_proj,0.10510135,0.01000,1.970
38,mlp.up_proj,9.25502777,0.01000,2.000
38,mlp.gate_proj,9.68923759,0.01000,1.993
38,mlp.down_proj,0.27997333,0.01000,14.948
39,self_attn.k_proj,0.35274014,0.01000,1.971
39,self_attn.v_proj,0.39984655,0.01000,1.909
39,self_attn.q_proj,1.72024155,0.01000,2.011
39,self_attn.o_proj,0.14646980,0.01000,1.913
39,mlp.up_proj,10.56284904,0.01000,2.003
39,mlp.gate_proj,11.02670097,0.01000,1.991
39,mlp.down_proj,0.33796847,0.01000,14.828
40,self_attn.k_proj,0.40669864,0.01000,1.916
40,self_attn.v_proj,0.46142733,0.01000,1.916
40,self_attn.q_proj,2.00634003,0.01000,1.944
40,self_attn.o_proj,0.13598721,0.01000,1.935
40,mlp.up_proj,12.22914124,0.01000,2.003
40,mlp.gate_proj,12.76101875,0.01000,2.081
40,mlp.down_proj,0.44499838,0.01000,15.013
41,self_attn.k_proj,0.46834779,0.01000,1.875
41,self_attn.v_proj,0.54857856,0.01000,1.904
41,self_attn.q_proj,2.29602242,0.01000,1.932
41,self_attn.o_proj,0.14504397,0.01000,1.852
41,mlp.up_proj,13.82784271,0.01000,2.145
41,mlp.gate_proj,14.58475494,0.01000,2.057
41,mlp.down_proj,0.55495393,0.01000,15.392
42,self_attn.k_proj,0.53138673,0.01000,1.953
42,self_attn.v_proj,0.59295070,0.01000,1.987
42,self_attn.q_proj,2.59823465,0.01000,1.952
42,self_attn.o_proj,0.11994213,0.01000,1.949
42,mlp.up_proj,15.71852684,0.01000,1.973
42,mlp.gate_proj,16.71472931,0.01000,2.008
42,mlp.down_proj,0.64751601,0.01000,15.273
43,self_attn.k_proj,0.58277285,0.01000,1.824
43,self_attn.v_proj,0.66590095,0.01000,1.917
43,self_attn.q_proj,2.86002302,0.01000,1.972
43,self_attn.o_proj,0.13076936,0.01000,1.882
43,mlp.up_proj,17.66144753,0.01000,2.000
43,mlp.gate_proj,18.88040924,0.01000,1.964
43,mlp.down_proj,0.76572371,0.01000,15.070
44,self_attn.k_proj,0.68073153,0.01000,1.921
44,self_attn.v_proj,0.78373706,0.01000,1.930
44,self_attn.q_proj,3.27879190,0.01000,1.940
44,self_attn.o_proj,0.14343818,0.01000,1.916
44,mlp.up_proj,19.85308456,0.01000,1.999
44,mlp.gate_proj,21.27880478,0.01000,1.979
44,mlp.down_proj,0.94025731,0.01000,15.049
45,self_attn.k_proj,0.77165687,0.01000,1.888
45,self_attn.v_proj,0.85478151,0.01000,1.914
45,self_attn.q_proj,3.69407892,0.01000,1.964
45,self_attn.o_proj,0.16053274,0.01000,1.898
45,mlp.up_proj,22.11502838,0.01000,2.023
45,mlp.gate_proj,23.75151825,0.01000,1.986
45,mlp.down_proj,1.13549054,0.01000,15.050
46,self_attn.k_proj,0.84380639,0.01000,1.899
46,self_attn.v_proj,0.95511615,0.01000,1.908
46,self_attn.q_proj,4.07174921,0.01000,1.959
46,self_attn.o_proj,0.17230380,0.01000,1.953
46,mlp.up_proj,24.73865128,0.01000,2.023
46,mlp.gate_proj,26.65555573,0.01000,2.015
46,mlp.down_proj,1.39675081,0.01000,15.620
47,self_attn.k_proj,0.92995071,0.01000,1.943
47,self_attn.v_proj,1.01096404,0.01000,1.895
47,self_attn.q_proj,4.44552898,0.01000,2.001
47,self_attn.o_proj,0.16423434,0.01000,1.954
47,mlp.up_proj,27.30607986,0.01000,2.027
47,mlp.gate_proj,29.41225052,0.01000,2.033
47,mlp.down_proj,1.64690781,0.01000,15.192
48,self_attn.k_proj,1.02104878,0.01000,1.899
48,self_attn.v_proj,1.16120827,0.01000,1.959
48,self_attn.q_proj,4.89436436,0.01000,1.966
48,self_attn.o_proj,0.14401388,0.01000,1.925
48,mlp.up_proj,30.05013275,0.01000,2.022
48,mlp.gate_proj,32.40404129,0.01000,1.932
48,mlp.down_proj,1.93603814,0.01000,14.703
49,self_attn.k_proj,1.12604570,0.01000,1.872
49,self_attn.v_proj,1.23294592,0.01000,1.915
49,self_attn.q_proj,5.42103291,0.01000,1.930
49,self_attn.o_proj,0.10979992,0.01000,1.966
49,mlp.up_proj,32.76031876,0.01000,2.090
49,mlp.gate_proj,35.25198364,0.01000,2.024
49,mlp.down_proj,2.22566628,0.01000,15.025
50,self_attn.k_proj,1.25196457,0.01000,1.905
50,self_attn.v_proj,1.35511088,0.01000,1.921
50,self_attn.q_proj,5.92570496,0.01000,1.922
50,self_attn.o_proj,0.12710302,0.01000,1.912
50,mlp.up_proj,35.55242538,0.01000,2.092
50,mlp.gate_proj,38.07558441,0.01000,2.035
50,mlp.down_proj,2.57059598,0.01000,15.038
51,self_attn.k_proj,1.30404794,0.01000,1.815
51,self_attn.v_proj,1.44570827,0.01000,1.838
51,self_attn.q_proj,6.24126816,0.01000,1.858
51,self_attn.o_proj,0.20829467,0.01000,1.893
51,mlp.up_proj,38.46222305,0.01000,2.110
51,mlp.gate_proj,40.92242813,0.01000,1.984
51,mlp.down_proj,2.96928310,0.01000,15.317
52,self_attn.k_proj,1.40542769,0.01000,1.868
52,self_attn.v_proj,1.54691958,0.01000,1.834
52,self_attn.q_proj,6.75794077,0.01000,1.903
52,self_attn.o_proj,0.16679212,0.01000,1.875
52,mlp.up_proj,41.46560669,0.01000,1.953
52,mlp.gate_proj,43.86052704,0.01000,1.953
52,mlp.down_proj,3.36607146,0.01000,14.870
53,self_attn.k_proj,1.53770947,0.01000,1.903
53,self_attn.v_proj,1.68560326,0.01000,1.895
53,self_attn.q_proj,7.26226282,0.01000,1.948
53,self_attn.o_proj,0.12503606,0.01000,1.931
53,mlp.up_proj,44.33759689,0.01000,2.027
53,mlp.gate_proj,46.42875290,0.01000,2.036
53,mlp.down_proj,3.63695884,0.01000,15.035
54,self_attn.k_proj,1.66575217,0.01000,1.911
54,self_attn.v_proj,1.90317738,0.01000,1.894
54,self_attn.q_proj,7.88592720,0.01000,1.912
54,self_attn.o_proj,0.23185648,0.01000,1.903
54,mlp.up_proj,47.33780670,0.01000,2.092
54,mlp.gate_proj,49.09394073,0.01000,2.020
54,mlp.down_proj,4.10041523,0.01000,14.769
55,self_attn.k_proj,1.73214865,0.01000,1.949
55,self_attn.v_proj,1.96553683,0.01000,1.921
55,self_attn.q_proj,8.19280434,0.01000,1.970
55,self_attn.o_proj,0.25686479,0.01000,1.865
55,mlp.up_proj,50.72908783,0.01000,1.999
55,mlp.gate_proj,51.85565567,0.01000,1.994
55,mlp.down_proj,4.70000935,0.01000,14.784
56,self_attn.k_proj,1.88332474,0.01000,1.877
56,self_attn.v_proj,2.07527423,0.01000,1.909
56,self_attn.q_proj,8.94667721,0.01000,1.906
56,self_attn.o_proj,0.18649331,0.01000,1.861
56,mlp.up_proj,53.70376587,0.01000,2.073
56,mlp.gate_proj,54.27515411,0.01000,2.005
56,mlp.down_proj,5.18422556,0.01000,15.427
57,self_attn.k_proj,2.03348160,0.01000,1.844
57,self_attn.v_proj,2.26890063,0.01000,1.855
57,self_attn.q_proj,9.50606346,0.01000,1.843
57,self_attn.o_proj,0.35264927,0.01000,1.875
57,mlp.up_proj,56.72968292,0.01000,2.097
57,mlp.gate_proj,56.51386261,0.01000,2.040
57,mlp.down_proj,5.69138622,0.01000,15.547
58,self_attn.k_proj,2.08496857,0.01000,1.908
58,self_attn.v_proj,2.20355463,0.01000,1.890
58,self_attn.q_proj,9.87932873,0.01000,1.956
58,self_attn.o_proj,0.18588644,0.01000,1.934
58,mlp.up_proj,59.88191986,0.01000,2.046
58,mlp.gate_proj,59.04472351,0.01000,2.023
58,mlp.down_proj,6.25796747,0.01000,15.371
59,self_attn.k_proj,2.18146753,0.01000,1.901
59,self_attn.v_proj,2.31443000,0.01000,1.819
59,self_attn.q_proj,10.41477108,0.01000,1.904
59,self_attn.o_proj,0.26224649,0.01000,1.830
59,mlp.up_proj,64.09797668,0.01000,1.984
59,mlp.gate_proj,62.46511078,0.01000,2.049
59,mlp.down_proj,7.49667263,0.01000,14.674
60,self_attn.k_proj,2.34568596,0.01000,1.841
60,self_attn.v_proj,2.40194511,0.01000,1.854
60,self_attn.q_proj,10.95705795,0.01000,1.874
60,self_attn.o_proj,0.32242936,0.01000,1.882
60,mlp.up_proj,67.60321808,0.01000,2.037
60,mlp.gate_proj,65.64986420,0.01000,2.055
60,mlp.down_proj,8.85550308,0.01000,15.001
61,self_attn.k_proj,2.28568244,0.01000,1.900
61,self_attn.v_proj,2.44210196,0.01000,1.961
61,self_attn.q_proj,11.33416939,0.01000,1.929
61,self_attn.o_proj,0.36650836,0.01000,1.965
61,mlp.up_proj,71.37751770,0.01000,2.014
61,mlp.gate_proj,69.47868347,0.01000,2.015
61,mlp.down_proj,10.70051575,0.01000,14.939
62,self_attn.k_proj,2.43549371,0.01000,1.850
62,self_attn.v_proj,2.46611571,0.01000,1.908
62,self_attn.q_proj,11.66342831,0.01000,1.946
62,self_attn.o_proj,0.64198327,0.01000,1.846
62,mlp.up_proj,77.36728668,0.01000,2.116
62,mlp.gate_proj,73.47838593,0.01000,1.983
62,mlp.down_proj,17.32770538,0.01000,14.923
63,self_attn.k_proj,1.55204225,0.01000,1.849
63,self_attn.v_proj,2.34180641,0.01000,1.880
63,self_attn.q_proj,9.53790665,0.01000,1.895
63,self_attn.o_proj,0.12511200,0.01000,1.883
63,mlp.up_proj,68.15695953,0.01000,2.028
63,mlp.gate_proj,72.09874725,0.01000,1.990
63,mlp.down_proj,14.50146866,0.01000,14.713