quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00037926,0.01000,1.137
0,self_attn.v_proj,0.00012242,0.01000,0.873
0,self_attn.q_proj,0.00109229,0.01000,0.889
0,self_attn.o_proj,0.00177664,0.01000,0.907
0,mlp.up_proj,0.00043269,0.01000,0.916
0,mlp.gate_proj,0.00046949,0.01000,0.897
0,mlp.down_proj,0.00072912,0.01000,7.263
1,self_attn.k_proj,0.00001478,0.01000,0.886
1,self_attn.v_proj,0.00000724,0.01000,0.862
1,self_attn.q_proj,0.00006478,0.01000,0.873
1,self_attn.o_proj,0.00001145,0.01000,0.893
1,mlp.up_proj,0.00279275,0.01000,0.918
1,mlp.gate_proj,0.00863781,0.01000,0.902
1,mlp.down_proj,0.00019392,0.01000,7.307
2,self_attn.k_proj,0.00005902,0.01000,0.875
2,self_attn.v_proj,0.00002232,0.01000,0.855
2,self_attn.q_proj,0.00017302,0.01000,0.860
2,self_attn.o_proj,0.00010543,0.01000,0.875
2,mlp.up_proj,0.00524063,0.01000,0.920
2,mlp.gate_proj,0.01161122,0.01000,0.895
2,mlp.down_proj,0.00120840,0.01000,7.343
3,self_attn.k_proj,0.00034625,0.01000,0.881
3,self_attn.v_proj,0.00010679,0.01000,0.864
3,self_attn.q_proj,0.00101177,0.01000,0.867
3,self_attn.o_proj,0.00046398,0.01000,0.889
3,mlp.up_proj,0.00667206,0.01000,0.924
3,mlp.gate_proj,0.01555516,0.01000,0.921
3,mlp.down_proj,0.00276555,0.01000,7.397
4,self_attn.k_proj,0.00036468,0.01000,0.885
4,self_attn.v_proj,0.00017388,0.01000,0.863
4,self_attn.q_proj,0.00112276,0.01000,0.867
4,self_attn.o_proj,0.00093772,0.01000,0.888
4,mlp.up_proj,0.01784947,0.01000,0.931
4,mlp.gate_proj,0.03427160,0.01000,0.913
4,mlp.down_proj,0.03938554,0.01000,7.319
5,self_attn.k_proj,0.00136783,0.01000,0.879
5,self_attn.v_proj,0.00077417,0.01000,0.861
5,self_attn.q_proj,0.00467409,0.01000,0.866
5,self_attn.o_proj,0.00129236,0.01000,0.879
5,mlp.up_proj,0.03928341,0.01000,0.918
5,mlp.gate_proj,0.07034811,0.01000,0.906
5,mlp.down_proj,0.23710285,0.01000,7.303
6,self_attn.k_proj,0.00156464,0.01000,0.878
6,self_attn.v_proj,0.00113847,0.01000,0.870
6,self_attn.q_proj,0.00562256,0.01000,0.864
6,self_attn.o_proj,0.00111583,0.01000,0.883
6,mlp.up_proj,0.07351603,0.01000,0.919
6,mlp.gate_proj,0.12309510,0.01000,0.906
6,mlp.down_proj,0.01096433,0.01000,7.367
7,self_attn.k_proj,0.00233342,0.01000,0.877
7,self_attn.v_proj,0.00189781,0.01000,0.861
7,self_attn.q_proj,0.00853426,0.01000,0.870
7,self_attn.o_proj,0.00154173,0.01000,0.889
7,mlp.up_proj,0.10506561,0.01000,0.922
7,mlp.gate_proj,0.17540908,0.01000,0.909
7,mlp.down_proj,0.00805764,0.01000,7.360
8,self_attn.k_proj,0.00264559,0.01000,0.879
8,self_attn.v_proj,0.00153688,0.01000,0.862
8,self_attn.q_proj,0.00938096,0.01000,0.870
8,self_attn.o_proj,0.00110706,0.01000,0.889
8,mlp.up_proj,0.07478651,0.01000,0.919
8,mlp.gate_proj,0.12130906,0.01000,0.905
8,mlp.down_proj,0.00903094,0.01000,7.325
9,self_attn.k_proj,0.00259428,0.01000,0.885
9,self_attn.v_proj,0.00212303,0.01000,0.865
9,self_attn.q_proj,0.00921933,0.01000,0.870
9,self_attn.o_proj,0.00239917,0.01000,0.884
9,mlp.up_proj,0.04558218,0.01000,0.928
9,mlp.gate_proj,0.04923245,0.01000,0.904
9,mlp.down_proj,0.01113131,0.01000,7.325
10,self_attn.k_proj,0.00388461,0.01000,0.878
10,self_attn.v_proj,0.00302984,0.01000,0.861
10,self_attn.q_proj,0.01437377,0.01000,0.868
10,self_attn.o_proj,0.00235821,0.01000,0.888
10,mlp.up_proj,0.05325780,0.01000,0.920
10,mlp.gate_proj,0.05757833,0.01000,0.907
10,mlp.down_proj,0.01588057,0.01000,7.334
11,self_attn.k_proj,0.00261167,0.01000,0.876
11,self_attn.v_proj,0.00184661,0.01000,0.859
11,self_attn.q_proj,0.00971303,0.01000,0.869
11,self_attn.o_proj,0.00372027,0.01000,0.886
11,mlp.up_proj,0.05953018,0.01000,0.922
11,mlp.gate_proj,0.07131180,0.01000,0.907
11,mlp.down_proj,0.01324451,0.01000,7.332
12,self_attn.k_proj,0.00326907,0.01000,0.877
12,self_attn.v_proj,0.00213985,0.01000,0.863
12,self_attn.q_proj,0.01223672,0.01000,0.867
12,self_attn.o_proj,0.00376788,0.01000,0.884
12,mlp.up_proj,0.06413279,0.01000,0.919
12,mlp.gate_proj,0.06831311,0.01000,0.908
12,mlp.down_proj,0.01598502,0.01000,7.316
13,self_attn.k_proj,0.00372514,0.01000,0.877
13,self_attn.v_proj,0.00259516,0.01000,0.862
13,self_attn.q_proj,0.01325906,0.01000,0.867
13,self_attn.o_proj,0.00384923,0.01000,0.879
13,mlp.up_proj,0.07324950,0.01000,0.920
13,mlp.gate_proj,0.07861215,0.01000,0.904
13,mlp.down_proj,0.01870376,0.01000,7.325
14,self_attn.k_proj,0.00482934,0.01000,0.879
14,self_attn.v_proj,0.00305033,0.01000,0.858
14,self_attn.q_proj,0.01724810,0.01000,0.867
14,self_attn.o_proj,0.00393137,0.01000,0.885
14,mlp.up_proj,0.07651436,0.01000,0.915
14,mlp.gate_proj,0.08280791,0.01000,0.910
14,mlp.down_proj,0.01999725,0.01000,7.337
15,self_attn.k_proj,0.00421086,0.01000,0.878
15,self_attn.v_proj,0.00317377,0.01000,0.867
15,self_attn.q_proj,0.01506346,0.01000,0.867
15,self_attn.o_proj,0.00493631,0.01000,0.888
15,mlp.up_proj,0.07899822,0.01000,0.922
15,mlp.gate_proj,0.08924941,0.01000,0.908
15,mlp.down_proj,0.02110165,0.01000,7.333
16,self_attn.k_proj,0.00366676,0.01000,0.879
16,self_attn.v_proj,0.00213697,0.01000,0.861
16,self_attn.q_proj,0.01242246,0.01000,0.868
16,self_attn.o_proj,0.00386564,0.01000,0.886
16,mlp.up_proj,0.07437713,0.01000,0.908
16,mlp.gate_proj,0.07991269,0.01000,0.899
16,mlp.down_proj,0.01864513,0.01000,7.329
17,self_attn.k_proj,0.00489490,0.01000,0.876
17,self_attn.v_proj,0.00279137,0.01000,0.860
17,self_attn.q_proj,0.01662754,0.01000,0.868
17,self_attn.o_proj,0.00312147,0.01000,0.884
17,mlp.up_proj,0.07316133,0.01000,0.933
17,mlp.gate_proj,0.07757333,0.01000,0.906
17,mlp.down_proj,0.01783205,0.01000,7.310
18,self_attn.k_proj,0.00475318,0.01000,0.874
18,self_attn.v_proj,0.00275444,0.01000,0.864
18,self_attn.q_proj,0.01630103,0.01000,0.865
18,self_attn.o_proj,0.00333458,0.01000,0.881
18,mlp.up_proj,0.07167928,0.01000,0.917
18,mlp.gate_proj,0.07548048,0.01000,0.905
18,mlp.down_proj,0.01749717,0.01000,7.452
19,self_attn.k_proj,0.00432709,0.01000,0.877
19,self_attn.v_proj,0.00288012,0.01000,0.861
19,self_attn.q_proj,0.01572349,0.01000,0.870
19,self_attn.o_proj,0.00287205,0.01000,0.889
19,mlp.up_proj,0.07241397,0.01000,0.913
19,mlp.gate_proj,0.07614176,0.01000,0.904
19,mlp.down_proj,0.01771777,0.01000,7.316
20,self_attn.k_proj,0.00500901,0.01000,0.874
20,self_attn.v_proj,0.00269914,0.01000,0.860
20,self_attn.q_proj,0.01711674,0.01000,0.864
20,self_attn.o_proj,0.00341645,0.01000,0.883
20,mlp.up_proj,0.06901682,0.01000,0.915
20,mlp.gate_proj,0.07137153,0.01000,0.904
20,mlp.down_proj,0.01721764,0.01000,7.307
21,self_attn.k_proj,0.00416489,0.01000,0.876
21,self_attn.v_proj,0.00249216,0.01000,0.863
21,self_attn.q_proj,0.01431848,0.01000,0.865
21,self_attn.o_proj,0.00418484,0.01000,0.891
21,mlp.up_proj,0.06735302,0.01000,0.914
21,mlp.gate_proj,0.06998828,0.01000,0.905
21,mlp.down_proj,0.01662748,0.01000,7.294
22,self_attn.k_proj,0.00452205,0.01000,0.881
22,self_attn.v_proj,0.00349817,0.01000,0.864
22,self_attn.q_proj,0.01613232,0.01000,0.866
22,self_attn.o_proj,0.00526333,0.01000,0.884
22,mlp.up_proj,0.07077271,0.01000,0.924
22,mlp.gate_proj,0.07329984,0.01000,0.904
22,mlp.down_proj,0.01799615,0.01000,7.312
23,self_attn.k_proj,0.00444400,0.01000,0.880
23,self_attn.v_proj,0.00363442,0.01000,0.865
23,self_attn.q_proj,0.01628697,0.01000,0.866
23,self_attn.o_proj,0.00602631,0.01000,0.883
23,mlp.up_proj,0.07448208,0.01000,0.913
23,mlp.gate_proj,0.07844342,0.01000,0.907
23,mlp.down_proj,0.01956885,0.01000,7.293
24,self_attn.k_proj,0.00573515,0.01000,0.873
24,self_attn.v_proj,0.00359378,0.01000,0.862
24,self_attn.q_proj,0.02007912,0.01000,0.867
24,self_attn.o_proj,0.00474403,0.01000,0.879
24,mlp.up_proj,0.07531367,0.01000,0.916
24,mlp.gate_proj,0.07820104,0.01000,0.902
24,mlp.down_proj,0.01966821,0.01000,7.311
25,self_attn.k_proj,0.00620420,0.01000,0.881
25,self_attn.v_proj,0.00462446,0.01000,0.863
25,self_attn.q_proj,0.02276566,0.01000,0.875
25,self_attn.o_proj,0.00390171,0.01000,0.884
25,mlp.up_proj,0.07646468,0.01000,0.918
25,mlp.gate_proj,0.07826047,0.01000,0.904
25,mlp.down_proj,0.02069710,0.01000,7.297
26,self_attn.k_proj,0.00544967,0.01000,0.876
26,self_attn.v_proj,0.00313057,0.01000,0.859
26,self_attn.q_proj,0.01985708,0.01000,0.869
26,self_attn.o_proj,0.00508108,0.01000,0.880
26,mlp.up_proj,0.07972363,0.01000,0.916
26,mlp.gate_proj,0.08083580,0.01000,0.903
26,mlp.down_proj,0.02226243,0.01000,7.312
27,self_attn.k_proj,0.00542599,0.01000,0.881
27,self_attn.v_proj,0.00329428,0.01000,0.864
27,self_attn.q_proj,0.01807589,0.01000,0.870
27,self_attn.o_proj,0.00777752,0.01000,0.887
27,mlp.up_proj,0.08258149,0.01000,0.921
27,mlp.gate_proj,0.08373159,0.01000,0.908
27,mlp.down_proj,0.02467505,0.01000,7.332
28,self_attn.k_proj,0.00513355,0.01000,0.875
28,self_attn.v_proj,0.00486613,0.01000,0.863
28,self_attn.q_proj,0.01939019,0.01000,0.872
28,self_attn.o_proj,0.00867298,0.01000,0.883
28,mlp.up_proj,0.08929257,0.01000,0.921
28,mlp.gate_proj,0.08928406,0.01000,0.909
28,mlp.down_proj,0.02769187,0.01000,7.324
29,self_attn.k_proj,0.00765082,0.01000,0.881
29,self_attn.v_proj,0.00579080,0.01000,0.863
29,self_attn.q_proj,0.02644213,0.01000,0.864
29,self_attn.o_proj,0.00898889,0.01000,0.882
29,mlp.up_proj,0.09510677,0.01000,0.923
29,mlp.gate_proj,0.09458728,0.01000,0.909
29,mlp.down_proj,0.02990671,0.01000,7.295
30,self_attn.k_proj,0.00623034,0.01000,0.872
30,self_attn.v_proj,0.00593128,0.01000,0.857
30,self_attn.q_proj,0.02355956,0.01000,0.863
30,self_attn.o_proj,0.01240560,0.01000,0.880
30,mlp.up_proj,0.10059473,0.01000,0.916
30,mlp.gate_proj,0.09962486,0.01000,0.902
30,mlp.down_proj,0.03173862,0.01000,7.308
31,self_attn.k_proj,0.00661295,0.01000,0.888
31,self_attn.v_proj,0.00585393,0.01000,0.864
31,self_attn.q_proj,0.02421154,0.01000,0.872
31,self_attn.o_proj,0.01100110,0.01000,0.886
31,mlp.up_proj,0.10878445,0.01000,0.922
31,mlp.gate_proj,0.10786968,0.01000,0.911
31,mlp.down_proj,0.03405759,0.01000,7.356
32,self_attn.k_proj,0.00647308,0.01000,0.880
32,self_attn.v_proj,0.00434184,0.01000,0.862
32,self_attn.q_proj,0.02182428,0.01000,0.873
32,self_attn.o_proj,0.00958170,0.01000,0.882
32,mlp.up_proj,0.12242605,0.01000,0.919
32,mlp.gate_proj,0.12724841,0.01000,0.907
32,mlp.down_proj,0.03595056,0.01000,7.326
33,self_attn.k_proj,0.00667265,0.01000,0.878
33,self_attn.v_proj,0.00485177,0.01000,0.864
33,self_attn.q_proj,0.02410302,0.01000,0.867
33,self_attn.o_proj,0.00900827,0.01000,0.880
33,mlp.up_proj,0.11422883,0.01000,0.915
33,mlp.gate_proj,0.11647590,0.01000,0.903
33,mlp.down_proj,0.03319042,0.01000,7.315
34,self_attn.k_proj,0.00639288,0.01000,0.874
34,self_attn.v_proj,0.00516844,0.01000,0.858
34,self_attn.q_proj,0.02342496,0.01000,0.865
34,self_attn.o_proj,0.01127468,0.01000,0.884
34,mlp.up_proj,0.11089011,0.01000,0.919
34,mlp.gate_proj,0.11111290,0.01000,0.903
34,mlp.down_proj,0.03218206,0.01000,7.336
35,self_attn.k_proj,0.00670511,0.01000,0.877
35,self_attn.v_proj,0.00500691,0.01000,0.859
35,self_attn.q_proj,0.02707900,0.01000,0.867
35,self_attn.o_proj,0.00757292,0.01000,0.886
35,mlp.up_proj,0.11106525,0.01000,0.916
35,mlp.gate_proj,0.11096220,0.01000,0.907
35,mlp.down_proj,0.03114336,0.01000,7.309
36,self_attn.k_proj,0.00700895,0.01000,0.873
36,self_attn.v_proj,0.00484719,0.01000,0.856
36,self_attn.q_proj,0.02628006,0.01000,0.864
36,self_attn.o_proj,0.00989091,0.01000,0.881
36,mlp.up_proj,0.10301036,0.01000,0.914
36,mlp.gate_proj,0.09925094,0.01000,0.910
36,mlp.down_proj,0.02969443,0.01000,7.335
37,self_attn.k_proj,0.00600331,0.01000,0.879
37,self_attn.v_proj,0.00456173,0.01000,0.859
37,self_attn.q_proj,0.02209979,0.01000,0.864
37,self_attn.o_proj,0.00931916,0.01000,0.881
37,mlp.up_proj,0.10017014,0.01000,0.919
37,mlp.gate_proj,0.09608579,0.01000,0.906
37,mlp.down_proj,0.02701954,0.01000,7.319
38,self_attn.k_proj,0.00668694,0.01000,0.880
38,self_attn.v_proj,0.00658025,0.01000,0.863
38,self_attn.q_proj,0.02418891,0.01000,0.871
38,self_attn.o_proj,0.01034230,0.01000,0.882
38,mlp.up_proj,0.10097983,0.01000,0.921
38,mlp.gate_proj,0.09712113,0.01000,0.908
38,mlp.down_proj,0.02743704,0.01000,7.333
39,self_attn.k_proj,0.00636321,0.01000,0.878
39,self_attn.v_proj,0.00690268,0.01000,0.858
39,self_attn.q_proj,0.02523883,0.01000,0.871
39,self_attn.o_proj,0.01151621,0.01000,0.887
39,mlp.up_proj,0.10273623,0.01000,0.919
39,mlp.gate_proj,0.10265969,0.01000,0.904
39,mlp.down_proj,0.02863460,0.01000,7.338
40,self_attn.k_proj,0.00847431,0.01000,0.874
40,self_attn.v_proj,0.00590676,0.01000,0.857
40,self_attn.q_proj,0.02845592,0.01000,0.866
40,self_attn.o_proj,0.01073007,0.01000,0.892
40,mlp.up_proj,0.09829068,0.01000,0.918
40,mlp.gate_proj,0.09685771,0.01000,0.908
40,mlp.down_proj,0.02591311,0.01000,7.344
41,self_attn.k_proj,0.00776080,0.01000,0.883
41,self_attn.v_proj,0.00805604,0.01000,0.867
41,self_attn.q_proj,0.02971085,0.01000,0.872
41,self_attn.o_proj,0.00842862,0.01000,0.888
41,mlp.up_proj,0.09851096,0.01000,0.923
41,mlp.gate_proj,0.09459296,0.01000,0.908
41,mlp.down_proj,0.02711958,0.01000,7.462
42,self_attn.k_proj,0.00675748,0.01000,0.876
42,self_attn.v_proj,0.00469053,0.01000,0.858
42,self_attn.q_proj,0.02592531,0.01000,0.867
42,self_attn.o_proj,0.00899352,0.01000,0.885
42,mlp.up_proj,0.10169035,0.01000,0.918
42,mlp.gate_proj,0.09579899,0.01000,0.904
42,mlp.down_proj,0.02977537,0.01000,7.318
43,self_attn.k_proj,0.00666993,0.01000,0.881
43,self_attn.v_proj,0.00559553,0.01000,0.862
43,self_attn.q_proj,0.02397376,0.01000,0.866
43,self_attn.o_proj,0.01252685,0.01000,0.886
43,mlp.up_proj,0.10554497,0.01000,0.921
43,mlp.gate_proj,0.09912056,0.01000,0.906
43,mlp.down_proj,0.03640303,0.01000,7.356
44,self_attn.k_proj,0.00564411,0.01000,0.886
44,self_attn.v_proj,0.00766942,0.01000,0.864
44,self_attn.q_proj,0.02362497,0.01000,0.871
44,self_attn.o_proj,0.01453848,0.01000,0.885
44,mlp.up_proj,0.10715009,0.01000,0.919
44,mlp.gate_proj,0.09939358,0.01000,0.905
44,mlp.down_proj,0.04074703,0.01000,7.325
45,self_attn.k_proj,0.00745392,0.01000,0.875
45,self_attn.v_proj,0.00802218,0.01000,0.858
45,self_attn.q_proj,0.02779911,0.01000,0.866
45,self_attn.o_proj,0.01637577,0.01000,0.879
45,mlp.up_proj,0.10887115,0.01000,0.912
45,mlp.gate_proj,0.10127315,0.01000,0.904
45,mlp.down_proj,0.04499011,0.01000,7.320
46,self_attn.k_proj,0.00624557,0.01000,0.875
46,self_attn.v_proj,0.00871189,0.01000,0.862
46,self_attn.q_proj,0.02566701,0.01000,0.864
46,self_attn.o_proj,0.02120726,0.01000,0.877
46,mlp.up_proj,0.11224425,0.01000,0.926
46,mlp.gate_proj,0.10544343,0.01000,0.905
46,mlp.down_proj,0.05070499,0.01000,7.354
47,self_attn.k_proj,0.00633210,0.01000,0.878
47,self_attn.v_proj,0.00771941,0.01000,0.859
47,self_attn.q_proj,0.02543618,0.01000,0.867
47,self_attn.o_proj,0.01725544,0.01000,0.884
47,mlp.up_proj,0.12601471,0.01000,0.921
47,mlp.gate_proj,0.12026293,0.01000,0.909
47,mlp.down_proj,0.06219537,0.01000,7.331
48,self_attn.k_proj,0.00699026,0.01000,0.879
48,self_attn.v_proj,0.01131728,0.01000,0.858
48,self_attn.q_proj,0.02733335,0.01000,0.865
48,self_attn.o_proj,0.01781537,0.01000,0.883
48,mlp.up_proj,0.13927342,0.01000,0.919
48,mlp.gate_proj,0.13431132,0.01000,0.907
48,mlp.down_proj,0.07280345,0.01000,7.330
49,self_attn.k_proj,0.00719524,0.01000,0.886
49,self_attn.v_proj,0.00994200,0.01000,0.867
49,self_attn.q_proj,0.02967506,0.01000,0.877
49,self_attn.o_proj,0.01890277,0.01000,0.882
49,mlp.up_proj,0.16648558,0.01000,0.925
49,mlp.gate_proj,0.16243905,0.01000,0.914
49,mlp.down_proj,0.10162621,0.01000,7.326
50,self_attn.k_proj,0.00753583,0.01000,0.881
50,self_attn.v_proj,0.01241396,0.01000,0.869
50,self_attn.q_proj,0.03183433,0.01000,0.871
50,self_attn.o_proj,0.01778539,0.01000,0.889
50,mlp.up_proj,0.19163251,0.01000,0.920
50,mlp.gate_proj,0.19191167,0.01000,0.910
50,mlp.down_proj,0.11926668,0.01000,7.316
51,self_attn.k_proj,0.00728454,0.01000,0.876
51,self_attn.v_proj,0.01064291,0.01000,0.865
51,self_attn.q_proj,0.02928809,0.01000,0.867
51,self_attn.o_proj,0.02747801,0.01000,0.881
51,mlp.up_proj,0.21777952,0.01000,0.924
51,mlp.gate_proj,0.22125229,0.01000,0.907
51,mlp.down_proj,0.14304008,0.01000,7.354
52,self_attn.k_proj,0.00861197,0.01000,0.881
52,self_attn.v_proj,0.01910415,0.01000,0.862
52,self_attn.q_proj,0.03602221,0.01000,0.868
52,self_attn.o_proj,0.02215932,0.01000,0.887
52,mlp.up_proj,0.23719406,0.01000,0.925
52,mlp.gate_proj,0.23874167,0.01000,0.910
52,mlp.down_proj,0.17164195,0.01000,7.338
53,self_attn.k_proj,0.00969024,0.01000,0.879
53,self_attn.v_proj,0.01949695,0.01000,0.865
53,self_attn.q_proj,0.03792758,0.01000,0.873
53,self_attn.o_proj,0.02719179,0.01000,0.891
53,mlp.up_proj,0.25885949,0.01000,0.921
53,mlp.gate_proj,0.26058388,0.01000,0.912
53,mlp.down_proj,0.18479428,0.01000,7.365
54,self_attn.k_proj,0.00902276,0.01000,0.880
54,self_attn.v_proj,0.01748738,0.01000,0.866
54,self_attn.q_proj,0.03554942,0.01000,0.873
54,self_attn.o_proj,0.02444662,0.01000,0.889
54,mlp.up_proj,0.28693268,0.01000,0.919
54,mlp.gate_proj,0.28524873,0.01000,0.910
54,mlp.down_proj,0.20376806,0.01000,7.347
55,self_attn.k_proj,0.00835532,0.01000,0.884
55,self_attn.v_proj,0.01748211,0.01000,0.869
55,self_attn.q_proj,0.03673787,0.01000,0.870
55,self_attn.o_proj,0.03088824,0.01000,0.885
55,mlp.up_proj,0.31246448,0.01000,1.131
55,mlp.gate_proj,0.30654854,0.01000,0.909
55,mlp.down_proj,0.23418039,0.01000,7.346
56,self_attn.k_proj,0.00990013,0.01000,0.876
56,self_attn.v_proj,0.02536875,0.01000,0.859
56,self_attn.q_proj,0.04004330,0.01000,0.861
56,self_attn.o_proj,0.02837383,0.01000,0.879
56,mlp.up_proj,0.33496994,0.01000,0.920
56,mlp.gate_proj,0.32623756,0.01000,0.903
56,mlp.down_proj,0.26391655,0.01000,7.365
57,self_attn.k_proj,0.00922775,0.01000,0.879
57,self_attn.v_proj,0.02482679,0.01000,0.863
57,self_attn.q_proj,0.04081140,0.01000,0.864
57,self_attn.o_proj,0.02311778,0.01000,0.882
57,mlp.up_proj,0.35926926,0.01000,0.915
57,mlp.gate_proj,0.34451881,0.01000,0.907
57,mlp.down_proj,0.29122707,0.01000,7.328
58,self_attn.k_proj,0.00982761,0.01000,0.880
58,self_attn.v_proj,0.02941948,0.01000,0.866
58,self_attn.q_proj,0.03931967,0.01000,0.867
58,self_attn.o_proj,0.02616632,0.01000,0.884
58,mlp.up_proj,0.38439664,0.01000,0.930
58,mlp.gate_proj,0.36345431,0.01000,0.909
58,mlp.down_proj,0.34424466,0.01000,7.337
59,self_attn.k_proj,0.01101030,0.01000,0.881
59,self_attn.v_proj,0.03932261,0.01000,0.866
59,self_attn.q_proj,0.04693348,0.01000,0.871
59,self_attn.o_proj,0.04734505,0.01000,0.895
59,mlp.up_proj,0.42622408,0.01000,0.922
59,mlp.gate_proj,0.39561051,0.01000,0.910
59,mlp.down_proj,0.43077338,0.01000,7.330
60,self_attn.k_proj,0.00929921,0.01000,0.878
60,self_attn.v_proj,0.04466571,0.01000,0.862
60,self_attn.q_proj,0.04515513,0.01000,0.869
60,self_attn.o_proj,0.06145041,0.01000,0.883
60,mlp.up_proj,0.45891738,0.01000,0.926
60,mlp.gate_proj,0.41820639,0.01000,0.916
60,mlp.down_proj,0.60217774,0.01000,7.359
61,self_attn.k_proj,0.01028144,0.01000,0.875
61,self_attn.v_proj,0.05733998,0.01000,0.861
61,self_attn.q_proj,0.04818696,0.01000,0.869
61,self_attn.o_proj,0.07288033,0.01000,0.882
61,mlp.up_proj,0.49297592,0.01000,0.922
61,mlp.gate_proj,0.44978762,0.01000,0.912
61,mlp.down_proj,0.75309271,0.01000,7.328
62,self_attn.k_proj,0.00989888,0.01000,0.876
62,self_attn.v_proj,0.06659282,0.01000,0.863
62,self_attn.q_proj,0.04996108,0.01000,0.867
62,self_attn.o_proj,0.13193528,0.01000,0.879
62,mlp.up_proj,0.48085302,0.01000,0.911
62,mlp.gate_proj,0.45166928,0.01000,0.902
62,mlp.down_proj,1.30410969,0.01000,7.339
63,self_attn.k_proj,0.00771998,0.01000,0.887
63,self_attn.v_proj,0.04068856,0.01000,0.863
63,self_attn.q_proj,0.03277777,0.01000,0.869
63,self_attn.o_proj,0.06535581,0.01000,0.882
63,mlp.up_proj,0.45090884,0.01000,0.916
63,mlp.gate_proj,0.43735939,0.01000,0.907
63,mlp.down_proj,1.80434203,0.01000,7.340