layer,module,loss,damp,time
0,self_attn.k_proj,0.68429,0.01000,3.673
0,self_attn.v_proj,0.22175,0.01000,2.039
0,self_attn.q_proj,1.96869,0.01000,2.136
0,self_attn.o_proj,3.77693,0.01150,2.910
0,mlp.up_proj,0.99279,0.01000,3.604
0,mlp.gate_proj,1.07921,0.01000,2.528
0,mlp.down_proj,1.35582,0.01000,24.237
1,self_attn.k_proj,0.03837,0.01000,3.430
1,self_attn.v_proj,0.01894,0.01000,2.031
1,self_attn.q_proj,0.16220,0.01000,2.131
1,self_attn.o_proj,0.03780,0.01000,2.936
1,mlp.up_proj,8.74470,0.01000,3.627
1,mlp.gate_proj,28.60597,0.01000,2.514
1,mlp.down_proj,0.44505,0.01000,23.831
2,self_attn.k_proj,0.16713,0.01000,3.350
2,self_attn.v_proj,0.06144,0.01000,1.951
2,self_attn.q_proj,0.49034,0.01000,2.032
2,self_attn.o_proj,0.25572,0.01000,2.846
2,mlp.up_proj,15.69767,0.01000,3.508
2,mlp.gate_proj,36.18500,0.01000,2.435
2,mlp.down_proj,1.68527,0.01000,23.804
3,self_attn.k_proj,0.85578,0.01000,3.324
3,self_attn.v_proj,0.26647,0.01000,1.911
3,self_attn.q_proj,2.48419,0.01000,2.033
3,self_attn.o_proj,0.82004,0.01000,2.826
3,mlp.up_proj,17.33395,0.01000,3.542
3,mlp.gate_proj,39.69993,0.01000,2.442
3,mlp.down_proj,3.59631,0.01000,23.697
4,self_attn.k_proj,0.78995,0.01000,3.319
4,self_attn.v_proj,0.37706,0.01000,1.936
4,self_attn.q_proj,2.42253,0.01000,2.047
4,self_attn.o_proj,1.69794,0.01000,2.828
4,mlp.up_proj,44.51686,0.01000,3.516
4,mlp.gate_proj,85.78052,0.01000,2.448
4,mlp.down_proj,34.84994,0.01000,23.718
5,self_attn.k_proj,2.75266,0.01000,3.312
5,self_attn.v_proj,1.52558,0.01000,1.923
5,self_attn.q_proj,9.42790,0.01000,2.020
5,self_attn.o_proj,2.21958,0.01000,2.828
5,mlp.up_proj,80.44930,0.01000,3.534
5,mlp.gate_proj,146.69415,0.01000,2.422
5,mlp.down_proj,155.78115,0.01000,23.645
6,self_attn.k_proj,2.81902,0.01000,3.320
6,self_attn.v_proj,2.04968,0.01000,1.915
6,self_attn.q_proj,10.05766,0.01000,2.023
6,self_attn.o_proj,2.02901,0.01000,2.806
6,mlp.up_proj,138.50996,0.01000,3.527
6,mlp.gate_proj,239.54771,0.01000,2.442
6,mlp.down_proj,17.99062,0.01000,23.722
7,self_attn.k_proj,3.87859,0.01000,3.309
7,self_attn.v_proj,3.12427,0.01000,1.914
7,self_attn.q_proj,14.01700,0.01000,2.012
7,self_attn.o_proj,2.40274,0.01000,2.809
7,mlp.up_proj,182.27310,0.01000,3.520
7,mlp.gate_proj,314.12385,0.01000,2.411
7,mlp.down_proj,8.08519,0.01000,23.577
8,self_attn.k_proj,4.84397,0.01000,3.310
8,self_attn.v_proj,2.74577,0.01000,1.906
8,self_attn.q_proj,17.26296,0.01000,2.014
8,self_attn.o_proj,1.65540,0.01000,2.807
8,mlp.up_proj,120.39232,0.01000,3.511
8,mlp.gate_proj,203.03354,0.01000,2.425
8,mlp.down_proj,10.47238,0.01000,23.598
9,self_attn.k_proj,4.16787,0.01000,3.311
9,self_attn.v_proj,3.41207,0.01000,1.918
9,self_attn.q_proj,14.64457,0.01000,2.020
9,self_attn.o_proj,3.06484,0.01000,2.812
9,mlp.up_proj,67.20688,0.01000,3.514
9,mlp.gate_proj,72.71201,0.01000,2.415
9,mlp.down_proj,13.09478,0.01000,23.613
10,self_attn.k_proj,6.04928,0.01000,3.304
10,self_attn.v_proj,4.86239,0.01000,1.910
10,self_attn.q_proj,22.36867,0.01000,2.013
10,self_attn.o_proj,3.30104,0.01000,2.802
10,mlp.up_proj,80.23578,0.01000,3.516
10,mlp.gate_proj,86.89879,0.01000,2.433
10,mlp.down_proj,16.23887,0.01000,23.581
11,self_attn.k_proj,4.21718,0.01000,3.300
11,self_attn.v_proj,3.04058,0.01000,1.907
11,self_attn.q_proj,15.69358,0.01000,2.012
11,self_attn.o_proj,4.96679,0.01000,2.807
11,mlp.up_proj,91.37010,0.01000,3.516
11,mlp.gate_proj,110.56358,0.01000,2.408
11,mlp.down_proj,14.46899,0.01000,23.621
12,self_attn.k_proj,5.12722,0.01000,3.317
12,self_attn.v_proj,3.43182,0.01000,1.923
12,self_attn.q_proj,19.18940,0.01000,2.025
12,self_attn.o_proj,4.86182,0.01000,2.821
12,mlp.up_proj,94.84682,0.01000,3.508
12,mlp.gate_proj,101.46472,0.01000,2.407
12,mlp.down_proj,17.35850,0.01000,23.601
13,self_attn.k_proj,5.84547,0.01000,3.314
13,self_attn.v_proj,4.18078,0.01000,1.917
13,self_attn.q_proj,20.81503,0.01000,2.032
13,self_attn.o_proj,5.00791,0.01000,2.819
13,mlp.up_proj,106.81878,0.01000,3.540
13,mlp.gate_proj,115.32652,0.01000,2.438
13,mlp.down_proj,19.56649,0.01000,23.678
14,self_attn.k_proj,7.41857,0.01000,3.309
14,self_attn.v_proj,4.78736,0.01000,1.925
14,self_attn.q_proj,26.43606,0.01000,2.027
14,self_attn.o_proj,5.53114,0.01000,2.822
14,mlp.up_proj,112.08216,0.01000,3.518
14,mlp.gate_proj,122.21570,0.01000,2.405
14,mlp.down_proj,21.00375,0.01000,23.632
15,self_attn.k_proj,6.29604,0.01000,3.336
15,self_attn.v_proj,4.85133,0.01000,1.906
15,self_attn.q_proj,22.34891,0.01000,2.022
15,self_attn.o_proj,6.25405,0.01000,2.811
15,mlp.up_proj,114.44092,0.01000,3.501
15,mlp.gate_proj,129.78032,0.01000,2.406
15,mlp.down_proj,21.92258,0.01000,23.620
16,self_attn.k_proj,5.75072,0.01000,3.312
16,self_attn.v_proj,3.36871,0.01000,1.910
16,self_attn.q_proj,19.35139,0.01000,2.018
16,self_attn.o_proj,4.97404,0.01000,2.795
16,mlp.up_proj,109.24636,0.01000,3.513
16,mlp.gate_proj,117.69237,0.01000,2.422
16,mlp.down_proj,19.93951,0.01000,23.677
17,self_attn.k_proj,7.39674,0.01000,3.303
17,self_attn.v_proj,4.26947,0.01000,1.914
17,self_attn.q_proj,25.22288,0.01000,2.012
17,self_attn.o_proj,4.67647,0.01000,2.820
17,mlp.up_proj,107.66575,0.01000,3.514
17,mlp.gate_proj,114.25159,0.01000,2.422
17,mlp.down_proj,19.09546,0.01000,23.624
18,self_attn.k_proj,7.44274,0.01000,3.315
18,self_attn.v_proj,4.28236,0.01000,1.921
18,self_attn.q_proj,25.45588,0.01000,2.012
18,self_attn.o_proj,4.71608,0.01000,2.834
18,mlp.up_proj,105.33404,0.01000,3.517
18,mlp.gate_proj,110.93895,0.01000,2.431
18,mlp.down_proj,18.90383,0.01000,23.600
19,self_attn.k_proj,6.62320,0.01000,3.320
19,self_attn.v_proj,4.40162,0.01000,1.916
19,self_attn.q_proj,24.01939,0.01000,2.018
19,self_attn.o_proj,3.40690,0.01000,2.812
19,mlp.up_proj,106.48657,0.01000,3.523
19,mlp.gate_proj,111.95718,0.01000,2.423
19,mlp.down_proj,18.99875,0.01000,23.604
20,self_attn.k_proj,8.01747,0.01000,3.320
20,self_attn.v_proj,4.32686,0.01000,1.926
20,self_attn.q_proj,27.61566,0.01000,2.022
20,self_attn.o_proj,5.08997,0.01000,2.827
20,mlp.up_proj,102.25371,0.01000,3.520
20,mlp.gate_proj,105.85433,0.01000,2.428
20,mlp.down_proj,19.00534,0.01000,23.687
21,self_attn.k_proj,6.44339,0.01000,3.313
21,self_attn.v_proj,3.84395,0.01000,1.914
21,self_attn.q_proj,22.02793,0.01000,2.019
21,self_attn.o_proj,5.63995,0.01000,2.810
21,mlp.up_proj,100.82385,0.01000,3.526
21,mlp.gate_proj,104.78507,0.01000,2.429
21,mlp.down_proj,18.76496,0.01000,23.633
22,self_attn.k_proj,7.03357,0.01000,3.314
22,self_attn.v_proj,5.50739,0.01000,1.930
22,self_attn.q_proj,24.99235,0.01000,2.017
22,self_attn.o_proj,7.64190,0.01000,2.823
22,mlp.up_proj,106.12436,0.01000,3.532
22,mlp.gate_proj,111.44365,0.01000,2.417
22,mlp.down_proj,20.60899,0.01000,23.662
23,self_attn.k_proj,6.91308,0.01000,3.319
23,self_attn.v_proj,5.71615,0.01000,1.908
23,self_attn.q_proj,25.19551,0.01000,2.015
23,self_attn.o_proj,8.81081,0.01000,2.830
23,mlp.up_proj,114.01709,0.01000,3.512
23,mlp.gate_proj,120.36119,0.01000,2.407
23,mlp.down_proj,22.46280,0.01000,23.675
24,self_attn.k_proj,9.23080,0.01000,3.313
24,self_attn.v_proj,5.80098,0.01000,1.906
24,self_attn.q_proj,32.09112,0.01000,2.021
24,self_attn.o_proj,6.87168,0.01000,2.827
24,mlp.up_proj,116.23648,0.01000,3.527
24,mlp.gate_proj,120.92004,0.01000,2.419
24,mlp.down_proj,22.61730,0.01000,23.678
25,self_attn.k_proj,9.93150,0.01000,3.314
25,self_attn.v_proj,7.39638,0.01000,1.902
25,self_attn.q_proj,36.10401,0.01000,2.033
25,self_attn.o_proj,6.79195,0.01000,2.811
25,mlp.up_proj,118.64264,0.01000,3.508
25,mlp.gate_proj,121.46796,0.01000,2.414
25,mlp.down_proj,24.84690,0.01000,23.661
26,self_attn.k_proj,8.65966,0.01000,3.313
26,self_attn.v_proj,4.98542,0.01000,1.920
26,self_attn.q_proj,31.55737,0.01000,2.004
26,self_attn.o_proj,7.98239,0.01000,2.816
26,mlp.up_proj,121.85531,0.01000,3.524
26,mlp.gate_proj,125.33771,0.01000,2.406
26,mlp.down_proj,26.58099,0.01000,23.653
27,self_attn.k_proj,8.58310,0.01000,3.301
27,self_attn.v_proj,5.21801,0.01000,1.919
27,self_attn.q_proj,28.61016,0.01000,2.020
27,self_attn.o_proj,11.54781,0.01000,2.823
27,mlp.up_proj,128.94634,0.01000,3.527
27,mlp.gate_proj,130.93888,0.01000,2.417
27,mlp.down_proj,30.78769,0.01000,23.658
28,self_attn.k_proj,8.23528,0.01000,3.321
28,self_attn.v_proj,7.83469,0.01000,1.919
28,self_attn.q_proj,30.92525,0.01000,2.030
28,self_attn.o_proj,13.63801,0.01000,2.822
28,mlp.up_proj,143.61916,0.01000,3.530
28,mlp.gate_proj,144.40119,0.01000,2.438
28,mlp.down_proj,36.58346,0.01000,23.664
29,self_attn.k_proj,13.03879,0.01000,3.314
29,self_attn.v_proj,10.05327,0.01000,1.917
29,self_attn.q_proj,44.58715,0.01000,2.016
29,self_attn.o_proj,16.30329,0.01000,2.826
29,mlp.up_proj,158.88219,0.01000,3.531
29,mlp.gate_proj,156.18305,0.01000,2.439
29,mlp.down_proj,40.20440,0.01000,23.645
30,self_attn.k_proj,10.77216,0.01000,3.305
30,self_attn.v_proj,10.38958,0.01000,1.926
30,self_attn.q_proj,40.28143,0.01000,2.161
30,self_attn.o_proj,23.21788,0.01000,2.835
30,mlp.up_proj,170.46665,0.01000,3.518
30,mlp.gate_proj,173.49276,0.01000,2.398
30,mlp.down_proj,44.82191,0.01000,23.648
31,self_attn.k_proj,11.63493,0.01000,3.319
31,self_attn.v_proj,10.50318,0.01000,1.926
31,self_attn.q_proj,42.10770,0.01000,2.022
31,self_attn.o_proj,17.96640,0.01000,2.804
31,mlp.up_proj,191.48129,0.01000,3.537
31,mlp.gate_proj,187.92781,0.01000,2.399
31,mlp.down_proj,50.03851,0.01000,23.631
32,self_attn.k_proj,11.51235,0.01000,3.332
32,self_attn.v_proj,7.84144,0.01000,1.937
32,self_attn.q_proj,39.07314,0.01000,2.030
32,self_attn.o_proj,16.07241,0.01000,2.801
32,mlp.up_proj,216.05202,0.01000,3.525
32,mlp.gate_proj,222.60847,0.01000,2.410
32,mlp.down_proj,52.91387,0.01000,23.675
33,self_attn.k_proj,11.80478,0.01000,3.319
33,self_attn.v_proj,8.69015,0.01000,1.925
33,self_attn.q_proj,42.76728,0.01000,2.038
33,self_attn.o_proj,17.84222,0.01000,2.832
33,mlp.up_proj,201.68671,0.01000,3.534
33,mlp.gate_proj,206.43596,0.01000,2.452
33,mlp.down_proj,48.19399,0.01000,23.679
34,self_attn.k_proj,11.43841,0.01000,3.322
34,self_attn.v_proj,9.44701,0.01000,1.909
34,self_attn.q_proj,42.19950,0.01000,2.031
34,self_attn.o_proj,23.21826,0.01000,2.813
34,mlp.up_proj,197.22599,0.01000,3.549
34,mlp.gate_proj,198.69668,0.01000,2.425
34,mlp.down_proj,47.08673,0.01000,23.684
35,self_attn.k_proj,12.18994,0.01000,3.314
35,self_attn.v_proj,9.17933,0.01000,1.909
35,self_attn.q_proj,48.97500,0.01000,2.008
35,self_attn.o_proj,14.92670,0.01000,2.828
35,mlp.up_proj,203.08513,0.01000,3.495
35,mlp.gate_proj,199.72694,0.01000,2.409
35,mlp.down_proj,47.83594,0.01000,23.627
36,self_attn.k_proj,12.86573,0.01000,3.313
36,self_attn.v_proj,9.14343,0.01000,1.930
36,self_attn.q_proj,48.02929,0.01000,2.031
36,self_attn.o_proj,19.71742,0.01000,2.822
36,mlp.up_proj,188.81137,0.01000,3.518
36,mlp.gate_proj,181.60324,0.01000,2.430
36,mlp.down_proj,46.46059,0.01000,23.682
37,self_attn.k_proj,11.23444,0.01000,3.307
37,self_attn.v_proj,8.68904,0.01000,1.913
37,self_attn.q_proj,41.53437,0.01000,2.013
37,self_attn.o_proj,17.14158,0.01000,2.830
37,mlp.up_proj,191.38220,0.01000,3.503
37,mlp.gate_proj,180.87342,0.01000,2.413
37,mlp.down_proj,45.87174,0.01000,23.720
38,self_attn.k_proj,12.95493,0.01000,3.321
38,self_attn.v_proj,13.34433,0.01000,1.947
38,self_attn.q_proj,47.03329,0.01000,2.028
38,self_attn.o_proj,24.59711,0.01000,2.826
38,mlp.up_proj,198.80115,0.01000,3.533
38,mlp.gate_proj,192.11092,0.01000,2.449
38,mlp.down_proj,52.32773,0.01000,23.665
39,self_attn.k_proj,12.81120,0.01000,3.321
39,self_attn.v_proj,14.26659,0.01000,1.919
39,self_attn.q_proj,51.02459,0.01000,2.014
39,self_attn.o_proj,26.17471,0.01000,2.820
39,mlp.up_proj,213.29043,0.01000,3.544
39,mlp.gate_proj,210.95182,0.01000,2.430
39,mlp.down_proj,54.58284,0.01000,23.705
40,self_attn.k_proj,16.96652,0.01000,3.335
40,self_attn.v_proj,12.92616,0.01000,1.948
40,self_attn.q_proj,59.58385,0.01000,2.031
40,self_attn.o_proj,23.56769,0.01000,2.850
40,mlp.up_proj,213.04031,0.01000,3.536
40,mlp.gate_proj,209.94276,0.01000,2.452
40,mlp.down_proj,52.87887,0.01000,23.594
41,self_attn.k_proj,16.80811,0.01000,3.312
41,self_attn.v_proj,17.76251,0.01000,1.937
41,self_attn.q_proj,65.20547,0.01000,2.026
41,self_attn.o_proj,25.04289,0.01000,2.817
41,mlp.up_proj,220.87492,0.01000,3.520
41,mlp.gate_proj,211.67563,0.01000,2.423
41,mlp.down_proj,59.25484,0.01000,23.661
42,self_attn.k_proj,15.02459,0.01000,3.320
42,self_attn.v_proj,10.88788,0.01000,1.911
42,self_attn.q_proj,57.54241,0.01000,2.035
42,self_attn.o_proj,20.55937,0.01000,2.821
42,mlp.up_proj,236.70117,0.01000,3.520
42,mlp.gate_proj,221.29241,0.01000,2.403
42,mlp.down_proj,66.95299,0.01000,23.756
43,self_attn.k_proj,15.22730,0.01000,3.326
43,self_attn.v_proj,13.28080,0.01000,1.941
43,self_attn.q_proj,55.10066,0.01000,2.040
43,self_attn.o_proj,27.03987,0.01000,2.830
43,mlp.up_proj,255.56507,0.01000,3.506
43,mlp.gate_proj,243.61768,0.01000,2.411
43,mlp.down_proj,95.69682,0.01000,23.712
44,self_attn.k_proj,13.45872,0.01000,3.315
44,self_attn.v_proj,19.12148,0.01000,1.903
44,self_attn.q_proj,56.92778,0.01000,2.011
44,self_attn.o_proj,34.21928,0.01000,2.825
44,mlp.up_proj,273.97650,0.01000,3.531
44,mlp.gate_proj,260.11922,0.01000,2.435
44,mlp.down_proj,93.20020,0.01000,23.694
45,self_attn.k_proj,17.86078,0.01000,3.321
45,self_attn.v_proj,20.56466,0.01000,1.925
45,self_attn.q_proj,67.85091,0.01000,2.018
45,self_attn.o_proj,40.36663,0.01000,2.823
45,mlp.up_proj,290.53839,0.01000,3.536
45,mlp.gate_proj,274.27193,0.01000,2.425
45,mlp.down_proj,104.36816,0.01000,23.659
46,self_attn.k_proj,15.56675,0.01000,3.327
46,self_attn.v_proj,22.97811,0.01000,1.921
46,self_attn.q_proj,64.33953,0.01000,2.035
46,self_attn.o_proj,52.65483,0.01000,2.843
46,mlp.up_proj,308.17915,0.01000,3.537
46,mlp.gate_proj,288.95987,0.01000,2.427
46,mlp.down_proj,114.66652,0.01000,23.659
47,self_attn.k_proj,16.12798,0.01000,3.317
47,self_attn.v_proj,20.42561,0.01000,1.922
47,self_attn.q_proj,65.25035,0.01000,1.995
47,self_attn.o_proj,36.59410,0.01000,2.823
47,mlp.up_proj,343.30617,0.01000,3.525
47,mlp.gate_proj,329.58792,0.01000,2.427
47,mlp.down_proj,132.65701,0.01000,23.655
48,self_attn.k_proj,17.20556,0.01000,3.329
48,self_attn.v_proj,27.96892,0.01000,1.926
48,self_attn.q_proj,69.40354,0.01000,2.016
48,self_attn.o_proj,41.50221,0.01000,2.827
48,mlp.up_proj,368.98319,0.01000,3.513
48,mlp.gate_proj,357.69691,0.01000,2.428
48,mlp.down_proj,152.02718,0.01000,23.796
49,self_attn.k_proj,17.55639,0.01000,3.308
49,self_attn.v_proj,25.41515,0.01000,1.921
49,self_attn.q_proj,73.97384,0.01000,2.021
49,self_attn.o_proj,45.05861,0.01000,2.817
49,mlp.up_proj,424.21883,0.01000,3.527
49,mlp.gate_proj,411.17935,0.01000,2.424
49,mlp.down_proj,206.88105,0.01000,23.645
50,self_attn.k_proj,18.10877,0.01000,3.337
50,self_attn.v_proj,30.56898,0.01000,1.949
50,self_attn.q_proj,78.36073,0.01000,2.049
50,self_attn.o_proj,38.76283,0.01000,2.815
50,mlp.up_proj,474.55079,0.01000,3.524
50,mlp.gate_proj,475.99778,0.01000,2.422
50,mlp.down_proj,227.39140,0.01000,23.676
51,self_attn.k_proj,17.18596,0.01000,3.320
51,self_attn.v_proj,25.70684,0.01000,1.930
51,self_attn.q_proj,69.60019,0.01000,2.015
51,self_attn.o_proj,61.42497,0.01000,2.811
51,mlp.up_proj,509.62421,0.01000,3.536
51,mlp.gate_proj,521.04976,0.01000,2.440
51,mlp.down_proj,252.19549,0.01000,23.688
52,self_attn.k_proj,20.03325,0.01000,3.327
52,self_attn.v_proj,44.92303,0.01000,1.918
52,self_attn.q_proj,83.38118,0.01000,2.040
52,self_attn.o_proj,52.90344,0.01000,2.836
52,mlp.up_proj,545.77302,0.01000,3.528
52,mlp.gate_proj,545.53809,0.01000,2.437
52,mlp.down_proj,296.30906,0.01000,23.676
53,self_attn.k_proj,23.01326,0.01000,3.325
53,self_attn.v_proj,44.71671,0.01000,1.925
53,self_attn.q_proj,89.46515,0.01000,2.028
53,self_attn.o_proj,71.05999,0.01000,2.830
53,mlp.up_proj,592.97445,0.01000,3.523
53,mlp.gate_proj,597.97927,0.01000,2.455
53,mlp.down_proj,330.54104,0.01000,23.643
54,self_attn.k_proj,21.23220,0.01000,3.305
54,self_attn.v_proj,40.19472,0.01000,1.904
54,self_attn.q_proj,82.89218,0.01000,2.013
54,self_attn.o_proj,52.05958,0.01000,2.808
54,mlp.up_proj,644.24573,0.01000,3.539
54,mlp.gate_proj,641.55237,0.01000,2.416
54,mlp.down_proj,350.10202,0.01000,23.670
55,self_attn.k_proj,19.44832,0.01000,3.319
55,self_attn.v_proj,39.86784,0.01000,1.927
55,self_attn.q_proj,84.99967,0.01000,2.042
55,self_attn.o_proj,61.12057,0.01000,2.815
55,mlp.up_proj,694.21804,0.01000,3.510
55,mlp.gate_proj,678.76851,0.01000,2.435
55,mlp.down_proj,401.86646,0.01000,23.683
56,self_attn.k_proj,23.57326,0.01000,3.332
56,self_attn.v_proj,58.79263,0.01000,1.935
56,self_attn.q_proj,95.75816,0.01000,2.019
56,self_attn.o_proj,52.32878,0.01000,2.833
56,mlp.up_proj,746.73790,0.01000,3.541
56,mlp.gate_proj,733.93956,0.01000,2.438
56,mlp.down_proj,438.57271,0.01000,23.702
57,self_attn.k_proj,21.81357,0.01000,3.333
57,self_attn.v_proj,58.80958,0.01000,1.916
57,self_attn.q_proj,96.38024,0.01000,2.035
57,self_attn.o_proj,51.38194,0.01000,2.820
57,mlp.up_proj,799.61796,0.01000,3.541
57,mlp.gate_proj,771.37184,0.01000,2.438
57,mlp.down_proj,481.00989,0.01000,23.747
58,self_attn.k_proj,23.75545,0.01000,3.332
58,self_attn.v_proj,70.84536,0.01000,1.934
58,self_attn.q_proj,96.86566,0.01000,2.032
58,self_attn.o_proj,49.27853,0.01000,2.848
58,mlp.up_proj,869.68038,0.01000,3.530
58,mlp.gate_proj,821.56930,0.01000,2.459
58,mlp.down_proj,578.50016,0.01000,23.705
59,self_attn.k_proj,26.05345,0.01000,3.340
59,self_attn.v_proj,93.06062,0.01000,1.932
59,self_attn.q_proj,116.08675,0.01000,2.030
59,self_attn.o_proj,114.26896,0.01000,2.843
59,mlp.up_proj,956.03853,0.01000,3.531
59,mlp.gate_proj,890.38750,0.01000,2.433
59,mlp.down_proj,692.34074,0.01000,23.720
60,self_attn.k_proj,22.77888,0.01000,3.334
60,self_attn.v_proj,108.71282,0.01000,1.922
60,self_attn.q_proj,113.01335,0.01000,2.040
60,self_attn.o_proj,148.25188,0.01000,2.830
60,mlp.up_proj,1042.81598,0.01000,3.531
60,mlp.gate_proj,954.13782,0.01000,2.446
60,mlp.down_proj,1130.72294,0.01000,23.736
61,self_attn.k_proj,26.17376,0.01000,3.321
61,self_attn.v_proj,147.72431,0.01000,1.925
61,self_attn.q_proj,127.80374,0.01000,2.025
61,self_attn.o_proj,190.04517,0.01000,2.822
61,mlp.up_proj,1187.25134,0.01000,3.543
61,mlp.gate_proj,1082.49106,0.01000,2.441
61,mlp.down_proj,1350.51108,0.01000,23.699
62,self_attn.k_proj,25.79631,0.01000,3.318
62,self_attn.v_proj,173.76084,0.01000,1.921
62,self_attn.q_proj,131.01425,0.01000,2.032
62,self_attn.o_proj,368.42813,0.01000,2.823
62,mlp.up_proj,1142.54573,0.01000,3.534
62,mlp.gate_proj,1070.04494,0.01000,2.420
62,mlp.down_proj,2184.37816,0.01000,23.732
63,self_attn.k_proj,22.13227,0.01000,3.319
63,self_attn.v_proj,119.49068,0.01000,1.925
63,self_attn.q_proj,89.71157,0.01000,2.028
63,self_attn.o_proj,141.02466,0.01000,2.822
63,mlp.up_proj,1223.05870,0.01000,3.519
63,mlp.gate_proj,1174.51392,0.01000,2.429
63,mlp.down_proj,3595.41361,0.01000,23.665