layer,module,loss,damp,time
0,self_attn.k_proj,1.02424,0.01500,7.799
0,self_attn.v_proj,0.00599,0.01500,7.573
0,self_attn.q_proj,1.49404,0.01500,7.886
0,self_attn.o_proj,0.00043,0.01500,6.657
0,mlp.up_proj,0.94855,0.01500,10.064
0,mlp.gate_proj,1.02563,0.01500,10.038
0,mlp.down_proj,0.00057,0.01500,57.642
1,self_attn.k_proj,6.66389,0.01500,7.551
1,self_attn.v_proj,0.11022,0.01500,7.537
1,self_attn.q_proj,7.31797,0.01500,7.867
1,self_attn.o_proj,0.00180,0.01500,6.653
1,mlp.up_proj,3.41185,0.01500,10.068
1,mlp.gate_proj,3.76372,0.01500,10.020
1,mlp.down_proj,0.00145,0.01500,57.584
2,self_attn.k_proj,6.29605,0.01500,7.550
2,self_attn.v_proj,0.18014,0.01500,7.512
2,self_attn.q_proj,5.63274,0.01500,7.846
2,self_attn.o_proj,0.00475,0.01500,6.664
2,mlp.up_proj,8.14499,0.01500,10.068
2,mlp.gate_proj,8.93215,0.01500,10.042
2,mlp.down_proj,0.02421,0.01500,57.487
3,self_attn.k_proj,6.31923,0.01500,7.534
3,self_attn.v_proj,0.75149,0.01500,7.525
3,self_attn.q_proj,13.55053,0.01500,7.847
3,self_attn.o_proj,0.00599,0.01500,6.649
3,mlp.up_proj,12.58162,0.01500,10.145
3,mlp.gate_proj,14.37144,0.01500,10.094
3,mlp.down_proj,0.00745,0.01500,57.613
4,self_attn.k_proj,5.70729,0.01500,7.555
4,self_attn.v_proj,0.87405,0.01500,7.506
4,self_attn.q_proj,12.38820,0.01500,7.859
4,self_attn.o_proj,0.01307,0.01500,6.641
4,mlp.up_proj,18.36677,0.01500,10.067
4,mlp.gate_proj,21.25924,0.01500,10.064
4,mlp.down_proj,0.01663,0.01500,57.423
5,self_attn.k_proj,6.29966,0.01500,7.565
5,self_attn.v_proj,1.14673,0.01500,7.520
5,self_attn.q_proj,14.92517,0.01500,7.836
5,self_attn.o_proj,0.02224,0.01500,6.654
5,mlp.up_proj,26.94014,0.01500,10.086
5,mlp.gate_proj,31.25786,0.01500,10.045
5,mlp.down_proj,0.02943,0.01500,57.474
6,self_attn.k_proj,6.50192,0.01500,7.541
6,self_attn.v_proj,1.45990,0.01500,7.495
6,self_attn.q_proj,16.66693,0.01500,7.838
6,self_attn.o_proj,0.02680,0.01500,6.647
6,mlp.up_proj,36.68959,0.01500,10.063
6,mlp.gate_proj,41.48819,0.01500,10.036
6,mlp.down_proj,0.04622,0.01500,57.495
7,self_attn.k_proj,7.95264,0.01500,7.555
7,self_attn.v_proj,2.34315,0.01500,7.522
7,self_attn.q_proj,20.83992,0.01500,7.850
7,self_attn.o_proj,0.06042,0.01500,6.649
7,mlp.up_proj,45.36023,0.01500,10.058
7,mlp.gate_proj,53.88626,0.01500,10.041
7,mlp.down_proj,0.07683,0.01500,57.478
8,self_attn.k_proj,9.32799,0.01500,7.571
8,self_attn.v_proj,2.65040,0.01500,7.515
8,self_attn.q_proj,24.59451,0.01500,7.852
8,self_attn.o_proj,0.07381,0.01500,6.644
8,mlp.up_proj,60.33976,0.01500,10.057
8,mlp.gate_proj,73.58533,0.01500,10.055
8,mlp.down_proj,0.10502,0.01500,57.447
9,self_attn.k_proj,8.98775,0.01500,7.557
9,self_attn.v_proj,2.84955,0.01500,7.504
9,self_attn.q_proj,23.05972,0.01500,7.841
9,self_attn.o_proj,0.08170,0.01500,6.634
9,mlp.up_proj,74.90141,0.01500,10.120
9,mlp.gate_proj,89.64445,0.01500,10.080
9,mlp.down_proj,0.13085,0.01500,57.321
10,self_attn.k_proj,12.56787,0.01500,7.569
10,self_attn.v_proj,3.75997,0.01500,7.520
10,self_attn.q_proj,29.91709,0.01500,7.840
10,self_attn.o_proj,0.11447,0.01500,6.646
10,mlp.up_proj,83.18110,0.01500,10.071
10,mlp.gate_proj,100.29277,0.01500,10.052
10,mlp.down_proj,0.17616,0.01500,57.472
11,self_attn.k_proj,11.17936,0.01500,7.532
11,self_attn.v_proj,4.13143,0.01500,7.534
11,self_attn.q_proj,27.94168,0.01500,7.823
11,self_attn.o_proj,0.13711,0.01500,6.643
11,mlp.up_proj,90.00336,0.01500,10.071
11,mlp.gate_proj,107.82928,0.01500,10.046
11,mlp.down_proj,0.19113,0.01500,57.414
12,self_attn.k_proj,15.93132,0.01500,7.566
12,self_attn.v_proj,4.48888,0.01500,7.530
12,self_attn.q_proj,36.95455,0.01500,7.850
12,self_attn.o_proj,0.15257,0.01500,6.652
12,mlp.up_proj,94.36298,0.01500,10.058
12,mlp.gate_proj,107.94335,0.01500,10.036
12,mlp.down_proj,0.21324,0.01500,57.419
13,self_attn.k_proj,12.75354,0.01500,7.557
13,self_attn.v_proj,5.79567,0.01500,7.529
13,self_attn.q_proj,31.43433,0.01500,7.862
13,self_attn.o_proj,0.18390,0.01500,6.652
13,mlp.up_proj,96.14975,0.01500,10.054
13,mlp.gate_proj,105.84271,0.01500,10.023
13,mlp.down_proj,0.23042,0.01500,57.538
14,self_attn.k_proj,17.78096,0.01500,7.575
14,self_attn.v_proj,8.54004,0.01500,7.531
14,self_attn.q_proj,42.53547,0.01500,7.852
14,self_attn.o_proj,0.24358,0.01500,6.643
14,mlp.up_proj,108.17638,0.01500,10.067
14,mlp.gate_proj,115.48792,0.01500,10.051
14,mlp.down_proj,0.26631,0.01500,57.510
15,self_attn.k_proj,19.99392,0.01500,7.595
15,self_attn.v_proj,9.84441,0.01500,7.534
15,self_attn.q_proj,44.89064,0.01500,7.858
15,self_attn.o_proj,0.24516,0.01500,6.646
15,mlp.up_proj,124.62535,0.01500,10.050
15,mlp.gate_proj,132.49342,0.01500,10.029
15,mlp.down_proj,0.33938,0.01500,57.446
16,self_attn.k_proj,14.59741,0.01500,7.568
16,self_attn.v_proj,9.37529,0.01500,7.554
16,self_attn.q_proj,40.20061,0.01500,7.837
16,self_attn.o_proj,0.34355,0.01500,6.648
16,mlp.up_proj,130.44833,0.01500,10.035
16,mlp.gate_proj,131.47067,0.01500,10.030
16,mlp.down_proj,0.39442,0.01500,57.582
17,self_attn.k_proj,19.39713,0.01500,7.555
17,self_attn.v_proj,11.42699,0.01500,7.522
17,self_attn.q_proj,52.32594,0.01500,7.839
17,self_attn.o_proj,0.38584,0.01500,6.642
17,mlp.up_proj,139.22166,0.01500,10.061
17,mlp.gate_proj,145.75526,0.01500,10.036
17,mlp.down_proj,0.43237,0.01500,57.448
18,self_attn.k_proj,19.21102,0.01500,7.540
18,self_attn.v_proj,10.95075,0.01500,7.523
18,self_attn.q_proj,51.58418,0.01500,7.830
18,self_attn.o_proj,0.38618,0.01500,6.648
18,mlp.up_proj,149.62912,0.01500,10.124
18,mlp.gate_proj,157.13791,0.01500,10.107
18,mlp.down_proj,0.47528,0.01500,57.503
19,self_attn.k_proj,18.65379,0.01500,7.546
19,self_attn.v_proj,9.30671,0.01500,7.513
19,self_attn.q_proj,47.15576,0.01500,7.845
19,self_attn.o_proj,0.24035,0.01500,6.645
19,mlp.up_proj,152.28574,0.01500,10.074
19,mlp.gate_proj,162.27536,0.01500,10.050
19,mlp.down_proj,0.47704,0.01500,57.344
20,self_attn.k_proj,22.71154,0.01500,7.550
20,self_attn.v_proj,9.22629,0.01500,7.525
20,self_attn.q_proj,50.57240,0.01500,7.856
20,self_attn.o_proj,0.35324,0.01500,6.590
20,mlp.up_proj,168.09564,0.01500,9.876
20,mlp.gate_proj,181.57430,0.01500,9.850
20,mlp.down_proj,0.53261,0.01500,56.075
21,self_attn.k_proj,18.58090,0.01500,7.368
21,self_attn.v_proj,8.84990,0.01500,7.341
21,self_attn.q_proj,47.44621,0.01500,7.657
21,self_attn.o_proj,0.25560,0.01500,6.464
21,mlp.up_proj,185.54121,0.01500,9.890
21,mlp.gate_proj,206.82298,0.01500,9.848
21,mlp.down_proj,0.63374,0.01500,56.184
22,self_attn.k_proj,18.99252,0.01500,7.351
22,self_attn.v_proj,9.47875,0.01500,7.333
22,self_attn.q_proj,47.98231,0.01500,7.656
22,self_attn.o_proj,0.20448,0.01500,6.499
22,mlp.up_proj,187.25595,0.01500,9.863
22,mlp.gate_proj,211.89154,0.01500,9.844
22,mlp.down_proj,0.63275,0.01500,56.183
23,self_attn.k_proj,21.84106,0.01500,7.370
23,self_attn.v_proj,10.38945,0.01500,7.373
23,self_attn.q_proj,50.80765,0.01500,7.698
23,self_attn.o_proj,0.25948,0.01500,6.501
23,mlp.up_proj,189.86444,0.01500,9.944
23,mlp.gate_proj,215.53104,0.01500,9.866
23,mlp.down_proj,0.64703,0.01500,56.182
24,self_attn.k_proj,17.98829,0.01500,7.369
24,self_attn.v_proj,9.45767,0.01500,7.333
24,self_attn.q_proj,48.20176,0.01500,7.668
24,self_attn.o_proj,0.20057,0.01500,6.499
24,mlp.up_proj,188.60782,0.01500,9.855
24,mlp.gate_proj,209.43344,0.01500,9.828
24,mlp.down_proj,0.66105,0.01500,56.077
25,self_attn.k_proj,21.40958,0.01500,7.361
25,self_attn.v_proj,10.34837,0.01500,7.335
25,self_attn.q_proj,50.77019,0.01500,7.661
25,self_attn.o_proj,0.33330,0.01500,6.504
25,mlp.up_proj,197.11382,0.01500,9.853
25,mlp.gate_proj,226.30638,0.01500,9.838
25,mlp.down_proj,0.73450,0.01500,56.106
26,self_attn.k_proj,18.52138,0.01500,7.360
26,self_attn.v_proj,10.73125,0.01500,7.298
26,self_attn.q_proj,50.28557,0.01500,7.653
26,self_attn.o_proj,0.19380,0.01500,6.491
26,mlp.up_proj,206.23949,0.01500,9.852
26,mlp.gate_proj,242.86702,0.01500,9.848
26,mlp.down_proj,0.75624,0.01500,56.096
27,self_attn.k_proj,12.75557,0.01500,7.372
27,self_attn.v_proj,9.33076,0.01500,7.327
27,self_attn.q_proj,39.04224,0.01500,7.645
27,self_attn.o_proj,0.30413,0.01500,6.499
27,mlp.up_proj,206.98224,0.01500,9.853
27,mlp.gate_proj,240.54306,0.01500,9.829
27,mlp.down_proj,0.85250,0.01500,56.060
28,self_attn.k_proj,21.67653,0.01500,7.343
28,self_attn.v_proj,12.84350,0.01500,7.336
28,self_attn.q_proj,55.29227,0.01500,7.665
28,self_attn.o_proj,0.28469,0.01500,6.492
28,mlp.up_proj,216.99507,0.01500,9.854
28,mlp.gate_proj,263.00839,0.01500,9.865
28,mlp.down_proj,0.70526,0.01500,56.067
29,self_attn.k_proj,17.90748,0.01500,7.357
29,self_attn.v_proj,9.55013,0.01500,7.332
29,self_attn.q_proj,44.03797,0.01500,7.662
29,self_attn.o_proj,0.32537,0.01500,6.606
29,mlp.up_proj,224.80490,0.01500,10.051
29,mlp.gate_proj,273.64032,0.01500,10.046
29,mlp.down_proj,0.77300,0.01500,57.343
30,self_attn.k_proj,22.18830,0.01500,7.559
30,self_attn.v_proj,14.33850,0.01500,7.527
30,self_attn.q_proj,56.36436,0.01500,7.844
30,self_attn.o_proj,0.32278,0.01500,6.637
30,mlp.up_proj,239.22334,0.01500,10.075
30,mlp.gate_proj,291.10828,0.01500,10.073
30,mlp.down_proj,0.79529,0.01500,57.373
31,self_attn.k_proj,16.39731,0.01500,7.562
31,self_attn.v_proj,13.82541,0.01500,7.531
31,self_attn.q_proj,47.66789,0.01500,7.843
31,self_attn.o_proj,0.25485,0.01500,6.642
31,mlp.up_proj,250.45847,0.01500,10.083
31,mlp.gate_proj,300.43204,0.01500,10.049
31,mlp.down_proj,0.88568,0.01500,57.342
32,self_attn.k_proj,18.98201,0.01500,7.543
32,self_attn.v_proj,14.50877,0.01500,7.534
32,self_attn.q_proj,49.24097,0.01500,7.858
32,self_attn.o_proj,0.33861,0.01500,6.519
32,mlp.up_proj,266.64685,0.01500,9.869
32,mlp.gate_proj,317.45520,0.01500,9.846
32,mlp.down_proj,0.98506,0.01500,57.411
33,self_attn.k_proj,16.66630,0.01500,7.569
33,self_attn.v_proj,18.10542,0.01500,7.527
33,self_attn.q_proj,48.22969,0.01500,7.841
33,self_attn.o_proj,0.37321,0.01500,6.647
33,mlp.up_proj,283.65854,0.01500,10.065
33,mlp.gate_proj,325.52173,0.01500,10.044
33,mlp.down_proj,1.19860,0.01500,56.189
34,self_attn.k_proj,18.93618,0.01500,7.376
34,self_attn.v_proj,20.05611,0.01500,7.386
34,self_attn.q_proj,49.77107,0.01500,7.679
34,self_attn.o_proj,0.71698,0.01500,6.491
34,mlp.up_proj,317.44919,0.01500,9.849
34,mlp.gate_proj,342.95776,0.01500,9.840
34,mlp.down_proj,1.79524,0.01500,57.420
35,self_attn.k_proj,19.24015,0.01500,7.567
35,self_attn.v_proj,21.82685,0.01500,7.548
35,self_attn.q_proj,49.18935,0.01500,7.846
35,self_attn.o_proj,0.72514,0.01500,6.649
35,mlp.up_proj,336.43301,0.01500,10.014
35,mlp.gate_proj,349.24744,0.01500,10.026
35,mlp.down_proj,2.42464,0.01500,57.394
36,self_attn.k_proj,17.43204,0.01500,7.549
36,self_attn.v_proj,25.20836,0.01500,7.543
36,self_attn.q_proj,50.42155,0.01500,7.840
36,self_attn.o_proj,1.43141,0.01500,6.654
36,mlp.up_proj,386.95203,0.01500,10.083
36,mlp.gate_proj,392.16577,0.01500,10.029
36,mlp.down_proj,3.72562,0.01500,57.415
37,self_attn.k_proj,18.60450,0.01500,7.583
37,self_attn.v_proj,37.54076,0.01500,7.547
37,self_attn.q_proj,55.88422,0.01500,7.850
37,self_attn.o_proj,2.63028,0.01500,6.660
37,mlp.up_proj,426.89273,0.01500,10.064
37,mlp.gate_proj,429.79956,0.01500,10.042
37,mlp.down_proj,5.59231,0.01500,57.430
38,self_attn.k_proj,18.49352,0.01500,7.576
38,self_attn.v_proj,29.61916,0.01500,7.535
38,self_attn.q_proj,52.48829,0.01500,7.678
38,self_attn.o_proj,4.05243,0.01500,6.530
38,mlp.up_proj,385.28320,0.01500,9.876
38,mlp.gate_proj,380.51202,0.01500,9.832
38,mlp.down_proj,9.69621,0.01500,56.229
39,self_attn.k_proj,18.61914,0.01500,7.428
39,self_attn.v_proj,15.61673,0.01500,7.366
39,self_attn.q_proj,48.19936,0.01500,7.693
39,self_attn.o_proj,4.36140,0.01500,6.531
39,mlp.up_proj,296.18430,0.01500,9.866
39,mlp.gate_proj,310.19705,0.01500,9.824
39,mlp.down_proj,14.77660,0.01500,56.233