layer,module,loss,damp,time
0,self_attn.k_proj,0.37561,0.01500,10.055
0,self_attn.v_proj,0.06572,0.01500,9.529
0,self_attn.q_proj,0.93163,0.01500,10.391
0,self_attn.o_proj,0.49555,0.01500,10.511
0,mlp.up_proj,0.52921,0.01500,10.883
0,mlp.gate_proj,0.61072,0.01500,10.689
0,mlp.down_proj,0.29186,0.01500,28.518
1,self_attn.k_proj,0.02512,0.01500,9.566
1,self_attn.v_proj,0.00690,0.01500,9.339
1,self_attn.q_proj,0.13439,0.01500,10.163
1,self_attn.o_proj,0.02494,0.01500,10.232
1,mlp.up_proj,4.55129,0.01500,10.685
1,mlp.gate_proj,32.37974,0.01500,10.493
1,mlp.down_proj,0.03303,0.01500,28.148
2,self_attn.k_proj,0.13044,0.01500,9.570
2,self_attn.v_proj,0.02280,0.01500,9.314
2,self_attn.q_proj,0.38131,0.01500,10.085
2,self_attn.o_proj,0.06986,0.01500,10.242
2,mlp.up_proj,10.17106,0.01500,10.615
2,mlp.gate_proj,26.00120,0.01500,10.511
2,mlp.down_proj,0.16400,0.01500,28.158
3,self_attn.k_proj,0.62347,0.01500,9.584
3,self_attn.v_proj,0.10256,0.01500,9.318
3,self_attn.q_proj,1.56732,0.01500,10.138
3,self_attn.o_proj,0.14301,0.01500,10.234
3,mlp.up_proj,9.13295,0.01500,10.642
3,mlp.gate_proj,30.38428,0.01500,10.435
3,mlp.down_proj,0.29694,0.01500,28.121
4,self_attn.k_proj,0.54692,0.01500,9.468
4,self_attn.v_proj,0.13745,0.01500,9.323
4,self_attn.q_proj,1.52606,0.01500,10.098
4,self_attn.o_proj,0.27112,0.01500,10.144
4,mlp.up_proj,15.79222,0.01500,10.602
4,mlp.gate_proj,40.42462,0.01500,10.467
4,mlp.down_proj,13389.03255,0.01500,28.034
5,self_attn.k_proj,1.32183,0.01500,9.466
5,self_attn.v_proj,0.48145,0.01500,9.252
5,self_attn.q_proj,4.20482,0.01500,10.025
5,self_attn.o_proj,0.11614,0.01500,10.148
5,mlp.up_proj,61.69207,0.01500,10.529
5,mlp.gate_proj,192.63190,0.01500,10.384
5,mlp.down_proj,58.10828,0.01500,28.054
6,self_attn.k_proj,1.33723,0.01500,9.496
6,self_attn.v_proj,0.60071,0.01500,9.204
6,self_attn.q_proj,4.79351,0.01500,10.014
6,self_attn.o_proj,0.23736,0.01500,10.086
6,mlp.up_proj,35.89475,0.01500,10.523
6,mlp.gate_proj,175.79995,0.01500,10.375
6,mlp.down_proj,25.07587,0.01500,27.974
7,self_attn.k_proj,1.63740,0.01500,9.437
7,self_attn.v_proj,0.81178,0.01500,9.216
7,self_attn.q_proj,5.62039,0.01500,10.016
7,self_attn.o_proj,0.18038,0.01500,10.109
7,mlp.up_proj,31.86679,0.01500,10.531
7,mlp.gate_proj,188.46973,0.01500,10.442
7,mlp.down_proj,9.96931,0.01800,28.042
8,self_attn.k_proj,1.87012,0.01500,9.468
8,self_attn.v_proj,0.68184,0.01500,9.237
8,self_attn.q_proj,5.96090,0.01500,9.993
8,self_attn.o_proj,0.20523,0.01500,10.161
8,mlp.up_proj,16.87071,0.01500,10.573
8,mlp.gate_proj,87.21503,0.01500,10.401
8,mlp.down_proj,3.89086,0.01950,28.255
9,self_attn.k_proj,1.56542,0.01500,9.416
9,self_attn.v_proj,0.78797,0.01500,9.199
9,self_attn.q_proj,5.33111,0.01500,10.047
9,self_attn.o_proj,0.38198,0.01500,10.118
9,mlp.up_proj,9.64384,0.01500,10.596
9,mlp.gate_proj,11.37062,0.01500,10.455
9,mlp.down_proj,1.56816,0.01500,27.977
10,self_attn.k_proj,2.11638,0.01500,9.457
10,self_attn.v_proj,1.19567,0.01500,9.244
10,self_attn.q_proj,7.52943,0.01500,10.013
10,self_attn.o_proj,0.55364,0.01500,10.109
10,mlp.up_proj,12.08244,0.01500,10.532
10,mlp.gate_proj,14.55569,0.01500,10.456
10,mlp.down_proj,2.35729,0.01500,27.986
11,self_attn.k_proj,1.74899,0.01500,9.410
11,self_attn.v_proj,0.86311,0.01500,9.176
11,self_attn.q_proj,6.40680,0.01500,10.019
11,self_attn.o_proj,0.59713,0.01500,10.131
11,mlp.up_proj,14.62552,0.01500,10.560
11,mlp.gate_proj,22.76668,0.01500,10.527
11,mlp.down_proj,1.65943,0.01500,27.924
12,self_attn.k_proj,2.17744,0.01500,9.529
12,self_attn.v_proj,0.87480,0.01500,9.214
12,self_attn.q_proj,8.09695,0.01500,10.039
12,self_attn.o_proj,0.82904,0.01500,10.101
12,mlp.up_proj,15.07694,0.01500,10.631
12,mlp.gate_proj,16.26723,0.01500,10.431
12,mlp.down_proj,2.22720,0.01500,27.856
13,self_attn.k_proj,2.84977,0.01500,9.448
13,self_attn.v_proj,1.14955,0.01500,9.250
13,self_attn.q_proj,9.01724,0.01500,10.029
13,self_attn.o_proj,1.14204,0.01500,10.103
13,mlp.up_proj,18.93312,0.01500,10.562
13,mlp.gate_proj,20.30654,0.01500,10.429
13,mlp.down_proj,2.93490,0.01500,28.034
14,self_attn.k_proj,3.38938,0.01500,9.517
14,self_attn.v_proj,1.34478,0.01500,9.200
14,self_attn.q_proj,11.40658,0.01500,10.022
14,self_attn.o_proj,1.18970,0.01500,10.177
14,mlp.up_proj,21.18795,0.01500,10.599
14,mlp.gate_proj,22.57610,0.01500,10.458
14,mlp.down_proj,3.79451,0.01500,27.976
15,self_attn.k_proj,3.06189,0.01500,9.480
15,self_attn.v_proj,1.77053,0.01500,9.241
15,self_attn.q_proj,10.71523,0.01500,10.050
15,self_attn.o_proj,1.63805,0.01500,10.206
15,mlp.up_proj,23.73802,0.01500,10.587
15,mlp.gate_proj,26.06912,0.01500,10.449
15,mlp.down_proj,4.61325,0.01500,28.004
16,self_attn.k_proj,3.56913,0.01500,9.484
16,self_attn.v_proj,1.22035,0.01500,9.233
16,self_attn.q_proj,10.46971,0.01500,10.016
16,self_attn.o_proj,1.36543,0.01500,10.173
16,mlp.up_proj,23.54587,0.01500,10.565
16,mlp.gate_proj,23.75440,0.01500,10.453
16,mlp.down_proj,4.76220,0.01500,27.984
17,self_attn.k_proj,3.75751,0.01500,9.548
17,self_attn.v_proj,1.59607,0.01500,9.272
17,self_attn.q_proj,13.03399,0.01500,10.008
17,self_attn.o_proj,1.73905,0.01500,10.100
17,mlp.up_proj,23.84480,0.01500,10.608
17,mlp.gate_proj,23.19424,0.01500,10.392
17,mlp.down_proj,4.19675,0.01500,27.942
18,self_attn.k_proj,3.76024,0.01500,9.455
18,self_attn.v_proj,1.87119,0.01500,9.277
18,self_attn.q_proj,13.60384,0.01500,10.037
18,self_attn.o_proj,2.08934,0.01500,10.112
18,mlp.up_proj,24.72187,0.01500,10.559
18,mlp.gate_proj,23.33043,0.01500,10.471
18,mlp.down_proj,4.26824,0.01500,27.897
19,self_attn.k_proj,4.82251,0.01500,9.515
19,self_attn.v_proj,1.91533,0.01500,9.249
19,self_attn.q_proj,18.00388,0.01500,10.027
19,self_attn.o_proj,1.83565,0.01500,10.153
19,mlp.up_proj,26.69174,0.01500,10.527
19,mlp.gate_proj,25.04108,0.01500,10.374
19,mlp.down_proj,4.68541,0.01500,27.929
20,self_attn.k_proj,5.64050,0.01500,9.495
20,self_attn.v_proj,1.98617,0.01500,9.218
20,self_attn.q_proj,17.77429,0.01500,10.072
20,self_attn.o_proj,2.22124,0.01500,10.089
20,mlp.up_proj,26.35580,0.01500,10.662
20,mlp.gate_proj,23.41076,0.01500,10.369
20,mlp.down_proj,5.01084,0.01500,28.021
21,self_attn.k_proj,4.42920,0.01500,9.460
21,self_attn.v_proj,1.96772,0.01500,9.309
21,self_attn.q_proj,15.91179,0.01500,10.049
21,self_attn.o_proj,1.92028,0.01500,10.131
21,mlp.up_proj,27.48438,0.01500,10.561
21,mlp.gate_proj,24.16916,0.01500,10.381
21,mlp.down_proj,4.87991,0.01500,27.984
22,self_attn.k_proj,5.23604,0.01500,9.490
22,self_attn.v_proj,3.18003,0.01500,9.349
22,self_attn.q_proj,17.82441,0.01500,10.051
22,self_attn.o_proj,2.45201,0.01500,10.161
22,mlp.up_proj,29.04674,0.01500,10.519
22,mlp.gate_proj,25.53871,0.01500,10.432
22,mlp.down_proj,10.64561,0.01500,27.918
23,self_attn.k_proj,4.86997,0.01500,9.573
23,self_attn.v_proj,3.13206,0.01500,9.245
23,self_attn.q_proj,18.26726,0.01500,10.057
23,self_attn.o_proj,3.95079,0.01500,10.151
23,mlp.up_proj,29.33524,0.01500,10.610
23,mlp.gate_proj,27.46653,0.01500,10.377
23,mlp.down_proj,6.40909,0.01500,28.004
24,self_attn.k_proj,8.47446,0.01500,9.650
24,self_attn.v_proj,2.74370,0.01500,9.220
24,self_attn.q_proj,23.74725,0.01500,10.062
24,self_attn.o_proj,3.00568,0.01500,10.133
24,mlp.up_proj,29.52289,0.01500,10.569
24,mlp.gate_proj,27.06511,0.01500,10.455
24,mlp.down_proj,5.78663,0.01500,28.001
25,self_attn.k_proj,7.84489,0.01500,9.534
25,self_attn.v_proj,4.06540,0.01500,9.433
25,self_attn.q_proj,26.22566,0.01500,10.073
25,self_attn.o_proj,3.40679,0.01500,10.087
25,mlp.up_proj,29.64645,0.01500,10.596
25,mlp.gate_proj,26.42579,0.01500,10.448
25,mlp.down_proj,6.07409,0.01500,27.913
26,self_attn.k_proj,6.22492,0.01500,9.468
26,self_attn.v_proj,2.45609,0.01500,9.306
26,self_attn.q_proj,21.51888,0.01500,10.064
26,self_attn.o_proj,3.04100,0.01500,10.105
26,mlp.up_proj,33.65908,0.01500,10.500
26,mlp.gate_proj,28.68914,0.01500,10.335
26,mlp.down_proj,7.12110,0.01500,28.002
27,self_attn.k_proj,6.39761,0.01500,9.584
27,self_attn.v_proj,3.20165,0.01500,9.236
27,self_attn.q_proj,21.86742,0.01500,10.034
27,self_attn.o_proj,4.35438,0.01500,10.147
27,mlp.up_proj,37.42823,0.01500,10.698
27,mlp.gate_proj,32.41779,0.01500,10.418
27,mlp.down_proj,10.76270,0.01500,27.921
28,self_attn.k_proj,5.69762,0.01500,9.491
28,self_attn.v_proj,4.75157,0.01500,9.352
28,self_attn.q_proj,22.72801,0.01500,10.006
28,self_attn.o_proj,6.18256,0.01500,10.141
28,mlp.up_proj,41.35907,0.01500,10.629
28,mlp.gate_proj,36.23487,0.01500,10.401
28,mlp.down_proj,10.81490,0.01500,27.913
29,self_attn.k_proj,9.58126,0.01500,9.591
29,self_attn.v_proj,5.00633,0.01500,9.274
29,self_attn.q_proj,29.74718,0.01500,10.005
29,self_attn.o_proj,5.97123,0.01500,10.111
29,mlp.up_proj,43.76979,0.01500,10.600
29,mlp.gate_proj,38.21955,0.01500,10.398
29,mlp.down_proj,12.63174,0.01500,27.944
30,self_attn.k_proj,7.37823,0.01500,9.519
30,self_attn.v_proj,5.80818,0.01500,9.395
30,self_attn.q_proj,26.16036,0.01500,10.030
30,self_attn.o_proj,5.36946,0.01500,10.121
30,mlp.up_proj,46.72618,0.01500,10.560
30,mlp.gate_proj,41.69646,0.01500,10.454
30,mlp.down_proj,12.70784,0.01500,27.953
31,self_attn.k_proj,7.19344,0.01500,9.522
31,self_attn.v_proj,4.95343,0.01500,9.382
31,self_attn.q_proj,26.54338,0.01500,10.010
31,self_attn.o_proj,4.34376,0.01500,10.124
31,mlp.up_proj,51.25200,0.01500,10.577
31,mlp.gate_proj,47.24580,0.01500,10.414
31,mlp.down_proj,13.59183,0.01500,28.060
32,self_attn.k_proj,7.64592,0.01500,9.508
32,self_attn.v_proj,7.82178,0.01500,9.284
32,self_attn.q_proj,27.26521,0.01500,10.057
32,self_attn.o_proj,5.85959,0.01500,10.126
32,mlp.up_proj,51.56344,0.01500,10.612
32,mlp.gate_proj,48.08814,0.01500,10.431
32,mlp.down_proj,14.84597,0.01500,27.986
33,self_attn.k_proj,7.55068,0.01500,9.512
33,self_attn.v_proj,6.42767,0.01500,9.312
33,self_attn.q_proj,29.11816,0.01500,10.054
33,self_attn.o_proj,5.41699,0.01500,10.184
33,mlp.up_proj,60.78445,0.01500,10.578
33,mlp.gate_proj,58.29738,0.01500,10.428
33,mlp.down_proj,20.53683,0.01500,27.919
34,self_attn.k_proj,7.47154,0.01500,9.419
34,self_attn.v_proj,8.02526,0.01500,9.316
34,self_attn.q_proj,30.63552,0.01500,10.068
34,self_attn.o_proj,5.79722,0.01500,10.128
34,mlp.up_proj,65.71398,0.01500,10.540
34,mlp.gate_proj,64.65276,0.01500,10.420
34,mlp.down_proj,21.38183,0.01500,27.912
35,self_attn.k_proj,6.60566,0.01500,9.423
35,self_attn.v_proj,6.35169,0.01500,9.255
35,self_attn.q_proj,25.45971,0.01500,10.039
35,self_attn.o_proj,6.54150,0.01500,10.122
35,mlp.up_proj,67.49508,0.01500,10.551
35,mlp.gate_proj,67.68895,0.01500,10.415
35,mlp.down_proj,22.98903,0.01500,27.915
36,self_attn.k_proj,6.94054,0.01500,9.428
36,self_attn.v_proj,10.90587,0.01500,9.268
36,self_attn.q_proj,29.40213,0.01500,10.054
36,self_attn.o_proj,8.15820,0.01500,10.126
36,mlp.up_proj,68.62708,0.01500,10.628
36,mlp.gate_proj,67.88058,0.01500,10.426
36,mlp.down_proj,27.17902,0.01500,28.025
37,self_attn.k_proj,6.98475,0.01500,9.465
37,self_attn.v_proj,9.50582,0.01500,9.246
37,self_attn.q_proj,27.53993,0.01500,10.034
37,self_attn.o_proj,10.20470,0.01500,10.206
37,mlp.up_proj,70.65576,0.01500,10.583
37,mlp.gate_proj,69.35595,0.01500,10.428
37,mlp.down_proj,27.99811,0.01500,27.976
38,self_attn.k_proj,6.39289,0.01500,9.463
38,self_attn.v_proj,8.81844,0.01500,9.231
38,self_attn.q_proj,25.09918,0.01500,10.116
38,self_attn.o_proj,5.82686,0.01500,10.099
38,mlp.up_proj,73.17823,0.01500,10.581
38,mlp.gate_proj,70.98656,0.01500,10.441
38,mlp.down_proj,26.28690,0.01500,27.941
39,self_attn.k_proj,5.73835,0.01500,9.433
39,self_attn.v_proj,8.94787,0.01500,9.225
39,self_attn.q_proj,24.77987,0.01500,10.072
39,self_attn.o_proj,6.94215,0.01500,10.199
39,mlp.up_proj,76.39479,0.01500,10.590
39,mlp.gate_proj,73.27057,0.01500,10.390
39,mlp.down_proj,29.26816,0.01500,28.044
40,self_attn.k_proj,6.27198,0.01500,9.481
40,self_attn.v_proj,11.92071,0.01500,9.268
40,self_attn.q_proj,26.84346,0.01500,10.032
40,self_attn.o_proj,5.82510,0.01500,10.229
40,mlp.up_proj,79.00155,0.01500,10.640
40,mlp.gate_proj,75.15903,0.01500,10.437
40,mlp.down_proj,29.47409,0.01500,27.911
41,self_attn.k_proj,5.81315,0.01500,9.546
41,self_attn.v_proj,11.77621,0.01500,9.205
41,self_attn.q_proj,25.33446,0.01500,10.058
41,self_attn.o_proj,7.60281,0.01500,10.141
41,mlp.up_proj,82.86085,0.01500,10.593
41,mlp.gate_proj,77.44541,0.01500,10.450
41,mlp.down_proj,33.04249,0.01500,27.885
42,self_attn.k_proj,5.96884,0.01500,9.406
42,self_attn.v_proj,12.55932,0.01500,9.247
42,self_attn.q_proj,25.97449,0.01500,10.029
42,self_attn.o_proj,6.20780,0.01500,10.106
42,mlp.up_proj,86.35454,0.01500,10.531
42,mlp.gate_proj,79.40722,0.01500,10.387
42,mlp.down_proj,43.79813,0.01500,27.904
43,self_attn.k_proj,6.03354,0.01500,9.569
43,self_attn.v_proj,18.59169,0.01500,9.242
43,self_attn.q_proj,29.10031,0.01500,10.051
43,self_attn.o_proj,15.70972,0.01500,10.124
43,mlp.up_proj,93.61553,0.01500,10.609
43,mlp.gate_proj,84.81170,0.01500,10.511
43,mlp.down_proj,54.95075,0.01500,27.918
44,self_attn.k_proj,5.72830,0.01500,9.511
44,self_attn.v_proj,21.47696,0.01500,9.296
44,self_attn.q_proj,28.71090,0.01500,10.138
44,self_attn.o_proj,23.35439,0.01500,10.131
44,mlp.up_proj,100.27838,0.01500,10.639
44,mlp.gate_proj,89.86852,0.01500,10.388
44,mlp.down_proj,316.48352,0.01500,27.949
45,self_attn.k_proj,6.52884,0.01500,9.572
45,self_attn.v_proj,29.51034,0.01500,9.257
45,self_attn.q_proj,31.15594,0.01500,10.115
45,self_attn.o_proj,30.49210,0.01500,10.086
45,mlp.up_proj,115.91935,0.01500,10.601
45,mlp.gate_proj,110.35923,0.01500,10.480
45,mlp.down_proj,219.74860,0.01500,28.049
46,self_attn.k_proj,6.69098,0.01500,9.467
46,self_attn.v_proj,35.10717,0.01500,9.272
46,self_attn.q_proj,33.14360,0.01500,10.058
46,self_attn.o_proj,56.20092,0.01500,10.154
46,mlp.up_proj,232.21847,0.01500,10.598
46,mlp.gate_proj,151.91497,0.01500,10.450
46,mlp.down_proj,339.50818,0.01500,28.008
47,self_attn.k_proj,5.51548,0.01500,9.446
47,self_attn.v_proj,23.11919,0.01500,9.358
47,self_attn.q_proj,24.49030,0.01500,10.044
47,self_attn.o_proj,31.32616,0.01500,10.153
47,mlp.up_proj,130.35323,0.01500,10.593
47,mlp.gate_proj,125.38177,0.01500,10.468
47,mlp.down_proj,936.09912,0.01500,28.032