layer,module,loss,damp,time
0,self_attn.k_proj,0.27587,0.01500,10.318
0,self_attn.v_proj,0.00161,0.01500,9.343
0,self_attn.q_proj,0.44056,0.01500,9.575
0,self_attn.o_proj,0.00012,0.01500,8.233
0,mlp.up_proj,0.29202,0.01500,11.363
0,mlp.gate_proj,0.31520,0.01500,11.141
0,mlp.down_proj,0.00024,0.01500,72.271
1,self_attn.k_proj,2.18720,0.01500,9.510
1,self_attn.v_proj,0.04206,0.01500,9.349
1,self_attn.q_proj,2.27156,0.01500,9.543
1,self_attn.o_proj,0.00057,0.01500,8.185
1,mlp.up_proj,0.99752,0.01500,11.370
1,mlp.gate_proj,1.10248,0.01500,11.210
1,mlp.down_proj,0.00061,0.01500,72.102
2,self_attn.k_proj,1.80840,0.01500,9.479
2,self_attn.v_proj,0.05822,0.01500,9.298
2,self_attn.q_proj,1.76783,0.01500,9.510
2,self_attn.o_proj,0.00164,0.01500,8.182
2,mlp.up_proj,2.37634,0.01500,11.391
2,mlp.gate_proj,2.60780,0.01500,11.206
2,mlp.down_proj,0.00677,0.01500,71.879
3,self_attn.k_proj,1.94181,0.01500,9.431
3,self_attn.v_proj,0.23278,0.01500,9.176
3,self_attn.q_proj,4.24372,0.01500,9.499
3,self_attn.o_proj,0.00195,0.01500,8.181
3,mlp.up_proj,3.79689,0.01500,11.320
3,mlp.gate_proj,4.34593,0.01500,11.120
3,mlp.down_proj,0.00301,0.01500,71.523
4,self_attn.k_proj,1.84566,0.01500,9.402
4,self_attn.v_proj,0.27450,0.01500,9.100
4,self_attn.q_proj,4.06400,0.01500,9.410
4,self_attn.o_proj,0.00410,0.01500,8.124
4,mlp.up_proj,5.67820,0.01500,11.276
4,mlp.gate_proj,6.58372,0.01500,11.080
4,mlp.down_proj,0.00658,0.01500,71.408
5,self_attn.k_proj,2.05948,0.01500,9.401
5,self_attn.v_proj,0.35718,0.01500,9.109
5,self_attn.q_proj,4.78318,0.01500,9.395
5,self_attn.o_proj,0.00743,0.01500,8.131
5,mlp.up_proj,8.22732,0.01500,11.262
5,mlp.gate_proj,9.54402,0.01500,11.071
5,mlp.down_proj,0.01163,0.01500,71.333
6,self_attn.k_proj,2.09242,0.01500,9.218
6,self_attn.v_proj,0.45862,0.01500,9.077
6,self_attn.q_proj,5.29979,0.01500,9.396
6,self_attn.o_proj,0.00865,0.01500,8.104
6,mlp.up_proj,11.15405,0.01500,11.294
6,mlp.gate_proj,12.64639,0.01500,11.075
6,mlp.down_proj,0.01753,0.01500,71.466
7,self_attn.k_proj,2.73112,0.01500,9.392
7,self_attn.v_proj,0.72850,0.01500,9.097
7,self_attn.q_proj,6.70002,0.01500,9.406
7,self_attn.o_proj,0.02356,0.01500,8.103
7,mlp.up_proj,13.99992,0.01500,11.329
7,mlp.gate_proj,16.67363,0.01500,11.104
7,mlp.down_proj,0.02945,0.01500,71.580
8,self_attn.k_proj,3.06206,0.01500,9.458
8,self_attn.v_proj,0.83502,0.01500,9.133
8,self_attn.q_proj,7.87931,0.01500,9.413
8,self_attn.o_proj,0.02091,0.01500,8.141
8,mlp.up_proj,19.02224,0.01500,11.322
8,mlp.gate_proj,23.23347,0.01500,11.081
8,mlp.down_proj,0.03912,0.01500,71.556
9,self_attn.k_proj,2.97121,0.01500,9.404
9,self_attn.v_proj,0.91086,0.01500,9.104
9,self_attn.q_proj,7.55925,0.01500,9.309
9,self_attn.o_proj,0.02955,0.01500,8.121
9,mlp.up_proj,24.08280,0.01500,11.284
9,mlp.gate_proj,28.86437,0.01500,11.122
9,mlp.down_proj,0.05069,0.01500,71.532
10,self_attn.k_proj,4.26114,0.01500,9.456
10,self_attn.v_proj,1.20830,0.01500,9.145
10,self_attn.q_proj,9.89963,0.01500,9.426
10,self_attn.o_proj,0.03626,0.01500,8.137
10,mlp.up_proj,27.33381,0.01500,11.329
10,mlp.gate_proj,32.99375,0.01500,11.070
10,mlp.down_proj,0.06882,0.01500,71.564
11,self_attn.k_proj,3.75940,0.01500,9.438
11,self_attn.v_proj,1.33962,0.01500,9.163
11,self_attn.q_proj,9.24580,0.01500,9.427
11,self_attn.o_proj,0.05061,0.01500,8.123
11,mlp.up_proj,30.14171,0.01500,11.336
11,mlp.gate_proj,36.11553,0.01500,11.119
11,mlp.down_proj,0.07856,0.01500,71.561
12,self_attn.k_proj,5.46312,0.01500,9.456
12,self_attn.v_proj,1.50478,0.01500,9.136
12,self_attn.q_proj,12.36394,0.01500,9.443
12,self_attn.o_proj,0.05702,0.01500,8.050
12,mlp.up_proj,31.31426,0.01500,11.349
12,mlp.gate_proj,35.83716,0.01500,11.120
12,mlp.down_proj,0.08624,0.01500,71.519
13,self_attn.k_proj,4.32788,0.01500,9.463
13,self_attn.v_proj,1.88035,0.01500,9.173
13,self_attn.q_proj,10.55309,0.01500,9.450
13,self_attn.o_proj,0.06920,0.01500,8.125
13,mlp.up_proj,32.49204,0.01500,11.333
13,mlp.gate_proj,35.86751,0.01500,11.060
13,mlp.down_proj,0.09243,0.01500,71.655
14,self_attn.k_proj,6.13985,0.01500,9.440
14,self_attn.v_proj,2.82222,0.01500,9.154
14,self_attn.q_proj,14.52529,0.01500,9.450
14,self_attn.o_proj,0.09043,0.01500,8.170
14,mlp.up_proj,36.58826,0.01500,11.309
14,mlp.gate_proj,39.08011,0.01500,11.098
14,mlp.down_proj,0.10744,0.01500,71.691
15,self_attn.k_proj,6.92788,0.01500,9.469
15,self_attn.v_proj,3.26095,0.01500,9.149
15,self_attn.q_proj,15.20837,0.01500,9.487
15,self_attn.o_proj,0.08640,0.01500,8.162
15,mlp.up_proj,41.95486,0.01500,11.193
15,mlp.gate_proj,44.60351,0.01500,11.074
15,mlp.down_proj,0.13252,0.01500,71.695
16,self_attn.k_proj,5.02943,0.01500,9.460
16,self_attn.v_proj,3.15974,0.01500,9.208
16,self_attn.q_proj,13.52490,0.01500,9.451
16,self_attn.o_proj,0.12687,0.01500,8.148
16,mlp.up_proj,45.03280,0.01500,11.349
16,mlp.gate_proj,45.44738,0.01500,11.119
16,mlp.down_proj,0.15885,0.01500,71.528
17,self_attn.k_proj,7.14479,0.01500,9.472
17,self_attn.v_proj,4.00168,0.01500,9.192
17,self_attn.q_proj,18.47633,0.01500,9.449
17,self_attn.o_proj,0.15856,0.01500,8.186
17,mlp.up_proj,49.02520,0.01500,11.344
17,mlp.gate_proj,51.29993,0.01500,11.145
17,mlp.down_proj,0.18278,0.01500,71.545
18,self_attn.k_proj,7.04972,0.01500,9.437
18,self_attn.v_proj,3.94570,0.01500,9.171
18,self_attn.q_proj,18.72239,0.01500,9.421
18,self_attn.o_proj,0.16203,0.01500,8.131
18,mlp.up_proj,54.07017,0.01500,11.317
18,mlp.gate_proj,56.75984,0.01500,11.106
18,mlp.down_proj,0.20172,0.01500,71.555
19,self_attn.k_proj,6.88958,0.01500,9.399
19,self_attn.v_proj,3.35935,0.01500,9.148
19,self_attn.q_proj,17.11930,0.01500,9.421
19,self_attn.o_proj,0.10608,0.01500,8.116
19,mlp.up_proj,55.22302,0.01500,11.312
19,mlp.gate_proj,58.86346,0.01500,11.116
19,mlp.down_proj,0.20664,0.01500,71.325
20,self_attn.k_proj,8.30096,0.01500,9.417
20,self_attn.v_proj,3.31620,0.01500,9.154
20,self_attn.q_proj,18.34797,0.01500,9.456
20,self_attn.o_proj,0.16403,0.01500,8.131
20,mlp.up_proj,60.41587,0.01500,11.361
20,mlp.gate_proj,65.32275,0.01500,11.106
20,mlp.down_proj,0.23718,0.01500,71.486
21,self_attn.k_proj,6.78736,0.01500,9.394
21,self_attn.v_proj,3.09958,0.01500,9.139
21,self_attn.q_proj,16.86100,0.01500,9.445
21,self_attn.o_proj,0.09993,0.01500,8.164
21,mlp.up_proj,65.52786,0.01500,11.330
21,mlp.gate_proj,73.25970,0.01500,11.096
21,mlp.down_proj,0.26615,0.01500,71.317
22,self_attn.k_proj,6.99160,0.01500,9.331
22,self_attn.v_proj,3.35459,0.01500,9.079
22,self_attn.q_proj,17.28242,0.01500,9.322
22,self_attn.o_proj,0.08846,0.01500,8.085
22,mlp.up_proj,66.14694,0.01500,11.313
22,mlp.gate_proj,75.37035,0.01500,11.171
22,mlp.down_proj,0.27298,0.01500,70.690
23,self_attn.k_proj,8.05887,0.01500,9.380
23,self_attn.v_proj,3.70566,0.01500,9.151
23,self_attn.q_proj,18.00061,0.01500,9.430
23,self_attn.o_proj,0.11415,0.01500,8.079
23,mlp.up_proj,68.01579,0.01500,11.268
23,mlp.gate_proj,77.19332,0.01500,11.075
23,mlp.down_proj,0.29461,0.01500,70.746
24,self_attn.k_proj,6.59477,0.01500,9.338
24,self_attn.v_proj,3.39128,0.01500,9.071
24,self_attn.q_proj,17.37496,0.01500,9.387
24,self_attn.o_proj,0.08945,0.01500,8.107
24,mlp.up_proj,67.79944,0.01500,11.250
24,mlp.gate_proj,75.49609,0.01500,11.105
24,mlp.down_proj,0.30416,0.01500,70.664
25,self_attn.k_proj,7.69300,0.01500,9.362
25,self_attn.v_proj,3.70578,0.01500,9.202
25,self_attn.q_proj,18.17256,0.01500,9.464
25,self_attn.o_proj,0.13481,0.01500,8.155
25,mlp.up_proj,71.20316,0.01500,11.327
25,mlp.gate_proj,81.45021,0.01500,11.121
25,mlp.down_proj,0.33399,0.01500,71.310
26,self_attn.k_proj,6.63824,0.01500,9.385
26,self_attn.v_proj,3.82892,0.01500,9.114
26,self_attn.q_proj,17.99211,0.01500,9.475
26,self_attn.o_proj,0.08052,0.01500,8.120
26,mlp.up_proj,73.92497,0.01500,11.325
26,mlp.gate_proj,86.86593,0.01500,11.114
26,mlp.down_proj,0.34702,0.01500,71.553
27,self_attn.k_proj,4.54250,0.01500,9.387
27,self_attn.v_proj,3.35679,0.01500,9.163
27,self_attn.q_proj,13.88319,0.01500,9.429
27,self_attn.o_proj,0.10528,0.01500,8.135
27,mlp.up_proj,74.58244,0.01500,11.339
27,mlp.gate_proj,86.68565,0.01500,11.103
27,mlp.down_proj,0.38210,0.01500,71.425
28,self_attn.k_proj,7.61727,0.01500,9.391
28,self_attn.v_proj,4.63239,0.01500,9.150
28,self_attn.q_proj,19.70968,0.01500,9.461
28,self_attn.o_proj,0.13422,0.01500,8.205
28,mlp.up_proj,78.81606,0.01500,11.349
28,mlp.gate_proj,96.07300,0.01500,11.125
28,mlp.down_proj,0.32207,0.01500,71.622
29,self_attn.k_proj,6.24996,0.01500,9.328
29,self_attn.v_proj,3.45271,0.01500,9.151
29,self_attn.q_proj,15.84074,0.01500,9.452
29,self_attn.o_proj,0.12382,0.01500,8.133
29,mlp.up_proj,82.12076,0.01500,11.313
29,mlp.gate_proj,99.97084,0.01500,11.131
29,mlp.down_proj,0.36372,0.01500,71.582
30,self_attn.k_proj,8.08286,0.01500,9.424
30,self_attn.v_proj,5.23285,0.01500,9.271
30,self_attn.q_proj,20.31711,0.01500,9.705
30,self_attn.o_proj,0.16481,0.01500,8.175
30,mlp.up_proj,87.28890,0.01500,11.371
30,mlp.gate_proj,106.52549,0.01500,11.132
30,mlp.down_proj,0.37678,0.01500,71.723
31,self_attn.k_proj,6.08251,0.01500,9.451
31,self_attn.v_proj,5.02801,0.01500,9.158
31,self_attn.q_proj,17.31688,0.01500,9.495
31,self_attn.o_proj,0.11859,0.01500,8.183
31,mlp.up_proj,91.67847,0.01500,11.362
31,mlp.gate_proj,109.91507,0.01500,11.141
31,mlp.down_proj,0.41765,0.01500,71.575
32,self_attn.k_proj,6.78893,0.01500,9.436
32,self_attn.v_proj,5.27646,0.01500,9.049
32,self_attn.q_proj,17.84525,0.01500,9.411
32,self_attn.o_proj,0.16053,0.01500,8.147
32,mlp.up_proj,97.55611,0.01500,11.343
32,mlp.gate_proj,116.03795,0.01500,11.148
32,mlp.down_proj,0.45898,0.01500,71.581
33,self_attn.k_proj,6.10435,0.01500,9.455
33,self_attn.v_proj,6.57785,0.01500,9.192
33,self_attn.q_proj,17.48500,0.01500,9.502
33,self_attn.o_proj,0.16137,0.01500,8.149
33,mlp.up_proj,103.84243,0.01500,11.390
33,mlp.gate_proj,119.14084,0.01500,11.144
33,mlp.down_proj,0.53978,0.01500,71.567
34,self_attn.k_proj,6.87040,0.01500,9.413
34,self_attn.v_proj,7.20656,0.01500,9.178
34,self_attn.q_proj,17.88506,0.01500,9.470
34,self_attn.o_proj,0.34933,0.01500,8.155
34,mlp.up_proj,115.33261,0.01500,11.345
34,mlp.gate_proj,124.54798,0.01500,11.127
34,mlp.down_proj,0.78025,0.01500,71.527
35,self_attn.k_proj,6.81832,0.01500,9.515
35,self_attn.v_proj,7.66750,0.01500,9.165
35,self_attn.q_proj,17.54409,0.01500,9.500
35,self_attn.o_proj,0.30172,0.01500,8.056
35,mlp.up_proj,121.40414,0.01500,11.378
35,mlp.gate_proj,126.03027,0.01500,11.124
35,mlp.down_proj,1.02077,0.01500,71.490
36,self_attn.k_proj,6.17463,0.01500,9.416
36,self_attn.v_proj,8.65785,0.01500,9.148
36,self_attn.q_proj,17.71032,0.01500,9.490
36,self_attn.o_proj,0.55378,0.01500,8.143
36,mlp.up_proj,136.35873,0.01500,11.322
36,mlp.gate_proj,138.37325,0.01500,11.110
36,mlp.down_proj,1.45434,0.01500,71.551
37,self_attn.k_proj,6.59270,0.01500,9.446
37,self_attn.v_proj,12.71154,0.01500,9.163
37,self_attn.q_proj,19.27383,0.01500,9.482
37,self_attn.o_proj,1.06891,0.01500,8.171
37,mlp.up_proj,148.59879,0.01500,11.366
37,mlp.gate_proj,149.70819,0.01500,11.116
37,mlp.down_proj,2.05879,0.01500,71.609
38,self_attn.k_proj,6.48490,0.01500,9.452
38,self_attn.v_proj,10.05338,0.01500,9.167
38,self_attn.q_proj,18.03830,0.01500,9.478
38,self_attn.o_proj,1.60182,0.01500,8.144
38,mlp.up_proj,131.74136,0.01500,11.247
38,mlp.gate_proj,130.34921,0.01500,11.127
38,mlp.down_proj,3.49284,0.01500,71.517
39,self_attn.k_proj,6.52417,0.01500,9.489
39,self_attn.v_proj,5.24248,0.01500,9.178
39,self_attn.q_proj,16.51593,0.01500,9.465
39,self_attn.o_proj,1.70677,0.01500,8.169
39,mlp.up_proj,101.21732,0.01500,11.351
39,mlp.gate_proj,106.06372,0.01500,11.088
39,mlp.down_proj,4.76845,0.01500,71.528