layer,module,loss,damp,time
0,self_attn.k_proj,0.03502,0.01000,0.600
0,self_attn.v_proj,0.00149,0.01000,0.431
0,self_attn.q_proj,0.10544,0.01000,0.358
0,self_attn.o_proj,0.00012,0.01000,0.356
0,mlp.up_proj,5.00789,0.01000,0.370
0,mlp.gate_proj,6.02638,0.01000,0.368
0,mlp.down_proj,0.01262,0.01000,1.998
1,self_attn.k_proj,0.01558,0.01000,0.356
1,self_attn.v_proj,0.00187,0.01000,0.354
1,self_attn.q_proj,0.09073,0.01000,0.450
1,self_attn.o_proj,0.00011,0.01000,0.356
1,mlp.up_proj,3.36180,0.01000,0.375
1,mlp.gate_proj,4.16244,0.01000,0.471
1,mlp.down_proj,0.00165,0.01000,1.906
2,self_attn.k_proj,0.60355,0.01000,0.353
2,self_attn.v_proj,0.06793,0.01000,0.355
2,self_attn.q_proj,1.13794,0.01000,0.444
2,self_attn.o_proj,0.00234,0.01000,0.358
2,mlp.up_proj,7.40313,0.01000,0.370
2,mlp.gate_proj,11.70598,0.01000,0.473
2,mlp.down_proj,0.01539,0.01000,1.897
3,self_attn.k_proj,0.26456,0.01000,0.355
3,self_attn.v_proj,0.04207,0.01000,0.351
3,self_attn.q_proj,0.69332,0.01000,0.432
3,self_attn.o_proj,0.00055,0.01000,0.357
3,mlp.up_proj,6.28129,0.01000,0.373
3,mlp.gate_proj,8.50286,0.01000,0.483
3,mlp.down_proj,0.00720,0.01000,1.910
4,self_attn.k_proj,1.69403,0.01000,0.362
4,self_attn.v_proj,0.13846,0.01000,0.451
4,self_attn.q_proj,3.39878,0.01000,0.428
4,self_attn.o_proj,0.00950,0.01000,0.360
4,mlp.up_proj,10.87261,0.01000,0.371
4,mlp.gate_proj,18.55241,0.01000,0.504
4,mlp.down_proj,0.14292,0.01000,1.348
5,self_attn.k_proj,0.94710,0.01000,0.257
5,self_attn.v_proj,0.16590,0.01000,0.271
5,self_attn.q_proj,2.23485,0.01000,0.355
5,self_attn.o_proj,0.00410,0.01000,0.255
5,mlp.up_proj,10.98921,0.01000,0.270
5,mlp.gate_proj,15.32189,0.01000,0.265
5,mlp.down_proj,0.02995,0.01000,1.344
6,self_attn.k_proj,2.68211,0.01000,0.257
6,self_attn.v_proj,0.34881,0.01000,0.253
6,self_attn.q_proj,5.39903,0.01000,0.344
6,self_attn.o_proj,0.01885,0.01000,0.590
6,mlp.up_proj,19.55389,0.01000,0.370
6,mlp.gate_proj,34.42982,0.01000,0.472
6,mlp.down_proj,0.10709,0.01000,1.898
7,self_attn.k_proj,1.86686,0.01000,0.355
7,self_attn.v_proj,0.40517,0.01000,0.350
7,self_attn.q_proj,4.06289,0.01000,0.436
7,self_attn.o_proj,0.00869,0.01000,0.356
7,mlp.up_proj,15.71969,0.01000,0.372
7,mlp.gate_proj,23.59863,0.01000,0.499
7,mlp.down_proj,0.05564,0.01000,1.318
8,self_attn.k_proj,1.88730,0.01000,0.251
8,self_attn.v_proj,0.55043,0.01000,0.265
8,self_attn.q_proj,4.32337,0.01000,0.341
8,self_attn.o_proj,0.03835,0.01000,0.251
8,mlp.up_proj,21.93264,0.01000,0.272
8,mlp.gate_proj,34.87370,0.01000,0.376
8,mlp.down_proj,0.12217,0.01000,1.326
9,self_attn.k_proj,1.18920,0.01000,0.250
9,self_attn.v_proj,0.32634,0.01000,0.306
9,self_attn.q_proj,3.02042,0.01000,0.271
9,self_attn.o_proj,0.00880,0.01000,0.254
9,mlp.up_proj,16.77279,0.01000,0.272
9,mlp.gate_proj,24.06133,0.01000,0.367
9,mlp.down_proj,0.06775,0.01000,1.343
10,self_attn.k_proj,2.82349,0.01000,0.252
10,self_attn.v_proj,0.74898,0.01000,0.247
10,self_attn.q_proj,6.31806,0.01000,0.339
10,self_attn.o_proj,0.03610,0.01000,0.251
10,mlp.up_proj,27.09812,0.01000,0.260
10,mlp.gate_proj,59.46954,0.01000,0.377
10,mlp.down_proj,0.15168,0.01000,1.332
11,self_attn.k_proj,1.53766,0.01000,0.253
11,self_attn.v_proj,0.40438,0.01000,0.260
11,self_attn.q_proj,3.51694,0.01000,0.468
11,self_attn.o_proj,0.00794,0.01000,0.409
11,mlp.up_proj,17.42522,0.01000,0.267
11,mlp.gate_proj,33.41463,0.01000,0.379
11,mlp.down_proj,0.06716,0.01000,1.336
12,self_attn.k_proj,2.71398,0.01000,0.255
12,self_attn.v_proj,0.44769,0.01000,0.336
12,self_attn.q_proj,4.99619,0.01000,0.322
12,self_attn.o_proj,0.02493,0.01000,0.257
12,mlp.up_proj,23.73990,0.01000,0.269
12,mlp.gate_proj,35.98064,0.01000,0.367
12,mlp.down_proj,0.13622,0.01000,1.381
13,self_attn.k_proj,1.83977,0.01000,0.256
13,self_attn.v_proj,0.32513,0.01000,0.254
13,self_attn.q_proj,3.69291,0.01000,0.339
13,self_attn.o_proj,0.00959,0.01000,0.254
13,mlp.up_proj,17.12456,0.01000,0.269
13,mlp.gate_proj,23.11242,0.01000,0.380
13,mlp.down_proj,0.07700,0.01000,1.353
14,self_attn.k_proj,4.11377,0.01000,0.272
14,self_attn.v_proj,0.56398,0.01000,0.351
14,self_attn.q_proj,7.77737,0.01000,0.292
14,self_attn.o_proj,0.04280,0.01000,0.255
14,mlp.up_proj,24.96210,0.01000,0.273
14,mlp.gate_proj,34.15712,0.01000,0.364
14,mlp.down_proj,0.13646,0.01000,1.338
15,self_attn.k_proj,2.63422,0.01000,0.253
15,self_attn.v_proj,0.39003,0.01000,0.340
15,self_attn.q_proj,5.14377,0.01000,0.256
15,self_attn.o_proj,0.01619,0.01000,0.254
15,mlp.up_proj,16.05948,0.01000,0.273
15,mlp.gate_proj,20.55264,0.01000,0.374
15,mlp.down_proj,0.06390,0.01000,1.334
16,self_attn.k_proj,2.12866,0.01000,0.264
16,self_attn.v_proj,0.47042,0.01000,0.251
16,self_attn.q_proj,6.88333,0.01000,0.299
16,self_attn.o_proj,0.06486,0.01000,0.256
16,mlp.up_proj,20.25186,0.01000,0.286
16,mlp.gate_proj,27.96586,0.01000,0.489
16,mlp.down_proj,0.08965,0.01000,1.931
17,self_attn.k_proj,1.65464,0.01000,0.356
17,self_attn.v_proj,0.42750,0.01000,0.353
17,self_attn.q_proj,4.26713,0.01000,0.434
17,self_attn.o_proj,0.00823,0.01000,0.358
17,mlp.up_proj,14.15877,0.01000,0.380
17,mlp.gate_proj,17.96412,0.01000,0.473
17,mlp.down_proj,0.04496,0.01000,1.914
18,self_attn.k_proj,6.82276,0.01000,0.356
18,self_attn.v_proj,0.74098,0.01000,0.464
18,self_attn.q_proj,16.49990,0.01000,0.361
18,self_attn.o_proj,0.03458,0.01000,0.359
18,mlp.up_proj,21.36189,0.01000,0.381
18,mlp.gate_proj,26.75183,0.01000,0.500
18,mlp.down_proj,0.09061,0.01000,1.923
19,self_attn.k_proj,5.52928,0.01000,0.355
19,self_attn.v_proj,0.85543,0.01000,0.356
19,self_attn.q_proj,13.33852,0.01000,0.435
19,self_attn.o_proj,0.01268,0.01000,0.357
19,mlp.up_proj,14.30227,0.01000,0.372
19,mlp.gate_proj,16.41010,0.01000,0.499
19,mlp.down_proj,0.04469,0.01000,1.960
20,self_attn.k_proj,2.39103,0.01000,0.356
20,self_attn.v_proj,0.65044,0.01000,0.400
20,self_attn.q_proj,5.50991,0.01000,0.445
20,self_attn.o_proj,0.05966,0.01000,0.356
20,mlp.up_proj,18.21964,0.01000,0.375
20,mlp.gate_proj,25.80912,0.01000,0.476
20,mlp.down_proj,0.07685,0.01000,1.894
21,self_attn.k_proj,1.86779,0.01000,0.370
21,self_attn.v_proj,0.48170,0.01000,0.463
21,self_attn.q_proj,4.15237,0.01000,0.356
21,self_attn.o_proj,0.01642,0.01000,0.357
21,mlp.up_proj,14.35309,0.01000,0.373
21,mlp.gate_proj,17.17359,0.01000,0.471
21,mlp.down_proj,0.04145,0.01000,1.941
22,self_attn.k_proj,7.57170,0.01000,0.357
22,self_attn.v_proj,0.76554,0.01000,0.438
22,self_attn.q_proj,16.30268,0.01000,0.360
22,self_attn.o_proj,0.02961,0.01000,0.354
22,mlp.up_proj,20.57209,0.01000,0.378
22,mlp.gate_proj,23.87472,0.01000,0.469
22,mlp.down_proj,0.08677,0.01000,1.888
23,self_attn.k_proj,3.44012,0.01000,0.359
23,self_attn.v_proj,0.73973,0.01000,0.462
23,self_attn.q_proj,8.50972,0.01000,0.383
23,self_attn.o_proj,0.01034,0.01000,0.354
23,mlp.up_proj,14.92590,0.01000,0.380
23,mlp.gate_proj,16.34019,0.01000,0.471
23,mlp.down_proj,0.04388,0.01000,1.888
24,self_attn.k_proj,2.68251,0.01000,0.356
24,self_attn.v_proj,0.58842,0.01000,0.353
24,self_attn.q_proj,6.38135,0.01000,0.427
24,self_attn.o_proj,0.06894,0.01000,0.355
24,mlp.up_proj,18.36766,0.01000,0.378
24,mlp.gate_proj,22.58082,0.01000,0.493
24,mlp.down_proj,0.07112,0.01000,1.890
25,self_attn.k_proj,1.84232,0.01000,0.366
25,self_attn.v_proj,0.38711,0.01000,0.459
25,self_attn.q_proj,4.08449,0.01000,0.362
25,self_attn.o_proj,0.00952,0.01000,0.357
25,mlp.up_proj,13.12813,0.01000,0.375
25,mlp.gate_proj,15.04545,0.01000,0.466
25,mlp.down_proj,0.03564,0.01000,1.889
26,self_attn.k_proj,4.76473,0.01000,0.356
26,self_attn.v_proj,0.67035,0.01000,0.359
26,self_attn.q_proj,10.89360,0.01000,0.428
26,self_attn.o_proj,0.04611,0.01000,0.355
26,mlp.up_proj,19.20356,0.01000,0.371
26,mlp.gate_proj,23.04316,0.01000,0.484
26,mlp.down_proj,0.08958,0.01000,1.966
27,self_attn.k_proj,3.33627,0.01000,0.356
27,self_attn.v_proj,0.54717,0.01000,0.425
27,self_attn.q_proj,7.89752,0.01000,0.435
27,self_attn.o_proj,0.01556,0.01000,0.353
27,mlp.up_proj,13.69726,0.01000,0.382
27,mlp.gate_proj,15.34180,0.01000,0.491
27,mlp.down_proj,0.04274,0.01000,1.880
28,self_attn.k_proj,3.10963,0.01000,0.359
28,self_attn.v_proj,0.90080,0.01000,0.404
28,self_attn.q_proj,8.45020,0.01000,0.422
28,self_attn.o_proj,0.12536,0.01000,0.361
28,mlp.up_proj,19.04866,0.01000,0.375
28,mlp.gate_proj,24.96149,0.01000,0.435
28,mlp.down_proj,0.12226,0.01000,1.881
29,self_attn.k_proj,1.89022,0.01000,0.354
29,self_attn.v_proj,0.65279,0.01000,0.353
29,self_attn.q_proj,4.46385,0.01000,0.431
29,self_attn.o_proj,0.01065,0.01000,0.359
29,mlp.up_proj,15.06032,0.01000,0.380
29,mlp.gate_proj,17.98568,0.01000,0.471
29,mlp.down_proj,0.06156,0.01000,1.894
30,self_attn.k_proj,3.35338,0.01000,0.360
30,self_attn.v_proj,0.73886,0.01000,0.497
30,self_attn.q_proj,8.27429,0.01000,0.465
30,self_attn.o_proj,0.05691,0.01000,0.407
30,mlp.up_proj,24.22082,0.01000,0.284
30,mlp.gate_proj,31.44272,0.01000,0.443
30,mlp.down_proj,0.17313,0.01000,1.368
31,self_attn.k_proj,2.88453,0.01000,0.252
31,self_attn.v_proj,0.61847,0.01000,0.263
31,self_attn.q_proj,6.20819,0.01000,0.344
31,self_attn.o_proj,0.00982,0.01000,0.255
31,mlp.up_proj,16.11938,0.01000,0.269
31,mlp.gate_proj,18.96483,0.01000,0.383
31,mlp.down_proj,0.07271,0.01000,1.335
32,self_attn.k_proj,6.66900,0.01000,0.254
32,self_attn.v_proj,2.34639,0.01000,0.308
32,self_attn.q_proj,15.14654,0.01000,0.251
32,self_attn.o_proj,0.05010,0.01000,0.252
32,mlp.up_proj,27.74219,0.01000,0.270
32,mlp.gate_proj,42.54895,0.01000,0.384
32,mlp.down_proj,0.29455,0.01000,1.316
33,self_attn.k_proj,3.13420,0.01000,0.251
33,self_attn.v_proj,1.74874,0.01000,0.267
33,self_attn.q_proj,7.24945,0.01000,0.353
33,self_attn.o_proj,0.01130,0.01000,0.260
33,mlp.up_proj,20.27265,0.01000,0.265
33,mlp.gate_proj,28.13426,0.01000,0.381
33,mlp.down_proj,0.12377,0.01000,2.280
34,self_attn.k_proj,3.93439,0.01000,0.251
34,self_attn.v_proj,1.57006,0.01000,0.337
34,self_attn.q_proj,9.14879,0.01000,0.254
34,self_attn.o_proj,0.02188,0.01000,0.251
34,mlp.up_proj,29.11380,0.01000,0.424
34,mlp.gate_proj,59.26272,0.01000,0.433
34,mlp.down_proj,0.23440,0.01000,1.326
35,self_attn.k_proj,2.25258,0.01000,0.253
35,self_attn.v_proj,1.03447,0.01000,0.265
35,self_attn.q_proj,4.77424,0.01000,0.315
35,self_attn.o_proj,0.01391,0.01000,0.251
35,mlp.up_proj,22.42692,0.01000,0.267
35,mlp.gate_proj,37.88570,0.01000,0.378
35,mlp.down_proj,0.15588,0.01000,1.873
36,self_attn.k_proj,4.07878,0.01000,0.251
36,self_attn.v_proj,1.31110,0.01000,0.247
36,self_attn.q_proj,9.11373,0.01000,0.336
36,self_attn.o_proj,0.04196,0.01000,0.251
36,mlp.up_proj,30.69535,0.01000,0.266
36,mlp.gate_proj,48.81691,0.01000,0.374
36,mlp.down_proj,0.24473,0.01000,1.343
37,self_attn.k_proj,2.28196,0.01000,0.253
37,self_attn.v_proj,0.83778,0.01000,0.307
37,self_attn.q_proj,4.97280,0.01000,0.261
37,self_attn.o_proj,0.03077,0.01000,0.253
37,mlp.up_proj,25.55282,0.01000,0.274
37,mlp.gate_proj,36.21564,0.01000,0.373
37,mlp.down_proj,0.21938,0.01000,1.320
38,self_attn.k_proj,3.39493,0.01000,0.252
38,self_attn.v_proj,0.86729,0.01000,0.252
38,self_attn.q_proj,7.32435,0.01000,0.350
38,self_attn.o_proj,0.04364,0.01000,0.253
38,mlp.up_proj,41.57827,0.01000,0.280
38,mlp.gate_proj,64.67491,0.01000,0.355
38,mlp.down_proj,0.47098,0.01000,1.334
39,self_attn.k_proj,2.49290,0.01000,0.254
39,self_attn.v_proj,0.90451,0.01000,0.341
39,self_attn.q_proj,5.38168,0.01000,0.315
39,self_attn.o_proj,0.02709,0.01000,0.252
39,mlp.up_proj,30.90791,0.01000,0.263
39,mlp.gate_proj,43.81223,0.01000,0.380
39,mlp.down_proj,0.34576,0.01000,1.366
40,self_attn.k_proj,5.68085,0.01000,0.271
40,self_attn.v_proj,4.14036,0.01000,0.406
40,self_attn.q_proj,11.47833,0.01000,0.331
40,self_attn.o_proj,0.08676,0.01000,0.255
40,mlp.up_proj,45.17474,0.01000,0.638
40,mlp.gate_proj,66.32059,0.01000,0.600
40,mlp.down_proj,0.69318,0.01000,1.905
41,self_attn.k_proj,4.25041,0.01000,0.359
41,self_attn.v_proj,2.61919,0.01000,0.433
41,self_attn.q_proj,7.55455,0.01000,0.425
41,self_attn.o_proj,0.03503,0.01000,0.356
41,mlp.up_proj,37.79523,0.01000,0.376
41,mlp.gate_proj,50.56963,0.01000,0.473
41,mlp.down_proj,0.54696,0.01000,1.915
42,self_attn.k_proj,7.00505,0.01000,0.356
42,self_attn.v_proj,5.90668,0.01000,0.473
42,self_attn.q_proj,14.50974,0.01000,0.357
42,self_attn.o_proj,0.18478,0.01000,0.354
42,mlp.up_proj,45.85146,0.01000,0.380
42,mlp.gate_proj,61.16519,0.01000,0.438
42,mlp.down_proj,1.36280,0.01000,1.929
43,self_attn.k_proj,6.41938,0.01000,0.359
43,self_attn.v_proj,2.73745,0.01000,0.426
43,self_attn.q_proj,10.68003,0.01000,0.418
43,self_attn.o_proj,0.03312,0.01000,0.363
43,mlp.up_proj,47.07648,0.01000,0.376
43,mlp.gate_proj,56.13808,0.01000,0.453
43,mlp.down_proj,0.83957,0.01000,1.897
44,self_attn.k_proj,7.83811,0.01000,0.357
44,self_attn.v_proj,5.99721,0.01000,0.363
44,self_attn.q_proj,15.54352,0.01000,0.418
44,self_attn.o_proj,0.07378,0.01000,0.358
44,mlp.up_proj,50.52370,0.01000,0.374
44,mlp.gate_proj,56.82018,0.01000,0.483
44,mlp.down_proj,1.07763,0.01000,1.898
45,self_attn.k_proj,8.38010,0.01000,0.356
45,self_attn.v_proj,3.38783,0.01000,0.417
45,self_attn.q_proj,12.61263,0.01000,0.430
45,self_attn.o_proj,0.05380,0.01000,0.356
45,mlp.up_proj,51.93184,0.01000,0.367
45,mlp.gate_proj,56.51867,0.01000,0.467
45,mlp.down_proj,0.99369,0.01000,1.889
46,self_attn.k_proj,9.27207,0.01000,0.359
46,self_attn.v_proj,5.30227,0.01000,0.352
46,self_attn.q_proj,13.91500,0.01000,0.419
46,self_attn.o_proj,0.36553,0.01000,0.356
46,mlp.up_proj,57.99126,0.01000,0.375
46,mlp.gate_proj,73.99236,0.01000,0.472
46,mlp.down_proj,1.55528,0.01000,1.936
47,self_attn.k_proj,2.09461,0.01000,0.359
47,self_attn.v_proj,1.72382,0.01000,0.359
47,self_attn.q_proj,5.13000,0.01000,0.402
47,self_attn.o_proj,0.03417,0.01000,0.366
47,mlp.up_proj,52.20809,0.01000,0.370
47,mlp.gate_proj,55.62090,0.01000,0.480
47,mlp.down_proj,0.91741,0.01000,1.389