layer,module,loss,damp,time
0,attn_out,0.68499,0.01000,0.927
0,k_proj,0.42133,0.01000,0.744
0,v_proj,0.25083,0.01000,0.742
0,q_proj,0.42884,0.01000,0.745
0,ff_proj,0.11171,0.01000,0.759
0,up_proj,0.10866,0.01000,0.759
0,ff_out,0.01268,0.01000,3.122
1,attn_out,0.01852,0.01000,0.748
1,k_proj,0.25237,0.01000,0.745
1,v_proj,0.10989,0.01000,0.745
1,q_proj,0.22108,0.01000,0.745
1,ff_proj,0.19558,0.01000,0.757
1,up_proj,0.18773,0.01000,0.770
1,ff_out,0.03153,0.01000,3.122
2,attn_out,0.03039,0.01000,0.748
2,k_proj,0.59402,0.01000,0.743
2,v_proj,0.16895,0.01000,0.746
2,q_proj,0.52832,0.01000,0.753
2,ff_proj,0.46552,0.01000,0.759
2,up_proj,0.44567,0.01000,0.757
2,ff_out,0.10270,0.01000,3.115
3,attn_out,0.04228,0.01000,0.744
3,k_proj,0.43831,0.01000,0.747
3,v_proj,0.21719,0.01000,0.745
3,q_proj,0.41151,0.01000,0.745
3,ff_proj,1.23851,0.01000,0.755
3,up_proj,1.18368,0.01000,0.757
3,ff_out,0.24474,0.01000,3.115
4,attn_out,0.15755,0.01000,0.743
4,k_proj,0.91485,0.01000,0.745
4,v_proj,0.41913,0.01000,0.744
4,q_proj,0.84988,0.01000,0.746
4,ff_proj,2.66236,0.01000,0.757
4,up_proj,2.53118,0.01000,0.757
4,ff_out,0.46040,0.01000,3.111
5,attn_out,0.19567,0.01000,0.746
5,k_proj,1.90924,0.01000,0.743
5,v_proj,0.86676,0.01000,0.745
5,q_proj,1.75000,0.01000,0.742
5,ff_proj,4.72158,0.01000,0.756
5,up_proj,4.44741,0.01000,0.759
5,ff_out,0.66231,0.01000,3.110
6,attn_out,0.27153,0.01000,0.745
6,k_proj,2.17798,0.01000,0.744
6,v_proj,1.09927,0.01000,0.743
6,q_proj,2.04453,0.01000,0.743
6,ff_proj,6.50351,0.01000,0.759
6,up_proj,6.12096,0.01000,0.758
6,ff_out,0.85124,0.01000,3.114
7,attn_out,0.46405,0.01000,0.743
7,k_proj,4.43222,0.01000,0.744
7,v_proj,2.52881,0.01000,0.742
7,q_proj,4.29706,0.01000,0.745
7,ff_proj,9.70587,0.01000,0.757
7,up_proj,8.95456,0.01000,0.756
7,ff_out,1.22121,0.01000,3.107
8,attn_out,0.48584,0.01000,0.746
8,k_proj,3.59915,0.01000,0.743
8,v_proj,2.22713,0.01000,0.743
8,q_proj,3.48002,0.01000,0.743
8,ff_proj,13.30900,0.01000,0.759
8,up_proj,12.03576,0.01000,0.757
8,ff_out,1.66143,0.01000,3.113
9,attn_out,0.53540,0.01000,0.752
9,k_proj,4.04483,0.01000,0.741
9,v_proj,2.64347,0.01000,0.743
9,q_proj,3.92727,0.01000,0.744
9,ff_proj,15.21259,0.01000,0.757
9,up_proj,13.94064,0.01000,0.759
9,ff_out,1.94759,0.01000,3.117
10,attn_out,0.85635,0.01000,0.745
10,k_proj,9.25727,0.01000,0.747
10,v_proj,5.79876,0.01000,0.746
10,q_proj,9.13690,0.01000,0.751
10,ff_proj,17.71175,0.01000,0.769
10,up_proj,16.36418,0.01000,0.770
10,ff_out,2.32491,0.01000,3.147
11,attn_out,1.03543,0.01000,0.756
11,k_proj,5.52929,0.01000,0.755
11,v_proj,3.78243,0.01000,0.753
11,q_proj,5.38594,0.01000,0.758
11,ff_proj,19.47861,0.01000,0.773
11,up_proj,18.13670,0.01000,0.770
11,ff_out,2.78412,0.01000,3.137
12,attn_out,1.38748,0.01000,0.755
12,k_proj,6.99893,0.01000,0.755
12,v_proj,5.11876,0.01000,0.755
12,q_proj,6.87109,0.01000,0.753
12,ff_proj,19.96937,0.01000,0.773
12,up_proj,19.05370,0.01000,0.767
12,ff_out,3.37381,0.01000,3.146
13,attn_out,2.41010,0.01000,0.754
13,k_proj,11.86971,0.01000,0.752
13,v_proj,8.85956,0.01000,0.759
13,q_proj,11.69871,0.01000,0.752
13,ff_proj,23.74828,0.01000,0.769
13,up_proj,22.77836,0.01000,0.773
13,ff_out,4.06651,0.01000,3.144
14,attn_out,2.41233,0.01000,0.756
14,k_proj,9.29436,0.01000,0.754
14,v_proj,7.47689,0.01000,0.758
14,q_proj,9.14974,0.01000,0.753
14,ff_proj,26.35299,0.01000,0.770
14,up_proj,25.91833,0.01000,0.776
14,ff_out,4.88771,0.01000,3.144
15,attn_out,2.90424,0.01000,0.758
15,k_proj,10.54899,0.01000,0.753
15,v_proj,8.63950,0.01000,0.756
15,q_proj,10.34344,0.01000,0.754
15,ff_proj,25.01267,0.01000,0.769
15,up_proj,25.98209,0.01000,0.768
15,ff_out,5.91999,0.01000,3.149
16,attn_out,3.86682,0.01000,0.766
16,k_proj,14.43815,0.01000,0.752
16,v_proj,13.16696,0.01000,0.750
16,q_proj,14.23789,0.01000,0.752
16,ff_proj,29.85388,0.01000,0.772
16,up_proj,30.88602,0.01000,0.766
16,ff_out,6.31651,0.01000,3.140
17,attn_out,4.86747,0.01000,0.757
17,k_proj,14.23884,0.01000,0.757
17,v_proj,12.98538,0.01000,0.754
17,q_proj,13.93910,0.01000,0.757
17,ff_proj,31.52233,0.01000,0.769
17,up_proj,34.13103,0.01000,0.768
17,ff_out,7.65408,0.01000,3.143
18,attn_out,5.07382,0.01000,0.754
18,k_proj,14.29535,0.01000,0.753
18,v_proj,13.59497,0.01000,0.756
18,q_proj,13.88762,0.01000,0.751
18,ff_proj,32.53223,0.01000,0.767
18,up_proj,36.48521,0.01000,0.766
18,ff_out,8.55565,0.01000,3.143
19,attn_out,5.69417,0.01000,0.755
19,k_proj,16.89024,0.01000,0.754
19,v_proj,16.64748,0.01000,0.758
19,q_proj,16.58683,0.01000,0.757
19,ff_proj,35.10965,0.01000,0.767
19,up_proj,40.68303,0.01000,0.766
19,ff_out,10.25643,0.01000,3.150
20,attn_out,7.58086,0.01000,0.755
20,k_proj,15.56710,0.01000,0.751
20,v_proj,17.32524,0.01000,0.753
20,q_proj,15.21710,0.01000,0.757
20,ff_proj,35.77369,0.01000,0.772
20,up_proj,42.58328,0.01000,0.767
20,ff_out,11.85933,0.01000,3.151
21,attn_out,7.97471,0.01000,0.758
21,k_proj,17.66153,0.01000,0.753
21,v_proj,19.81116,0.01000,0.752
21,q_proj,17.31428,0.01000,0.757
21,ff_proj,39.50451,0.01000,0.769
21,up_proj,48.46568,0.01000,0.767
21,ff_out,14.51462,0.01000,3.146
22,attn_out,9.46944,0.01000,0.754
22,k_proj,18.96636,0.01000,0.755
22,v_proj,24.99773,0.01000,0.755
22,q_proj,18.66991,0.01000,0.756
22,ff_proj,44.34335,0.01000,0.769
22,up_proj,55.83325,0.01000,0.766
22,ff_out,17.82580,0.01000,3.147
23,attn_out,10.18033,0.01000,0.756
23,k_proj,19.19675,0.01000,0.754
23,v_proj,25.38059,0.01000,0.756
23,q_proj,18.97334,0.01000,0.754
23,ff_proj,51.30029,0.01000,0.770
23,up_proj,67.01766,0.01000,0.764
23,ff_out,24.58534,0.01000,3.147
24,attn_out,12.27275,0.01000,0.755
24,k_proj,18.79000,0.01000,0.755
24,v_proj,27.89256,0.01000,0.754
24,q_proj,18.46861,0.01000,0.755
24,ff_proj,56.03065,0.01000,0.770
24,up_proj,75.38766,0.01000,0.767
24,ff_out,32.82719,0.01000,3.147
25,attn_out,15.24777,0.01000,0.756
25,k_proj,20.10854,0.01000,0.751
25,v_proj,33.77728,0.01000,0.755
25,q_proj,19.99036,0.01000,0.755
25,ff_proj,62.82504,0.01000,0.778
25,up_proj,81.31894,0.01000,0.771
25,ff_out,43.85500,0.01000,3.141
26,attn_out,16.82498,0.01000,0.754
26,k_proj,19.49512,0.01000,0.751
26,v_proj,38.26675,0.01000,0.749
26,q_proj,19.46169,0.01000,0.753
26,ff_proj,78.39035,0.01000,0.769
26,up_proj,99.41537,0.01000,0.768
26,ff_out,59.14265,0.01000,3.151
27,attn_out,17.10907,0.01000,0.763
27,k_proj,21.57096,0.01000,0.756
27,v_proj,49.69809,0.01000,0.756
27,q_proj,21.72326,0.01000,0.755
27,ff_proj,88.74892,0.01000,0.770
27,up_proj,109.38124,0.01000,0.770
27,ff_out,85.76806,0.01000,3.157
28,attn_out,20.19405,0.01000,0.755
28,k_proj,20.95337,0.01000,0.761
28,v_proj,54.50319,0.01000,0.755
28,q_proj,21.04781,0.01000,0.754
28,ff_proj,96.84288,0.01000,0.769
28,up_proj,116.23270,0.01000,0.772
28,ff_out,85.51933,0.01000,3.152
29,attn_out,19.02330,0.01000,0.760
29,k_proj,19.87438,0.01000,0.752
29,v_proj,61.02749,0.01000,0.758
29,q_proj,19.89879,0.01000,0.759
29,ff_proj,105.43422,0.01000,0.767
29,up_proj,127.46541,0.01000,0.768
29,ff_out,89.98400,0.01000,3.143
30,attn_out,28.49241,0.01000,0.755
30,k_proj,21.22735,0.01000,0.754
30,v_proj,89.73079,0.01000,0.758
30,q_proj,21.19038,0.01000,0.755
30,ff_proj,111.87466,0.01000,0.768
30,up_proj,133.39688,0.01000,0.768
30,ff_out,94.50511,0.01000,3.151
31,attn_out,70.28519,0.01000,0.757
31,k_proj,22.47037,0.01000,0.757
31,v_proj,105.87488,0.01000,0.751
31,q_proj,22.58717,0.01000,0.749
31,ff_proj,118.44063,0.01000,0.769
31,up_proj,137.71429,0.01000,0.766
31,ff_out,267.18933,0.01000,3.143