layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00036489,0.01000,1.715
0,self_attn.v_proj,0.00003632,0.01000,1.671
0,self_attn.q_proj,0.00143568,0.01000,1.681
0,self_attn.o_proj,0.00024201,0.01000,1.702
0,mlp.up_proj,0.00206321,0.01000,1.752
0,mlp.gate_proj,0.00550652,0.01000,1.749
0,mlp.down_proj,0.00018891,0.01000,10.726
1,self_attn.k_proj,0.00025762,0.01000,1.687
1,self_attn.v_proj,0.00005102,0.01000,1.682
1,self_attn.q_proj,0.00088566,0.01000,1.665
1,self_attn.o_proj,0.00005429,0.01000,1.694
1,mlp.up_proj,0.03854937,0.01000,1.738
1,mlp.gate_proj,0.06608715,0.01000,1.770
1,mlp.down_proj,0.00023053,0.01000,10.635
2,self_attn.k_proj,0.00097733,0.01000,1.664
2,self_attn.v_proj,0.00014184,0.01000,1.686
2,self_attn.q_proj,0.00340222,0.01000,1.686
2,self_attn.o_proj,0.00009164,0.01000,1.687
2,mlp.up_proj,0.04256204,0.01000,1.734
2,mlp.gate_proj,0.07679781,0.01000,1.743
2,mlp.down_proj,0.00035857,0.01000,10.679
3,self_attn.k_proj,0.00104507,0.01000,1.682
3,self_attn.v_proj,0.00020357,0.01000,1.674
3,self_attn.q_proj,0.00358215,0.01000,1.693
3,self_attn.o_proj,0.00034152,0.01000,1.684
3,mlp.up_proj,0.12903942,0.01000,1.743
3,mlp.gate_proj,0.18324420,0.01000,1.733
3,mlp.down_proj,0.02831323,0.01250,12.194
4,self_attn.k_proj,0.00201693,0.01000,1.675
4,self_attn.v_proj,0.00050935,0.01000,1.687
4,self_attn.q_proj,0.00744187,0.01000,1.684
4,self_attn.o_proj,0.00018110,0.01000,1.679
4,mlp.up_proj,0.11969754,0.01000,1.763
4,mlp.gate_proj,0.19050866,0.01000,1.747
4,mlp.down_proj,0.23696995,0.01250,12.332
5,self_attn.k_proj,0.00203578,0.01000,1.722
5,self_attn.v_proj,0.00067173,0.01000,1.766
5,self_attn.q_proj,0.00896616,0.01000,1.763
5,self_attn.o_proj,0.00009561,0.01000,1.721
5,mlp.up_proj,0.19365684,0.01000,1.763
5,mlp.gate_proj,0.25428185,0.01000,1.834
5,mlp.down_proj,0.00103144,0.01000,10.774
6,self_attn.k_proj,0.00139827,0.01000,1.694
6,self_attn.v_proj,0.00057289,0.01000,1.713
6,self_attn.q_proj,0.00632631,0.01000,1.712
6,self_attn.o_proj,0.00026632,0.01000,1.707
6,mlp.up_proj,0.04782441,0.01000,1.762
6,mlp.gate_proj,0.07310495,0.01000,1.758
6,mlp.down_proj,0.00120670,0.01000,10.690
7,self_attn.k_proj,0.00137033,0.01000,1.671
7,self_attn.v_proj,0.00115061,0.01000,1.694
7,self_attn.q_proj,0.00719041,0.01000,1.698
7,self_attn.o_proj,0.00073521,0.01000,1.709
7,mlp.up_proj,0.04509473,0.01000,1.733
7,mlp.gate_proj,0.05260696,0.01000,1.754
7,mlp.down_proj,0.00204009,0.01000,10.774
8,self_attn.k_proj,0.00264731,0.01000,1.683
8,self_attn.v_proj,0.00088907,0.01000,1.678
8,self_attn.q_proj,0.01023001,0.01000,1.677
8,self_attn.o_proj,0.00042296,0.01000,1.677
8,mlp.up_proj,0.05241246,0.01000,1.742
8,mlp.gate_proj,0.05651700,0.01000,1.749
8,mlp.down_proj,0.00230175,0.01000,10.768
9,self_attn.k_proj,0.00188804,0.01000,1.680
9,self_attn.v_proj,0.00153690,0.01000,1.692
9,self_attn.q_proj,0.00975217,0.01000,1.685
9,self_attn.o_proj,0.00090873,0.01000,1.710
9,mlp.up_proj,0.09833924,0.01000,1.751
9,mlp.gate_proj,0.16696193,0.01000,1.762
9,mlp.down_proj,0.00225042,0.01000,10.661
10,self_attn.k_proj,0.00198749,0.01000,1.661
10,self_attn.v_proj,0.00096472,0.01000,1.697
10,self_attn.q_proj,0.00914969,0.01000,1.682
10,self_attn.o_proj,0.00066457,0.01000,1.696
10,mlp.up_proj,0.05413995,0.01000,1.731
10,mlp.gate_proj,0.06436786,0.01000,1.728
10,mlp.down_proj,0.00184493,0.01000,10.654
11,self_attn.k_proj,0.00228573,0.01000,1.677
11,self_attn.v_proj,0.00073469,0.01000,1.692
11,self_attn.q_proj,0.00862411,0.01000,1.678
11,self_attn.o_proj,0.00042031,0.01000,1.699
11,mlp.up_proj,0.04772750,0.01000,1.765
11,mlp.gate_proj,0.05135699,0.01000,1.721
11,mlp.down_proj,0.00183436,0.01000,10.671
12,self_attn.k_proj,0.00218340,0.01000,1.673
12,self_attn.v_proj,0.00092444,0.01000,1.674
12,self_attn.q_proj,0.00876926,0.01000,1.680
12,self_attn.o_proj,0.00033843,0.01000,1.719
12,mlp.up_proj,0.04598398,0.01000,1.734
12,mlp.gate_proj,0.04678921,0.01000,1.739
12,mlp.down_proj,0.00175529,0.01000,10.685
13,self_attn.k_proj,0.00202358,0.01000,1.682
13,self_attn.v_proj,0.00120980,0.01000,1.746
13,self_attn.q_proj,0.00946788,0.01000,1.694
13,self_attn.o_proj,0.00064143,0.01000,1.709
13,mlp.up_proj,0.04493143,0.01000,1.747
13,mlp.gate_proj,0.05035795,0.01000,1.761
13,mlp.down_proj,0.00158977,0.01000,10.786
14,self_attn.k_proj,0.00277086,0.01000,1.695
14,self_attn.v_proj,0.00101591,0.01000,1.693
14,self_attn.q_proj,0.01215783,0.01000,1.677
14,self_attn.o_proj,0.00029530,0.01000,1.683
14,mlp.up_proj,0.04665066,0.01000,1.733
14,mlp.gate_proj,0.04879146,0.01000,1.752
14,mlp.down_proj,0.00163331,0.01000,10.675
15,self_attn.k_proj,0.00262560,0.01000,1.681
15,self_attn.v_proj,0.00087724,0.01000,1.672
15,self_attn.q_proj,0.01008743,0.01000,1.686
15,self_attn.o_proj,0.00030464,0.01000,1.697
15,mlp.up_proj,0.04182673,0.01000,1.733
15,mlp.gate_proj,0.04183886,0.01000,1.739
15,mlp.down_proj,0.00155293,0.01000,10.712
16,self_attn.k_proj,0.00207699,0.01000,1.696
16,self_attn.v_proj,0.00108851,0.01000,1.694
16,self_attn.q_proj,0.00931769,0.01000,1.701
16,self_attn.o_proj,0.00031748,0.01000,1.684
16,mlp.up_proj,0.04138378,0.01000,1.763
16,mlp.gate_proj,0.04158532,0.01000,1.775
16,mlp.down_proj,0.00148520,0.01000,10.673
17,self_attn.k_proj,0.00224244,0.01000,1.677
17,self_attn.v_proj,0.00136694,0.01000,1.669
17,self_attn.q_proj,0.01112731,0.01000,1.682
17,self_attn.o_proj,0.00037969,0.01000,1.689
17,mlp.up_proj,0.04670534,0.01000,1.738
17,mlp.gate_proj,0.04566269,0.01000,1.729
17,mlp.down_proj,0.00196110,0.01000,10.661
18,self_attn.k_proj,0.00164045,0.01000,1.677
18,self_attn.v_proj,0.00141341,0.01000,1.673
18,self_attn.q_proj,0.00835045,0.01000,1.692
18,self_attn.o_proj,0.00113440,0.01000,1.693
18,mlp.up_proj,0.04999037,0.01000,1.742
18,mlp.gate_proj,0.04865355,0.01000,1.753
18,mlp.down_proj,0.00247737,0.01000,10.655
19,self_attn.k_proj,0.00180275,0.01000,1.698
19,self_attn.v_proj,0.00180881,0.01000,1.671
19,self_attn.q_proj,0.01055556,0.01000,1.684
19,self_attn.o_proj,0.00116691,0.01000,1.670
19,mlp.up_proj,0.05425650,0.01000,1.732
19,mlp.gate_proj,0.05639661,0.01000,1.747
19,mlp.down_proj,0.00333757,0.01000,10.672
20,self_attn.k_proj,0.00196692,0.01000,1.674
20,self_attn.v_proj,0.00193508,0.01000,1.674
20,self_attn.q_proj,0.01057973,0.01000,1.695
20,self_attn.o_proj,0.00084848,0.01000,1.668
20,mlp.up_proj,0.06415943,0.01000,1.727
20,mlp.gate_proj,0.06516887,0.01000,1.736
20,mlp.down_proj,0.00566637,0.01000,10.674
21,self_attn.k_proj,0.00201263,0.01000,1.668
21,self_attn.v_proj,0.00283426,0.01000,1.681
21,self_attn.q_proj,0.01219516,0.01000,1.660
21,self_attn.o_proj,0.00182799,0.01000,1.682
21,mlp.up_proj,0.08513476,0.01000,1.729
21,mlp.gate_proj,0.09106629,0.01000,1.735
21,mlp.down_proj,0.00783155,0.01000,10.693
22,self_attn.k_proj,0.00276160,0.01000,1.739
22,self_attn.v_proj,0.00450558,0.01000,1.680
22,self_attn.q_proj,0.01670426,0.01000,1.672
22,self_attn.o_proj,0.00091811,0.01000,1.688
22,mlp.up_proj,0.10954205,0.01000,1.730
22,mlp.gate_proj,0.11742334,0.01000,1.743
22,mlp.down_proj,0.01278222,0.01000,10.724
23,self_attn.k_proj,0.00396661,0.01000,1.678
23,self_attn.v_proj,0.00647745,0.01000,1.683
23,self_attn.q_proj,0.01891861,0.01000,1.673
23,self_attn.o_proj,0.00310863,0.01000,1.681
23,mlp.up_proj,0.14465407,0.01000,1.745
23,mlp.gate_proj,0.15737402,0.01000,1.748
23,mlp.down_proj,0.01467576,0.01000,10.704
24,self_attn.k_proj,0.00300134,0.01000,1.673
24,self_attn.v_proj,0.00657278,0.01000,1.680
24,self_attn.q_proj,0.01741778,0.01000,1.675
24,self_attn.o_proj,0.00240683,0.01000,1.684
24,mlp.up_proj,0.15564594,0.01000,1.735
24,mlp.gate_proj,0.15524767,0.01000,1.766
24,mlp.down_proj,0.01928937,0.01000,10.660
25,self_attn.k_proj,0.00330886,0.01000,1.688
25,self_attn.v_proj,0.01131233,0.01000,1.691
25,self_attn.q_proj,0.01781887,0.01000,1.687
25,self_attn.o_proj,0.00279043,0.01000,1.697
25,mlp.up_proj,0.18480496,0.01000,1.726
25,mlp.gate_proj,0.17399691,0.01000,1.765
25,mlp.down_proj,0.02880986,0.01000,10.670
26,self_attn.k_proj,0.00431504,0.01000,1.672
26,self_attn.v_proj,0.02588243,0.01000,1.680
26,self_attn.q_proj,0.02412028,0.01000,1.674
26,self_attn.o_proj,0.00289155,0.01000,1.682
26,mlp.up_proj,0.18714445,0.01000,1.738
26,mlp.gate_proj,0.17265481,0.01000,1.729
26,mlp.down_proj,0.50092857,0.01000,10.648
27,self_attn.k_proj,0.00577036,0.01000,1.658
27,self_attn.v_proj,0.04373868,0.01000,1.675
27,self_attn.q_proj,0.05708231,0.01000,1.664
27,self_attn.o_proj,0.01105949,0.01000,1.658
27,mlp.up_proj,0.20882177,0.01000,1.714
27,mlp.gate_proj,0.21200424,0.01000,1.733
27,mlp.down_proj,0.25661452,0.01000,10.598