layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.01599265,0.01000,0.953
0,self_attn.v_proj,0.00029274,0.01000,0.960
0,self_attn.q_proj,0.03840651,0.01000,0.960
0,self_attn.o_proj,0.00000649,0.01000,0.964
0,mlp.up_proj,0.01315813,0.01000,0.991
0,mlp.gate_proj,0.01722205,0.01000,0.980
0,mlp.down_proj,0.00005642,0.01000,3.945
1,self_attn.k_proj,0.02058369,0.01000,0.960
1,self_attn.v_proj,0.00072256,0.01000,0.964
1,self_attn.q_proj,0.04331662,0.01000,0.968
1,self_attn.o_proj,0.00000820,0.01000,1.005
1,mlp.up_proj,0.01421643,0.01000,1.035
1,mlp.gate_proj,0.01985833,0.01000,0.988
1,mlp.down_proj,0.01473127,0.01000,3.980
2,self_attn.k_proj,0.01950539,0.01000,0.977
2,self_attn.v_proj,0.00129133,0.01000,0.980
2,self_attn.q_proj,0.04288295,0.01000,0.981
2,self_attn.o_proj,0.00003045,0.01000,0.971
2,mlp.up_proj,0.00830228,0.01000,0.975
2,mlp.gate_proj,0.01437608,0.01000,0.977
2,mlp.down_proj,0.00020278,0.01000,4.146
3,self_attn.k_proj,0.00433199,0.01000,0.974
3,self_attn.v_proj,0.00058433,0.01000,0.996
3,self_attn.q_proj,0.00961379,0.01000,0.971
3,self_attn.o_proj,0.00007684,0.01000,0.983
3,mlp.up_proj,0.00640270,0.01000,0.979
3,mlp.gate_proj,0.01316781,0.01000,1.005
3,mlp.down_proj,0.00008516,0.01000,3.984
4,self_attn.k_proj,0.00639067,0.01000,1.002
4,self_attn.v_proj,0.00080482,0.01000,0.988
4,self_attn.q_proj,0.01306425,0.01000,0.954
4,self_attn.o_proj,0.00007979,0.01000,0.976
4,mlp.up_proj,0.00727101,0.01000,0.986
4,mlp.gate_proj,0.01601936,0.01000,0.993
4,mlp.down_proj,0.00010439,0.01000,4.035
5,self_attn.k_proj,0.00722426,0.01000,1.019
5,self_attn.v_proj,0.00061499,0.01000,0.964
5,self_attn.q_proj,0.01366848,0.01000,0.976
5,self_attn.o_proj,0.00012135,0.01000,0.989
5,mlp.up_proj,0.00726178,0.01000,0.988
5,mlp.gate_proj,0.01355979,0.01000,1.002
5,mlp.down_proj,0.00010610,0.01000,3.960
6,self_attn.k_proj,0.00572801,0.01000,0.950
6,self_attn.v_proj,0.00071487,0.01000,0.971
6,self_attn.q_proj,0.00935949,0.01000,0.965
6,self_attn.o_proj,0.00023919,0.01000,0.973
6,mlp.up_proj,0.00698886,0.01000,1.005
6,mlp.gate_proj,0.01285151,0.01000,1.005
6,mlp.down_proj,0.00009370,0.01000,3.965
7,self_attn.k_proj,0.00603824,0.01000,0.948
7,self_attn.v_proj,0.00081804,0.01000,0.976
7,self_attn.q_proj,0.01147073,0.01000,0.971
7,self_attn.o_proj,0.00019663,0.01000,0.992
7,mlp.up_proj,0.00809783,0.01000,0.975
7,mlp.gate_proj,0.01353436,0.01000,0.994
7,mlp.down_proj,0.00010236,0.01000,3.995
8,self_attn.k_proj,0.00837817,0.01000,0.963
8,self_attn.v_proj,0.00085193,0.01000,0.961
8,self_attn.q_proj,0.01397488,0.01000,0.966
8,self_attn.o_proj,0.00023037,0.01000,0.965
8,mlp.up_proj,0.00940869,0.01000,1.011
8,mlp.gate_proj,0.01519998,0.01000,1.025
8,mlp.down_proj,0.00011553,0.01000,3.989
9,self_attn.k_proj,0.00594039,0.01000,0.967
9,self_attn.v_proj,0.00086407,0.01000,1.009
9,self_attn.q_proj,0.01493254,0.01000,0.987
9,self_attn.o_proj,0.00019678,0.01000,0.954
9,mlp.up_proj,0.00972424,0.01000,1.003
9,mlp.gate_proj,0.01604190,0.01000,1.014
9,mlp.down_proj,0.00013713,0.01000,3.994
10,self_attn.k_proj,0.00771664,0.01000,0.979
10,self_attn.v_proj,0.00116853,0.01000,1.016
10,self_attn.q_proj,0.01813946,0.01000,0.984
10,self_attn.o_proj,0.00020664,0.01000,0.949
10,mlp.up_proj,0.01133324,0.01000,0.976
10,mlp.gate_proj,0.01802354,0.01000,1.001
10,mlp.down_proj,0.00017134,0.01000,3.931
11,self_attn.k_proj,0.00844957,0.01000,0.956
11,self_attn.v_proj,0.00099453,0.01000,0.964
11,self_attn.q_proj,0.01654518,0.01000,0.996
11,self_attn.o_proj,0.00016235,0.01000,0.957
11,mlp.up_proj,0.01157002,0.01000,0.999
11,mlp.gate_proj,0.01792529,0.01000,0.984
11,mlp.down_proj,0.00017349,0.01000,3.945
12,self_attn.k_proj,0.00839141,0.01000,0.980
12,self_attn.v_proj,0.00113489,0.01000,0.970
12,self_attn.q_proj,0.01656923,0.01000,0.976
12,self_attn.o_proj,0.00016912,0.01000,0.974
12,mlp.up_proj,0.01097721,0.01000,0.998
12,mlp.gate_proj,0.01617552,0.01000,0.977
12,mlp.down_proj,0.00015232,0.01000,3.957
13,self_attn.k_proj,0.00925436,0.01000,0.992
13,self_attn.v_proj,0.00215760,0.01000,0.992
13,self_attn.q_proj,0.02075563,0.01000,0.965
13,self_attn.o_proj,0.00026065,0.01000,0.958
13,mlp.up_proj,0.01270106,0.01000,1.005
13,mlp.gate_proj,0.01710499,0.01000,0.980
13,mlp.down_proj,0.00029159,0.01000,4.037
14,self_attn.k_proj,0.00871436,0.01000,0.959
14,self_attn.v_proj,0.00350426,0.01000,0.965
14,self_attn.q_proj,0.01863340,0.01000,0.965
14,self_attn.o_proj,0.00053518,0.01000,0.971
14,mlp.up_proj,0.01246638,0.01000,1.016
14,mlp.gate_proj,0.01853371,0.01000,0.988
14,mlp.down_proj,0.00066713,0.01000,4.018
15,self_attn.k_proj,0.00769985,0.01000,0.991
15,self_attn.v_proj,0.00305120,0.01000,0.961
15,self_attn.q_proj,0.01470854,0.01000,1.017
15,self_attn.o_proj,0.00180628,0.01000,0.984
15,mlp.up_proj,0.01701493,0.01000,1.022
15,mlp.gate_proj,0.02225684,0.01000,1.006
15,mlp.down_proj,0.00472703,0.01000,4.004