quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00286047,0.01000,1.670
0,self_attn.v_proj,0.00008587,0.01000,0.935
0,self_attn.q_proj,0.00604117,0.01000,0.934
0,self_attn.o_proj,0.00000667,0.01000,0.928
0,mlp.up_proj,0.00457087,0.01000,0.938
0,mlp.gate_proj,0.00589667,0.01000,0.938
0,mlp.down_proj,0.00007713,0.01000,3.753
1,self_attn.k_proj,0.00531300,0.01000,0.932
1,self_attn.v_proj,0.00031778,0.01000,0.926
1,self_attn.q_proj,0.01118748,0.01000,0.925
1,self_attn.o_proj,0.00001939,0.01000,0.934
1,mlp.up_proj,0.00727253,0.01000,0.965
1,mlp.gate_proj,0.00990856,0.01000,0.979
1,mlp.down_proj,0.01561193,0.01000,3.898
2,self_attn.k_proj,0.01063392,0.01000,0.935
2,self_attn.v_proj,0.00081396,0.01000,0.937
2,self_attn.q_proj,0.02113565,0.01000,0.929
2,self_attn.o_proj,0.00002964,0.01000,0.937
2,mlp.up_proj,0.00948823,0.01000,0.955
2,mlp.gate_proj,0.01516710,0.01000,0.958
2,mlp.down_proj,0.00012158,0.01000,3.900
3,self_attn.k_proj,0.00612808,0.01000,0.937
3,self_attn.v_proj,0.00091983,0.01000,0.930
3,self_attn.q_proj,0.01371052,0.01000,0.953
3,self_attn.o_proj,0.00006568,0.01000,0.946
3,mlp.up_proj,0.01164620,0.01000,0.950
3,mlp.gate_proj,0.02318169,0.01000,0.957
3,mlp.down_proj,0.00017193,0.01000,3.859
4,self_attn.k_proj,0.00695425,0.01000,0.928
4,self_attn.v_proj,0.00087837,0.01000,0.919
4,self_attn.q_proj,0.01412656,0.01000,0.935
4,self_attn.o_proj,0.00007624,0.01000,0.927
4,mlp.up_proj,0.01137217,0.01000,0.953
4,mlp.gate_proj,0.02435286,0.01000,0.948
4,mlp.down_proj,0.00018256,0.01000,3.840
5,self_attn.k_proj,0.00952968,0.01000,0.954
5,self_attn.v_proj,0.00077736,0.01000,0.955
5,self_attn.q_proj,0.01787762,0.01000,0.948
5,self_attn.o_proj,0.00006262,0.01000,0.955
5,mlp.up_proj,0.01121267,0.01000,0.959
5,mlp.gate_proj,0.02058079,0.01000,0.958
5,mlp.down_proj,0.00019598,0.01000,3.870
6,self_attn.k_proj,0.00714239,0.01000,0.926
6,self_attn.v_proj,0.00087018,0.01000,0.918
6,self_attn.q_proj,0.01150759,0.01000,0.936
6,self_attn.o_proj,0.00010737,0.01000,0.934
6,mlp.up_proj,0.01072427,0.01000,0.959
6,mlp.gate_proj,0.01942263,0.01000,0.961
6,mlp.down_proj,0.00018506,0.01000,3.867
7,self_attn.k_proj,0.00642806,0.01000,0.931
7,self_attn.v_proj,0.00086181,0.01000,0.936
7,self_attn.q_proj,0.01206517,0.01000,0.948
7,self_attn.o_proj,0.00006596,0.01000,0.933
7,mlp.up_proj,0.01061943,0.01000,0.951
7,mlp.gate_proj,0.01755598,0.01000,0.962
7,mlp.down_proj,0.00019826,0.01000,3.905
8,self_attn.k_proj,0.00819136,0.01000,0.928
8,self_attn.v_proj,0.00080792,0.01000,0.931
8,self_attn.q_proj,0.01346879,0.01000,0.946
8,self_attn.o_proj,0.00010528,0.01000,0.961
8,mlp.up_proj,0.01235651,0.01000,0.946
8,mlp.gate_proj,0.02037454,0.01000,0.958
8,mlp.down_proj,0.00030105,0.01000,3.859
9,self_attn.k_proj,0.00627975,0.01000,0.941
9,self_attn.v_proj,0.00099315,0.01000,0.934
9,self_attn.q_proj,0.01541151,0.01000,0.951
9,self_attn.o_proj,0.00013672,0.01000,0.945
9,mlp.up_proj,0.01343576,0.01000,0.932
9,mlp.gate_proj,0.02248907,0.01000,0.959
9,mlp.down_proj,0.00037896,0.01000,3.871
10,self_attn.k_proj,0.00739591,0.01000,0.932
10,self_attn.v_proj,0.00134160,0.01000,0.929
10,self_attn.q_proj,0.01688930,0.01000,0.937
10,self_attn.o_proj,0.00008455,0.01000,0.942
10,mlp.up_proj,0.01514964,0.01000,0.976
10,mlp.gate_proj,0.02416436,0.01000,0.972
10,mlp.down_proj,0.00045021,0.01000,3.864
11,self_attn.k_proj,0.00875334,0.01000,0.923
11,self_attn.v_proj,0.00117116,0.01000,0.928
11,self_attn.q_proj,0.01637944,0.01000,0.928
11,self_attn.o_proj,0.00007648,0.01000,0.937
11,mlp.up_proj,0.01644409,0.01000,0.952
11,mlp.gate_proj,0.02566493,0.01000,0.943
11,mlp.down_proj,0.00046611,0.01000,3.861
12,self_attn.k_proj,0.00815642,0.01000,0.928
12,self_attn.v_proj,0.00120938,0.01000,0.953
12,self_attn.q_proj,0.01570916,0.01000,0.942
12,self_attn.o_proj,0.00008020,0.01000,0.930
12,mlp.up_proj,0.01633884,0.01000,0.937
12,mlp.gate_proj,0.02448233,0.01000,0.941
12,mlp.down_proj,0.00052249,0.01000,3.843
13,self_attn.k_proj,0.00808590,0.01000,0.942
13,self_attn.v_proj,0.00208899,0.01000,0.936
13,self_attn.q_proj,0.01784795,0.01000,0.940
13,self_attn.o_proj,0.00009968,0.01000,0.935
13,mlp.up_proj,0.01809692,0.01000,0.949
13,mlp.gate_proj,0.02517116,0.01000,0.955
13,mlp.down_proj,0.00071865,0.01000,3.883
14,self_attn.k_proj,0.00787623,0.01000,0.931
14,self_attn.v_proj,0.00425377,0.01000,0.939
14,self_attn.q_proj,0.01617077,0.01000,0.938
14,self_attn.o_proj,0.00016092,0.01000,0.941
14,mlp.up_proj,0.01908463,0.01000,0.943
14,mlp.gate_proj,0.02866445,0.01000,0.935
14,mlp.down_proj,0.00098983,0.01000,3.845
15,self_attn.k_proj,0.00855702,0.01000,0.940
15,self_attn.v_proj,0.00422558,0.01000,0.925
15,self_attn.q_proj,0.01472759,0.01000,0.967
15,self_attn.o_proj,0.00137697,0.01000,0.939
15,mlp.up_proj,0.02298289,0.01000,0.946
15,mlp.gate_proj,0.03041823,0.01000,0.952
15,mlp.down_proj,0.00414630,0.01000,3.863