| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.00084445,0.01000,1.355 | |
| 0,self_attn.v_proj,0.00072033,0.01000,1.073 | |
| 0,self_attn.q_proj,0.00448764,0.01000,1.103 | |
| 0,self_attn.o_proj,0.03491052,0.01000,1.915 | |
| 0,mlp.up_proj,0.10763087,0.01000,1.270 | |
| 0,mlp.gate_proj,0.12017425,0.01000,1.215 | |
| 0,mlp.down_proj,0.15161967,0.01000,9.403 | |
| 1,self_attn.k_proj,0.00146198,0.01000,1.148 | |
| 1,self_attn.v_proj,0.00136717,0.01000,1.095 | |
| 1,self_attn.q_proj,0.00875795,0.01000,1.127 | |
| 1,self_attn.o_proj,0.02284934,0.01000,1.921 | |
| 1,mlp.up_proj,2.50290871,0.01000,1.282 | |
| 1,mlp.gate_proj,7.95832253,0.01000,1.227 | |
| 1,mlp.down_proj,0.77240515,0.01000,9.523 | |
| 2,self_attn.k_proj,0.00249198,0.01000,1.156 | |
| 2,self_attn.v_proj,0.00247288,0.01000,1.145 | |
| 2,self_attn.q_proj,0.01329362,0.01000,1.175 | |
| 2,self_attn.o_proj,0.03674788,0.01000,1.930 | |
| 2,mlp.up_proj,5.06338310,0.01000,1.286 | |
| 2,mlp.gate_proj,11.86531734,0.01000,1.241 | |
| 2,mlp.down_proj,0.61950397,0.01000,9.965 | |
| 3,self_attn.k_proj,0.00479199,0.01000,1.162 | |
| 3,self_attn.v_proj,0.00472043,0.01000,1.102 | |
| 3,self_attn.q_proj,0.02623926,0.01000,1.137 | |
| 3,self_attn.o_proj,0.04439195,0.01000,1.936 | |
| 3,mlp.up_proj,8.10474873,0.01000,1.282 | |
| 3,mlp.gate_proj,18.35421753,0.01000,1.227 | |
| 3,mlp.down_proj,0.98753399,0.01000,10.097 | |
| 4,self_attn.k_proj,0.00827565,0.01000,1.162 | |
| 4,self_attn.v_proj,0.00790047,0.01000,1.105 | |
| 4,self_attn.q_proj,0.04734420,0.01000,1.138 | |
| 4,self_attn.o_proj,0.06192198,0.01000,1.938 | |
| 4,mlp.up_proj,15.59199524,0.01000,1.290 | |
| 4,mlp.gate_proj,27.69424248,0.01000,1.233 | |
| 4,mlp.down_proj,0.96507412,0.01000,9.775 | |
| 5,self_attn.k_proj,0.01020239,0.01000,1.156 | |
| 5,self_attn.v_proj,0.00862016,0.01000,1.095 | |
| 5,self_attn.q_proj,0.06078981,0.01000,1.114 | |
| 5,self_attn.o_proj,0.05601742,0.01000,1.930 | |
| 5,mlp.up_proj,14.45485306,0.01000,1.289 | |
| 5,mlp.gate_proj,33.35854340,0.01000,1.227 | |
| 5,mlp.down_proj,1.30971122,0.01000,10.054 | |
| 6,self_attn.k_proj,0.01319816,0.01000,1.155 | |
| 6,self_attn.v_proj,0.01328853,0.01000,1.093 | |
| 6,self_attn.q_proj,0.07695664,0.01000,1.138 | |
| 6,self_attn.o_proj,0.06468368,0.01000,1.930 | |
| 6,mlp.up_proj,34.57817078,0.01000,1.287 | |
| 6,mlp.gate_proj,62.04237366,0.01000,1.226 | |
| 6,mlp.down_proj,0.01269285,0.01250,14.531 | |
| 7,self_attn.k_proj,0.08456115,0.01000,1.154 | |
| 7,self_attn.v_proj,0.08851108,0.01000,1.096 | |
| 7,self_attn.q_proj,0.49945003,0.01000,1.141 | |
| 7,self_attn.o_proj,0.18865642,0.01000,1.931 | |
| 7,mlp.up_proj,38.16622162,0.01000,1.290 | |
| 7,mlp.gate_proj,69.22668457,0.01000,1.230 | |
| 7,mlp.down_proj,1.58483887,0.01000,9.869 | |
| 8,self_attn.k_proj,0.07494055,0.01000,1.160 | |
| 8,self_attn.v_proj,0.08083526,0.01000,1.096 | |
| 8,self_attn.q_proj,0.42355564,0.01000,1.131 | |
| 8,self_attn.o_proj,0.18367028,0.01000,1.939 | |
| 8,mlp.up_proj,9.35465622,0.01000,1.289 | |
| 8,mlp.gate_proj,16.39128876,0.01000,1.237 | |
| 8,mlp.down_proj,1.32671118,0.01000,10.029 | |
| 9,self_attn.k_proj,0.04111180,0.01000,1.160 | |
| 9,self_attn.v_proj,0.03782024,0.01000,1.102 | |
| 9,self_attn.q_proj,0.23333739,0.01000,1.131 | |
| 9,self_attn.o_proj,0.11133460,0.01000,1.938 | |
| 9,mlp.up_proj,8.30704403,0.01000,1.290 | |
| 9,mlp.gate_proj,8.77419662,0.01000,1.228 | |
| 9,mlp.down_proj,1.69836545,0.01000,9.883 | |
| 10,self_attn.k_proj,0.07155330,0.01000,1.164 | |
| 10,self_attn.v_proj,0.07626767,0.01000,1.096 | |
| 10,self_attn.q_proj,0.42122790,0.01000,1.135 | |
| 10,self_attn.o_proj,0.23861034,0.01000,1.940 | |
| 10,mlp.up_proj,9.50298119,0.01000,1.302 | |
| 10,mlp.gate_proj,9.95470428,0.01000,1.230 | |
| 10,mlp.down_proj,1.70076036,0.01000,9.590 | |
| 11,self_attn.k_proj,0.10377507,0.01000,1.211 | |
| 11,self_attn.v_proj,0.10968649,0.01000,1.098 | |
| 11,self_attn.q_proj,0.59237367,0.01000,1.145 | |
| 11,self_attn.o_proj,0.39272535,0.01000,1.945 | |
| 11,mlp.up_proj,11.13495445,0.01000,1.289 | |
| 11,mlp.gate_proj,11.68858433,0.01000,1.236 | |
| 11,mlp.down_proj,2.05591583,0.01000,10.094 | |
| 12,self_attn.k_proj,0.07082967,0.01000,1.163 | |
| 12,self_attn.v_proj,0.06914499,0.01000,1.106 | |
| 12,self_attn.q_proj,0.41684151,0.01000,1.163 | |
| 12,self_attn.o_proj,0.22683367,0.01000,1.939 | |
| 12,mlp.up_proj,12.31419468,0.01000,1.274 | |
| 12,mlp.gate_proj,12.97047234,0.01000,1.221 | |
| 12,mlp.down_proj,2.25689316,0.01000,10.020 | |
| 13,self_attn.k_proj,0.14114851,0.01000,1.207 | |
| 13,self_attn.v_proj,0.15250701,0.01000,1.103 | |
| 13,self_attn.q_proj,0.81382513,0.01000,1.142 | |
| 13,self_attn.o_proj,0.35289651,0.01000,1.943 | |
| 13,mlp.up_proj,12.48627949,0.01000,1.282 | |
| 13,mlp.gate_proj,13.48831558,0.01000,1.220 | |
| 13,mlp.down_proj,2.25837231,0.01000,10.110 | |
| 14,self_attn.k_proj,0.07376991,0.01000,1.168 | |
| 14,self_attn.v_proj,0.07685138,0.01000,1.117 | |
| 14,self_attn.q_proj,0.38745856,0.01000,1.140 | |
| 14,self_attn.o_proj,0.30865502,0.01000,1.959 | |
| 14,mlp.up_proj,11.99713326,0.01000,1.274 | |
| 14,mlp.gate_proj,12.85952759,0.01000,1.209 | |
| 14,mlp.down_proj,2.12551332,0.01000,9.997 | |
| 15,self_attn.k_proj,0.06791130,0.01000,1.165 | |
| 15,self_attn.v_proj,0.06280433,0.01000,1.094 | |
| 15,self_attn.q_proj,0.40966851,0.01000,1.120 | |
| 15,self_attn.o_proj,0.29280996,0.01000,1.955 | |
| 15,mlp.up_proj,11.24449444,0.01000,1.274 | |
| 15,mlp.gate_proj,11.78489780,0.01000,1.211 | |
| 15,mlp.down_proj,1.95185041,0.01000,9.966 | |
| 16,self_attn.k_proj,0.06665783,0.01000,1.133 | |
| 16,self_attn.v_proj,0.07242101,0.01000,1.088 | |
| 16,self_attn.q_proj,0.39381784,0.01000,1.113 | |
| 16,self_attn.o_proj,0.31686711,0.01000,1.899 | |
| 16,mlp.up_proj,9.96550941,0.01000,1.271 | |
| 16,mlp.gate_proj,10.36652184,0.01000,1.211 | |
| 16,mlp.down_proj,1.76844561,0.01000,9.794 | |
| 17,self_attn.k_proj,0.07068338,0.01000,1.143 | |
| 17,self_attn.v_proj,0.06909667,0.01000,1.083 | |
| 17,self_attn.q_proj,0.40254653,0.01000,1.118 | |
| 17,self_attn.o_proj,0.32059002,0.01000,1.904 | |
| 17,mlp.up_proj,10.42084408,0.01000,1.270 | |
| 17,mlp.gate_proj,10.90568161,0.01000,1.219 | |
| 17,mlp.down_proj,1.91881168,0.01000,9.564 | |
| 18,self_attn.k_proj,0.09127137,0.01000,1.145 | |
| 18,self_attn.v_proj,0.09213912,0.01000,1.080 | |
| 18,self_attn.q_proj,0.54628879,0.01000,1.119 | |
| 18,self_attn.o_proj,0.31876135,0.01000,1.905 | |
| 18,mlp.up_proj,11.16375256,0.01000,1.270 | |
| 18,mlp.gate_proj,11.67426300,0.01000,1.216 | |
| 18,mlp.down_proj,2.19837117,0.01000,10.099 | |
| 19,self_attn.k_proj,0.10808913,0.01000,1.229 | |
| 19,self_attn.v_proj,0.10830463,0.01000,1.153 | |
| 19,self_attn.q_proj,0.65837091,0.01000,1.197 | |
| 19,self_attn.o_proj,0.42198572,0.01000,1.945 | |
| 19,mlp.up_proj,12.45958519,0.01000,1.290 | |
| 19,mlp.gate_proj,13.01492310,0.01000,1.236 | |
| 19,mlp.down_proj,2.61802077,0.01000,9.524 | |
| 20,self_attn.k_proj,0.18187775,0.01000,1.220 | |
| 20,self_attn.v_proj,0.19337222,0.01000,1.097 | |
| 20,self_attn.q_proj,1.07225728,0.01000,1.132 | |
| 20,self_attn.o_proj,0.51924539,0.01000,1.937 | |
| 20,mlp.up_proj,13.94374943,0.01000,1.283 | |
| 20,mlp.gate_proj,14.43085098,0.01000,1.230 | |
| 20,mlp.down_proj,3.04058361,0.01000,9.800 | |
| 21,self_attn.k_proj,0.20855561,0.01000,1.161 | |
| 21,self_attn.v_proj,0.20912249,0.01000,1.095 | |
| 21,self_attn.q_proj,1.26167750,0.01000,1.130 | |
| 21,self_attn.o_proj,0.94335997,0.01000,1.935 | |
| 21,mlp.up_proj,14.96346760,0.01000,1.292 | |
| 21,mlp.gate_proj,15.50564194,0.01000,1.236 | |
| 21,mlp.down_proj,3.49554133,0.01000,9.639 | |
| 22,self_attn.k_proj,0.19087496,0.01000,1.165 | |
| 22,self_attn.v_proj,0.20093921,0.01000,1.099 | |
| 22,self_attn.q_proj,1.15021396,0.01000,1.138 | |
| 22,self_attn.o_proj,1.07747006,0.01000,1.947 | |
| 22,mlp.up_proj,16.75186539,0.01000,1.289 | |
| 22,mlp.gate_proj,17.39946365,0.01000,1.237 | |
| 22,mlp.down_proj,4.26147366,0.01000,10.328 | |
| 23,self_attn.k_proj,0.26674122,0.01000,1.160 | |
| 23,self_attn.v_proj,0.29125738,0.01000,1.100 | |
| 23,self_attn.q_proj,1.52494669,0.01000,1.142 | |
| 23,self_attn.o_proj,0.76965928,0.01000,1.940 | |
| 23,mlp.up_proj,18.62470818,0.01000,1.291 | |
| 23,mlp.gate_proj,19.27264023,0.01000,1.229 | |
| 23,mlp.down_proj,5.07388306,0.01000,10.069 | |
| 24,self_attn.k_proj,0.49650919,0.01000,1.162 | |
| 24,self_attn.v_proj,0.52540350,0.01000,1.104 | |
| 24,self_attn.q_proj,3.05510259,0.01000,1.140 | |
| 24,self_attn.o_proj,1.55237389,0.01000,1.940 | |
| 24,mlp.up_proj,20.77119446,0.01000,1.290 | |
| 24,mlp.gate_proj,21.62130356,0.01000,1.232 | |
| 24,mlp.down_proj,5.86625624,0.01000,9.937 | |
| 25,self_attn.k_proj,0.43485135,0.01000,1.181 | |
| 25,self_attn.v_proj,0.46278542,0.01000,1.127 | |
| 25,self_attn.q_proj,2.58664703,0.01000,1.155 | |
| 25,self_attn.o_proj,1.39695156,0.01000,1.939 | |
| 25,mlp.up_proj,23.31319046,0.01000,1.272 | |
| 25,mlp.gate_proj,24.15132904,0.01000,1.215 | |
| 25,mlp.down_proj,7.23103762,0.01000,9.861 | |
| 26,self_attn.k_proj,0.39909238,0.01000,1.193 | |
| 26,self_attn.v_proj,0.44533104,0.01000,1.100 | |
| 26,self_attn.q_proj,2.33590698,0.01000,1.149 | |
| 26,self_attn.o_proj,1.38106966,0.01000,1.939 | |
| 26,mlp.up_proj,25.31088638,0.01000,1.293 | |
| 26,mlp.gate_proj,26.39056778,0.01000,1.233 | |
| 26,mlp.down_proj,8.96655846,0.01000,10.080 | |
| 27,self_attn.k_proj,0.57419753,0.01000,1.157 | |
| 27,self_attn.v_proj,0.62974054,0.01000,1.096 | |
| 27,self_attn.q_proj,3.25098705,0.01000,1.132 | |
| 27,self_attn.o_proj,1.53530598,0.01000,1.947 | |
| 27,mlp.up_proj,29.02573013,0.01000,1.273 | |
| 27,mlp.gate_proj,30.56631660,0.01000,1.223 | |
| 27,mlp.down_proj,11.24117279,0.01000,10.109 | |
| 28,self_attn.k_proj,0.76582295,0.01000,1.165 | |
| 28,self_attn.v_proj,0.86502939,0.01000,1.100 | |
| 28,self_attn.q_proj,4.45867062,0.01000,1.189 | |
| 28,self_attn.o_proj,1.66220069,0.01000,1.946 | |
| 28,mlp.up_proj,33.51585770,0.01000,1.289 | |
| 28,mlp.gate_proj,35.57453537,0.01000,1.234 | |
| 28,mlp.down_proj,12.54188347,0.01000,10.038 | |
| 29,self_attn.k_proj,1.15691853,0.01000,1.155 | |
| 29,self_attn.v_proj,1.22658408,0.01000,1.099 | |
| 29,self_attn.q_proj,6.31454229,0.01000,1.136 | |
| 29,self_attn.o_proj,1.81649864,0.01000,1.932 | |
| 29,mlp.up_proj,35.35622406,0.01000,1.289 | |
| 29,mlp.gate_proj,38.42974472,0.01000,1.228 | |
| 29,mlp.down_proj,12.99395370,0.01000,10.210 | |
| 30,self_attn.k_proj,2.37444258,0.01000,1.156 | |
| 30,self_attn.v_proj,2.74426389,0.01000,1.102 | |
| 30,self_attn.q_proj,12.41589069,0.01000,1.133 | |
| 30,self_attn.o_proj,2.34893894,0.01000,1.893 | |
| 30,mlp.up_proj,43.69886017,0.01000,1.287 | |
| 30,mlp.gate_proj,57.59215164,0.01000,1.230 | |
| 30,mlp.down_proj,10.94703674,0.01000,10.039 | |
| 31,self_attn.k_proj,1.94846034,0.01000,1.149 | |
| 31,self_attn.v_proj,2.21520495,0.01000,1.075 | |
| 31,self_attn.q_proj,10.18080139,0.01000,1.132 | |
| 31,self_attn.o_proj,1.65798235,0.01000,1.936 | |
| 31,mlp.up_proj,79.61448669,0.01000,1.271 | |
| 31,mlp.gate_proj,106.99736023,0.01000,1.209 | |
| 31,mlp.down_proj,10.12814331,0.01000,10.047 | |
| 32,self_attn.k_proj,0.59653777,0.01000,1.162 | |
| 32,self_attn.v_proj,0.69479501,0.01000,1.098 | |
| 32,self_attn.q_proj,3.31510782,0.01000,1.133 | |
| 32,self_attn.o_proj,1.46756899,0.01000,1.940 | |
| 32,mlp.up_proj,43.01534653,0.01000,1.286 | |
| 32,mlp.gate_proj,56.31040573,0.01000,1.234 | |
| 32,mlp.down_proj,10.57728004,0.01000,9.948 | |
| 33,self_attn.k_proj,0.48007959,0.01000,1.160 | |
| 33,self_attn.v_proj,0.43353027,0.01000,1.098 | |
| 33,self_attn.q_proj,2.66944003,0.01000,1.140 | |
| 33,self_attn.o_proj,1.16452909,0.01000,1.936 | |
| 33,mlp.up_proj,37.45748901,0.01000,1.287 | |
| 33,mlp.gate_proj,40.18311691,0.01000,1.233 | |
| 33,mlp.down_proj,11.59187508,0.01000,10.155 | |
| 34,self_attn.k_proj,0.68396556,0.01000,1.139 | |
| 34,self_attn.v_proj,0.71251822,0.01000,1.115 | |
| 34,self_attn.q_proj,3.97808266,0.01000,1.138 | |
| 34,self_attn.o_proj,1.66452718,0.01000,1.939 | |
| 34,mlp.up_proj,35.96574783,0.01000,1.289 | |
| 34,mlp.gate_proj,37.39558792,0.01000,1.235 | |
| 34,mlp.down_proj,9.91393089,0.01000,10.292 | |
| 35,self_attn.k_proj,0.81941670,0.01000,1.203 | |
| 35,self_attn.v_proj,0.87227821,0.01000,1.105 | |
| 35,self_attn.q_proj,4.91163492,0.01000,1.143 | |
| 35,self_attn.o_proj,2.68042612,0.01000,1.947 | |
| 35,mlp.up_proj,40.16371918,0.01000,1.290 | |
| 35,mlp.gate_proj,41.72699738,0.01000,1.237 | |
| 35,mlp.down_proj,11.24375725,0.01000,10.171 | |
| 36,self_attn.k_proj,0.51701021,0.01000,1.158 | |
| 36,self_attn.v_proj,0.50001544,0.01000,1.100 | |
| 36,self_attn.q_proj,3.13710260,0.01000,1.133 | |
| 36,self_attn.o_proj,2.25207853,0.01000,1.932 | |
| 36,mlp.up_proj,43.13101578,0.01000,1.290 | |
| 36,mlp.gate_proj,44.59401703,0.01000,1.230 | |
| 36,mlp.down_proj,12.66608524,0.01000,9.877 | |
| 37,self_attn.k_proj,1.04409146,0.01000,1.162 | |
| 37,self_attn.v_proj,1.07487774,0.01000,1.093 | |
| 37,self_attn.q_proj,6.32459784,0.01000,1.136 | |
| 37,self_attn.o_proj,3.52424717,0.01000,1.932 | |
| 37,mlp.up_proj,44.28659821,0.01000,1.283 | |
| 37,mlp.gate_proj,47.45639801,0.01000,1.229 | |
| 37,mlp.down_proj,13.08962440,0.01000,9.656 | |
| 38,self_attn.k_proj,0.70040083,0.01000,1.158 | |
| 38,self_attn.v_proj,0.67634487,0.01000,1.094 | |
| 38,self_attn.q_proj,4.15942144,0.01000,1.174 | |
| 38,self_attn.o_proj,2.98514795,0.01000,2.024 | |
| 38,mlp.up_proj,41.48029327,0.01000,1.287 | |
| 38,mlp.gate_proj,42.63742828,0.01000,1.230 | |
| 38,mlp.down_proj,12.77038860,0.01000,10.071 | |
| 39,self_attn.k_proj,0.65501523,0.01000,1.160 | |
| 39,self_attn.v_proj,0.63400817,0.01000,1.098 | |
| 39,self_attn.q_proj,3.95633459,0.01000,1.133 | |
| 39,self_attn.o_proj,3.05778980,0.01000,1.932 | |
| 39,mlp.up_proj,40.32540512,0.01000,1.287 | |
| 39,mlp.gate_proj,38.98909760,0.01000,1.230 | |
| 39,mlp.down_proj,12.88877487,0.01000,9.644 | |
| 40,self_attn.k_proj,0.79315072,0.01000,1.199 | |
| 40,self_attn.v_proj,0.83237386,0.01000,1.098 | |
| 40,self_attn.q_proj,4.84926462,0.01000,1.139 | |
| 40,self_attn.o_proj,3.72353125,0.01000,1.937 | |
| 40,mlp.up_proj,36.79884338,0.01000,1.285 | |
| 40,mlp.gate_proj,33.97525787,0.01000,1.231 | |
| 40,mlp.down_proj,13.06659889,0.01000,9.896 | |
| 41,self_attn.k_proj,0.77358478,0.01000,1.162 | |
| 41,self_attn.v_proj,0.79954886,0.01000,1.102 | |
| 41,self_attn.q_proj,4.96604729,0.01000,1.154 | |
| 41,self_attn.o_proj,4.04304123,0.01000,1.932 | |
| 41,mlp.up_proj,39.54935455,0.01000,1.285 | |
| 41,mlp.gate_proj,35.93714523,0.01000,1.229 | |
| 41,mlp.down_proj,13.71113300,0.01000,9.885 | |
| 42,self_attn.k_proj,1.06457448,0.01000,1.167 | |
| 42,self_attn.v_proj,1.16151261,0.01000,1.103 | |
| 42,self_attn.q_proj,6.94136667,0.01000,1.145 | |
| 42,self_attn.o_proj,4.39309359,0.01000,1.953 | |
| 42,mlp.up_proj,42.69610596,0.01000,1.290 | |
| 42,mlp.gate_proj,37.84614944,0.01000,1.234 | |
| 42,mlp.down_proj,15.12725925,0.01000,9.906 | |
| 43,self_attn.k_proj,1.61698508,0.01000,1.163 | |
| 43,self_attn.v_proj,1.77028954,0.01000,1.106 | |
| 43,self_attn.q_proj,9.79468918,0.01000,1.140 | |
| 43,self_attn.o_proj,5.09574652,0.01000,1.940 | |
| 43,mlp.up_proj,47.06604004,0.01000,1.290 | |
| 43,mlp.gate_proj,42.68894958,0.01000,1.238 | |
| 43,mlp.down_proj,71.66894531,0.01000,9.856 | |
| 44,self_attn.k_proj,2.43886280,0.01000,1.166 | |
| 44,self_attn.v_proj,2.89231634,0.01000,1.103 | |
| 44,self_attn.q_proj,16.36064911,0.01000,1.142 | |
| 44,self_attn.o_proj,7.35442448,0.01000,1.952 | |
| 44,mlp.up_proj,50.47723389,0.01000,1.294 | |
| 44,mlp.gate_proj,45.26785660,0.01000,1.238 | |
| 44,mlp.down_proj,21.54353142,0.01000,10.164 | |
| 45,self_attn.k_proj,2.58890462,0.01000,1.188 | |
| 45,self_attn.v_proj,2.63187599,0.01000,1.139 | |
| 45,self_attn.q_proj,15.66180992,0.01000,1.163 | |
| 45,self_attn.o_proj,10.39427853,0.01000,1.901 | |
| 45,mlp.up_proj,54.53451157,0.01000,1.270 | |
| 45,mlp.gate_proj,49.89876556,0.01000,1.212 | |
| 45,mlp.down_proj,24.80439377,0.01000,9.717 | |
| 46,self_attn.k_proj,2.55938125,0.01000,1.166 | |
| 46,self_attn.v_proj,3.04971075,0.01000,1.105 | |
| 46,self_attn.q_proj,16.63127899,0.01000,1.148 | |
| 46,self_attn.o_proj,9.02083397,0.01000,1.952 | |
| 46,mlp.up_proj,60.18568039,0.01000,1.306 | |
| 46,mlp.gate_proj,55.02159119,0.01000,1.240 | |
| 46,mlp.down_proj,27.04306030,0.01000,9.606 | |
| 47,self_attn.k_proj,3.76372766,0.01000,1.155 | |
| 47,self_attn.v_proj,4.82143879,0.01000,1.099 | |
| 47,self_attn.q_proj,25.24352837,0.01000,1.128 | |
| 47,self_attn.o_proj,8.62299347,0.01000,1.929 | |
| 47,mlp.up_proj,61.80413818,0.01000,1.286 | |
| 47,mlp.gate_proj,56.39230347,0.01000,1.229 | |
| 47,mlp.down_proj,31.00769043,0.01000,9.843 | |
| 48,self_attn.k_proj,4.33097410,0.01000,1.161 | |
| 48,self_attn.v_proj,5.22913170,0.01000,1.142 | |
| 48,self_attn.q_proj,30.00033569,0.01000,1.141 | |
| 48,self_attn.o_proj,12.27084541,0.01000,1.937 | |
| 48,mlp.up_proj,67.28833771,0.01000,1.288 | |
| 48,mlp.gate_proj,62.79892731,0.01000,1.235 | |
| 48,mlp.down_proj,32.55909729,0.01000,10.066 | |
| 49,self_attn.k_proj,4.58533096,0.01000,1.165 | |
| 49,self_attn.v_proj,5.24146271,0.01000,1.129 | |
| 49,self_attn.q_proj,30.29653358,0.01000,1.145 | |
| 49,self_attn.o_proj,11.43666840,0.01000,1.944 | |
| 49,mlp.up_proj,74.19294739,0.01000,1.292 | |
| 49,mlp.gate_proj,70.05332184,0.01000,1.237 | |
| 49,mlp.down_proj,41.66929245,0.01000,10.226 | |
| 50,self_attn.k_proj,4.90630198,0.01000,1.172 | |
| 50,self_attn.v_proj,6.09085226,0.01000,1.140 | |
| 50,self_attn.q_proj,33.87724686,0.01000,1.149 | |
| 50,self_attn.o_proj,12.26939774,0.01000,2.030 | |
| 50,mlp.up_proj,82.19618225,0.01000,1.300 | |
| 50,mlp.gate_proj,79.56748962,0.01000,1.242 | |
| 50,mlp.down_proj,59.55751038,0.01000,10.154 | |
| 51,self_attn.k_proj,7.50695181,0.01000,1.177 | |
| 51,self_attn.v_proj,9.00130844,0.01000,1.108 | |
| 51,self_attn.q_proj,49.72457886,0.01000,1.146 | |
| 51,self_attn.o_proj,19.06943130,0.01000,1.967 | |
| 51,mlp.up_proj,99.14331818,0.01000,1.280 | |
| 51,mlp.gate_proj,96.68820190,0.01000,1.229 | |
| 51,mlp.down_proj,84.43814087,0.01000,9.983 | |
| 52,self_attn.k_proj,10.91156769,0.01000,1.221 | |
| 52,self_attn.v_proj,14.22049236,0.01000,1.115 | |
| 52,self_attn.q_proj,74.50735474,0.01000,1.158 | |
| 52,self_attn.o_proj,25.46066093,0.01000,1.945 | |
| 52,mlp.up_proj,123.48661041,0.01000,1.291 | |
| 52,mlp.gate_proj,119.77017212,0.01000,1.231 | |
| 52,mlp.down_proj,103.57630157,0.01000,10.104 | |
| 53,self_attn.k_proj,16.57922745,0.01000,1.190 | |
| 53,self_attn.v_proj,19.28343582,0.01000,1.129 | |
| 53,self_attn.q_proj,109.98464203,0.01000,1.136 | |
| 53,self_attn.o_proj,22.90372849,0.01000,1.959 | |
| 53,mlp.up_proj,136.34761047,0.01000,1.294 | |
| 53,mlp.gate_proj,131.46084595,0.01000,1.244 | |
| 53,mlp.down_proj,144.92550659,0.01000,10.088 | |
| 54,self_attn.k_proj,25.23480988,0.01000,1.176 | |
| 54,self_attn.v_proj,31.61150742,0.01000,1.107 | |
| 54,self_attn.q_proj,162.99169922,0.01000,1.145 | |
| 54,self_attn.o_proj,38.40440750,0.01000,1.953 | |
| 54,mlp.up_proj,175.13397217,0.01000,1.297 | |
| 54,mlp.gate_proj,169.29081726,0.01000,1.238 | |
| 54,mlp.down_proj,170.20622253,0.01000,10.085 | |
| 55,self_attn.k_proj,25.52989578,0.01000,1.170 | |
| 55,self_attn.v_proj,27.89676666,0.01000,1.110 | |
| 55,self_attn.q_proj,163.61907959,0.01000,1.150 | |
| 55,self_attn.o_proj,34.60001373,0.01000,1.956 | |
| 55,mlp.up_proj,190.99429321,0.01000,1.299 | |
| 55,mlp.gate_proj,181.47290039,0.01000,1.236 | |
| 55,mlp.down_proj,213.51348877,0.01000,9.837 | |
| 56,self_attn.k_proj,46.52150726,0.01000,1.189 | |
| 56,self_attn.v_proj,62.56267166,0.01000,1.120 | |
| 56,self_attn.q_proj,294.94454956,0.01000,1.160 | |
| 56,self_attn.o_proj,38.20604324,0.01000,1.910 | |
| 56,mlp.up_proj,216.63262939,0.01000,1.294 | |
| 56,mlp.gate_proj,203.21862793,0.01000,1.242 | |
| 56,mlp.down_proj,245.69470215,0.01000,10.165 | |
| 57,self_attn.k_proj,56.03170776,0.01000,1.169 | |
| 57,self_attn.v_proj,83.18040466,0.01000,1.115 | |
| 57,self_attn.q_proj,353.62338257,0.01000,1.146 | |
| 57,self_attn.o_proj,44.33944702,0.01000,1.953 | |
| 57,mlp.up_proj,233.12094116,0.01000,1.296 | |
| 57,mlp.gate_proj,214.46443176,0.01000,1.241 | |
| 57,mlp.down_proj,291.15484619,0.01000,9.823 | |
| 58,self_attn.k_proj,100.01489258,0.01000,1.142 | |
| 58,self_attn.v_proj,133.82089233,0.01000,1.082 | |
| 58,self_attn.q_proj,638.43444824,0.01000,1.125 | |
| 58,self_attn.o_proj,64.26174927,0.01000,1.945 | |
| 58,mlp.up_proj,265.95632935,0.01000,1.296 | |
| 58,mlp.gate_proj,240.49734497,0.01000,1.235 | |
| 58,mlp.down_proj,350.90069580,0.01000,9.628 | |
| 59,self_attn.k_proj,127.59719849,0.01000,1.212 | |
| 59,self_attn.v_proj,186.20983887,0.01000,1.105 | |
| 59,self_attn.q_proj,846.85949707,0.01000,1.141 | |
| 59,self_attn.o_proj,57.52569580,0.01000,1.940 | |
| 59,mlp.up_proj,288.86016846,0.01000,1.290 | |
| 59,mlp.gate_proj,258.25326538,0.01000,1.233 | |
| 59,mlp.down_proj,439.54940796,0.01000,10.137 | |
| 60,self_attn.k_proj,122.05357361,0.01000,1.163 | |
| 60,self_attn.v_proj,153.96994019,0.01000,1.104 | |
| 60,self_attn.q_proj,804.22961426,0.01000,1.141 | |
| 60,self_attn.o_proj,124.09367371,0.01000,1.945 | |
| 60,mlp.up_proj,315.71032715,0.01000,1.295 | |
| 60,mlp.gate_proj,274.82501221,0.01000,1.235 | |
| 60,mlp.down_proj,618.82397461,0.01000,10.123 | |
| 61,self_attn.k_proj,158.34274292,0.01000,1.168 | |
| 61,self_attn.v_proj,258.58428955,0.01000,1.104 | |
| 61,self_attn.q_proj,1107.40454102,0.01000,1.145 | |
| 61,self_attn.o_proj,134.68112183,0.01000,1.953 | |
| 61,mlp.up_proj,327.80285645,0.01000,1.300 | |
| 61,mlp.gate_proj,281.97460938,0.01000,1.237 | |
| 61,mlp.down_proj,851.01434326,0.01000,9.817 | |
| 62,self_attn.k_proj,171.83435059,0.01000,1.173 | |
| 62,self_attn.v_proj,254.51989746,0.01000,1.092 | |
| 62,self_attn.q_proj,1126.85229492,0.01000,1.168 | |
| 62,self_attn.o_proj,285.54168701,0.01000,1.958 | |
| 62,mlp.up_proj,373.82440186,0.01000,1.294 | |
| 62,mlp.gate_proj,336.40557861,0.01000,1.244 | |
| 62,mlp.down_proj,1390.11401367,0.01000,10.021 | |
| 63,self_attn.k_proj,75.29898071,0.01000,1.174 | |
| 63,self_attn.v_proj,103.37579346,0.01000,1.134 | |
| 63,self_attn.q_proj,490.16372681,0.01000,1.143 | |
| 63,self_attn.o_proj,210.85589600,0.01000,1.949 | |
| 63,mlp.up_proj,456.76293945,0.01000,1.288 | |
| 63,mlp.gate_proj,422.48721313,0.01000,1.237 | |
| 63,mlp.down_proj,4042.77978516,0.01000,10.259 | |