[["model.embed_tokens", 0.00017933898197952658], ["model.layers.0.self_attn.q_proj", 0.0029955373611301184], ["model.layers.0.self_attn.k_proj", -0.005948639940470457], ["model.layers.0.self_attn.v_proj", 0.019639749079942703], ["model.layers.0.self_attn.o_proj", 0.008572512306272984], ["model.layers.0.mlp.gate_proj", 0.0013801123714074492], ["model.layers.0.mlp.down_proj", 0.00255955895408988], ["model.layers.0.mlp.up_proj", 0.0026638787239789963], ["model.layers.1.self_attn.q_proj", 0.0030553557444363832], ["model.layers.1.self_attn.k_proj", 0.012554741464555264], ["model.layers.1.self_attn.v_proj", 0.025317031890153885], ["model.layers.1.self_attn.o_proj", 0.0001538985234219581], ["model.layers.1.mlp.gate_proj", 0.0008642530883662403], ["model.layers.1.mlp.down_proj", 0.00018491070659365505], ["model.layers.1.mlp.up_proj", 0.000630109163466841], ["model.layers.2.self_attn.q_proj", 0.001534401555545628], ["model.layers.2.self_attn.k_proj", 1.873326073109638e-05], ["model.layers.2.self_attn.v_proj", -0.007110123988240957], ["model.layers.2.self_attn.o_proj", 0.0021309226285666227], ["model.layers.2.mlp.gate_proj", 0.002589023672044277], ["model.layers.2.mlp.down_proj", 0.0010908812982961535], ["model.layers.2.mlp.up_proj", 1.0870675396290608e-05], ["model.layers.3.self_attn.q_proj", 0.000485603348352015], ["model.layers.3.self_attn.k_proj", 0.009732338599860668], ["model.layers.3.self_attn.v_proj", 0.009079343639314175], ["model.layers.3.self_attn.o_proj", 0.005412867292761803], ["model.layers.3.mlp.gate_proj", 0.0006334829377010465], ["model.layers.3.mlp.down_proj", 0.0003509818052407354], ["model.layers.3.mlp.up_proj", 0.0008234604028984904], ["model.layers.4.self_attn.q_proj", 8.072385389823467e-05], ["model.layers.4.self_attn.k_proj", 0.0007805272471159697], ["model.layers.4.self_attn.v_proj", 0.016254959627985954], ["model.layers.4.self_attn.o_proj", -0.0015865112654864788], ["model.layers.4.mlp.gate_proj", 0.001196111086755991], ["model.layers.4.mlp.down_proj", 0.0010140626691281796], ["model.layers.4.mlp.up_proj", 0.0006497050635516644], ["model.layers.5.self_attn.q_proj", 0.00480948481708765], ["model.layers.5.self_attn.k_proj", -0.0027630794793367386], ["model.layers.5.self_attn.v_proj", 0.05851486697793007], ["model.layers.5.self_attn.o_proj", 0.0025522755458950996], ["model.layers.5.mlp.gate_proj", 0.0010094406316056848], ["model.layers.5.mlp.down_proj", 0.0008783477824181318], ["model.layers.5.mlp.up_proj", 0.0006752439076080918], ["model.layers.6.self_attn.q_proj", 0.0013036024756729603], ["model.layers.6.self_attn.k_proj", 0.00441406574100256], ["model.layers.6.self_attn.v_proj", 0.012371703051030636], ["model.layers.6.self_attn.o_proj", 0.002891332609578967], ["model.layers.6.mlp.gate_proj", 0.0007651242194697261], ["model.layers.6.mlp.down_proj", 0.00047818946768529713], ["model.layers.6.mlp.up_proj", 0.00032173815998248756], ["model.layers.7.self_attn.q_proj", 0.0018278267234563828], ["model.layers.7.self_attn.k_proj", 0.0013091953005641699], ["model.layers.7.self_attn.v_proj", 0.025667553767561913], ["model.layers.7.self_attn.o_proj", 0.004879062529653311], ["model.layers.7.mlp.gate_proj", 0.0008342239307239652], ["model.layers.7.mlp.down_proj", 0.0015389001928269863], ["model.layers.7.mlp.up_proj", 0.001417580060660839], ["model.layers.8.self_attn.q_proj", -0.0004727655032183975], ["model.layers.8.self_attn.k_proj", 0.0019128321437165141], ["model.layers.8.self_attn.v_proj", 0.03730456158518791], ["model.layers.8.self_attn.o_proj", 2.9644927508343244e-06], ["model.layers.8.mlp.gate_proj", 0.00041878435877151787], ["model.layers.8.mlp.down_proj", 0.0004729744396172464], ["model.layers.8.mlp.up_proj", 0.0005191683885641396], ["model.layers.9.self_attn.q_proj", 0.0006905783084221184], ["model.layers.9.self_attn.k_proj", 0.0022107576951384544], ["model.layers.9.self_attn.v_proj", 0.011592535302042961], ["model.layers.9.self_attn.o_proj", 0.003158509498462081], ["model.layers.9.mlp.gate_proj", 0.0007572546601295471], ["model.layers.9.mlp.down_proj", 0.0005660582100972533], ["model.layers.9.mlp.up_proj", 0.0009614503942430019], ["model.layers.10.self_attn.q_proj", -0.00042643482447601855], ["model.layers.10.self_attn.k_proj", 0.0026805009692907333], ["model.layers.10.self_attn.v_proj", 0.036466408520936966], ["model.layers.10.self_attn.o_proj", 0.006510632578283548], ["model.layers.10.mlp.gate_proj", 7.520302460761741e-05], ["model.layers.10.mlp.down_proj", 0.0010930781718343496], ["model.layers.10.mlp.up_proj", 0.001586529309861362], ["model.layers.11.self_attn.q_proj", 0.003125373739749193], ["model.layers.11.self_attn.k_proj", -0.002555281389504671], ["model.layers.11.self_attn.v_proj", 0.037773992866277695], ["model.layers.11.self_attn.o_proj", 0.007669548969715834], ["model.layers.11.mlp.gate_proj", 0.00026288069784641266], ["model.layers.11.mlp.down_proj", 0.0007615083013661206], ["model.layers.11.mlp.up_proj", 0.00043453575926832855], ["model.layers.12.self_attn.q_proj", 0.0001725817273836583], ["model.layers.12.self_attn.k_proj", 0.0004901409847661853], ["model.layers.12.self_attn.v_proj", 0.02639072574675083], ["model.layers.12.self_attn.o_proj", 0.0038742423057556152], ["model.layers.12.mlp.gate_proj", 0.00021807197481393814], ["model.layers.12.mlp.down_proj", 0.0008762039942666888], ["model.layers.12.mlp.up_proj", 0.0006516615976579487], ["model.layers.13.self_attn.q_proj", 0.0001649613113841042], ["model.layers.13.self_attn.k_proj", -0.0002807641576509923], ["model.layers.13.self_attn.v_proj", 0.02094721607863903], ["model.layers.13.self_attn.o_proj", 0.0007713172235526145], ["model.layers.13.mlp.gate_proj", 0.00011524039291543886], ["model.layers.13.mlp.down_proj", 0.00021390753681771457], ["model.layers.13.mlp.up_proj", 0.0001491681905463338], ["model.layers.14.self_attn.q_proj", 0.0008131118956953287], ["model.layers.14.self_attn.k_proj", -0.00027067060000263155], ["model.layers.14.self_attn.v_proj", 0.014168205671012402], ["model.layers.14.self_attn.o_proj", 0.0022060060873627663], ["model.layers.14.mlp.gate_proj", 0.00019849582167807966], ["model.layers.14.mlp.down_proj", 4.022119173896499e-05], ["model.layers.14.mlp.up_proj", 0.00022455198632087559], ["model.layers.15.self_attn.q_proj", 0.0003442691813688725], ["model.layers.15.self_attn.k_proj", 0.00022691798221785575], ["model.layers.15.self_attn.v_proj", 0.0188571996986866], ["model.layers.15.self_attn.o_proj", 0.0022589387372136116], ["model.layers.15.mlp.gate_proj", 0.0003469250223133713], ["model.layers.15.mlp.down_proj", 0.0007515026372857392], ["model.layers.15.mlp.up_proj", 0.000473078282084316], ["model.layers.16.self_attn.q_proj", 0.00040002353489398956], ["model.layers.16.self_attn.k_proj", 0.002906117122620344], ["model.layers.16.self_attn.v_proj", 0.0026144329458475113], ["model.layers.16.self_attn.o_proj", 0.001666123396717012], ["model.layers.16.mlp.gate_proj", 0.0004580873646773398], ["model.layers.16.mlp.down_proj", 0.001168822287581861], ["model.layers.16.mlp.up_proj", 0.0005519100814126432], ["model.layers.17.self_attn.q_proj", 0.004231635946780443], ["model.layers.17.self_attn.k_proj", 0.02254517376422882], ["model.layers.17.self_attn.v_proj", 0.09566573053598404], ["model.layers.17.self_attn.o_proj", 0.004230561200529337], ["model.layers.17.mlp.gate_proj", 0.000288238690700382], ["model.layers.17.mlp.down_proj", 0.00043363610166125], ["model.layers.17.mlp.up_proj", 0.00014672681572847068], ["model.layers.18.self_attn.q_proj", 0.0010873294668272138], ["model.layers.18.self_attn.k_proj", 0.0024837260134518147], ["model.layers.18.self_attn.v_proj", 0.0029580385889858007], ["model.layers.18.self_attn.o_proj", 0.0011313933646306396], ["model.layers.18.mlp.gate_proj", 0.00023939835955388844], ["model.layers.18.mlp.down_proj", 0.0004534658801276237], ["model.layers.18.mlp.up_proj", 0.0002650485548656434], ["model.layers.19.self_attn.q_proj", 0.0004996950156055391], ["model.layers.19.self_attn.k_proj", 0.002414159709587693], ["model.layers.19.self_attn.v_proj", 0.0004377939912956208], ["model.layers.19.self_attn.o_proj", 0.0013192631304264069], ["model.layers.19.mlp.gate_proj", 0.0001834969298215583], ["model.layers.19.mlp.down_proj", 0.00034521592897363007], ["model.layers.19.mlp.up_proj", 0.00011616255505941808], ["model.layers.20.self_attn.q_proj", -1.2282870557100978e-05], ["model.layers.20.self_attn.k_proj", 0.0003510807582642883], ["model.layers.20.self_attn.v_proj", 0.001708710566163063], ["model.layers.20.self_attn.o_proj", 0.001573091372847557], ["model.layers.20.mlp.gate_proj", 0.0002064051222987473], ["model.layers.20.mlp.down_proj", 0.00028295573429204524], ["model.layers.20.mlp.up_proj", 0.00012016527762170881], ["model.layers.21.self_attn.q_proj", 6.822949217166752e-05], ["model.layers.21.self_attn.k_proj", -9.666082769399509e-05], ["model.layers.21.self_attn.v_proj", 0.0018214024603366852], ["model.layers.21.self_attn.o_proj", 0.0010172381298616529], ["model.layers.21.mlp.gate_proj", 0.0001338622678304091], ["model.layers.21.mlp.down_proj", 3.68977808307136e-08], ["model.layers.21.mlp.up_proj", 5.205464185564779e-05], ["model.layers.22.self_attn.q_proj", 3.155269951093942e-05], ["model.layers.22.self_attn.k_proj", 0.0007611164473928511], ["model.layers.22.self_attn.v_proj", 0.0058123343624174595], ["model.layers.22.self_attn.o_proj", 0.0004031933785881847], ["model.layers.22.mlp.gate_proj", 0.00013765170297119766], ["model.layers.22.mlp.down_proj", 0.00020393884915392846], ["model.layers.22.mlp.up_proj", 0.00018948622164316475], ["model.layers.23.self_attn.q_proj", 0.0023940938990563154], ["model.layers.23.self_attn.k_proj", 0.004586455877870321], ["model.layers.23.self_attn.v_proj", 0.013920371420681477], ["model.layers.23.self_attn.o_proj", 0.0024147015064954758], ["model.layers.23.mlp.gate_proj", 0.00011352469300618395], ["model.layers.23.mlp.down_proj", 0.00037112709833309054], ["model.layers.23.mlp.up_proj", 0.00011062811245210469], ["model.layers.24.self_attn.q_proj", -4.5621498429682106e-05], ["model.layers.24.self_attn.k_proj", 4.682612143369624e-06], ["model.layers.24.self_attn.v_proj", -0.0018286432605236769], ["model.layers.24.self_attn.o_proj", 0.0007578752120025456], ["model.layers.24.mlp.gate_proj", 0.0002520371926948428], ["model.layers.24.mlp.down_proj", 0.0002598457795102149], ["model.layers.24.mlp.up_proj", 0.0001343846379313618], ["model.layers.25.self_attn.q_proj", 0.00015891996736172587], ["model.layers.25.self_attn.k_proj", -7.803636253811419e-05], ["model.layers.25.self_attn.v_proj", 0.002909720642492175], ["model.layers.25.self_attn.o_proj", 0.0010329822544008493], ["model.layers.25.mlp.gate_proj", 0.00034201276139356196], ["model.layers.25.mlp.down_proj", 0.0007676531677134335], ["model.layers.25.mlp.up_proj", 0.0006136563024483621], ["lm_head", 0.0002471686457283795]]