unsloth
/

gemma-3-27b-it-qat-GGUF

@@ -1,435 +0,0 @@
-Name,Error,Is_Tied,NQA
-blk.59.attn_output.weight,0.15750122,True,2.625
-blk.33.attn_output.weight,0.14729309,True,2.625
-blk.60.attn_output.weight,0.14164734,True,2.625
-blk.29.ffn_gate.weight,0.14097595,True,2.625
-blk.58.attn_output.weight,0.13955688,True,2.625
-blk.46.attn_output.weight,0.1259613,True,2.625
-blk.57.attn_output.weight,0.12414551,True,2.625
-blk.54.attn_k.weight,0.11714172,True,2.625
-blk.31.attn_output.weight,0.112457275,True,2.625
-blk.27.ffn_gate.weight,0.11013794,True,2.625
-blk.31.attn_v.weight,0.1027832,True,2.625
-blk.33.attn_k.weight,0.101379395,True,2.625
-blk.57.attn_k.weight,0.09967041,True,2.625
-blk.19.attn_k.weight,0.097839355,True,2.625
-blk.34.attn_output.weight,0.096191406,True,2.625
-blk.45.attn_output.weight,0.094451904,True,2.625
-blk.32.attn_output.weight,0.09298706,True,2.625
-blk.55.attn_output.weight,0.09247589,True,2.625
-blk.59.attn_k.weight,0.09098816,True,2.625
-blk.30.attn_output.weight,0.09098816,True,2.625
-blk.36.attn_output.weight,0.090026855,True,2.625
-blk.37.attn_output.weight,0.08769226,True,2.625
-blk.39.attn_output.weight,0.08753967,True,2.625
-blk.38.attn_output.weight,0.08589172,True,2.625
-blk.17.attn_k.weight,0.08396149,True,2.625
-blk.56.attn_k.weight,0.07928467,True,2.625
-blk.22.attn_k.weight,0.0789032,True,2.625
-blk.28.ffn_gate.weight,0.07888794,True,2.625
-blk.51.attn_output.weight,0.07867432,True,2.625
-blk.30.ffn_gate.weight,0.07546997,True,2.625
-blk.44.attn_output.weight,0.07527161,True,2.625
-blk.27.attn_output.weight,0.07495117,True,2.625
-blk.31.attn_k.weight,0.07421589,True,2.625
-blk.13.attn_output.weight,0.0736084,True,2.625
-blk.54.attn_output.weight,0.07344055,True,2.625
-blk.42.attn_output.weight,0.07324219,True,2.625
-blk.29.ffn_up.weight,0.070632935,True,2.625
-blk.52.attn_k.weight,0.069381714,True,2.625
-blk.58.ffn_down.weight,0.0688324,True,2.625
-blk.21.attn_output.weight,0.06877899,True,2.625
-blk.26.ffn_gate.weight,0.067863464,True,2.625
-blk.35.attn_k.weight,0.067611694,True,2.625
-blk.56.attn_output.weight,0.067237854,True,2.625
-blk.58.attn_k.weight,0.06591034,True,2.625
-blk.25.ffn_gate.weight,0.06590271,True,2.625
-blk.49.attn_output.weight,0.06581116,True,2.625
-blk.12.attn_output.weight,0.065727234,True,2.625
-blk.18.attn_output.weight,0.065589905,True,2.625
-blk.0.ffn_up.weight,0.065330505,True,2.625
-blk.33.attn_v.weight,0.065322876,True,2.625
-blk.32.attn_k.weight,0.06523132,True,2.625
-blk.11.attn_output.weight,0.06503296,True,2.625
-blk.32.ffn_gate.weight,0.06473923,True,2.625
-blk.31.ffn_gate.weight,0.06472778,True,2.625
-blk.48.ffn_gate.weight,0.064468384,True,2.625
-blk.10.attn_output.weight,0.0640564,True,2.625
-blk.22.attn_v.weight,0.06355286,True,2.625
-blk.35.attn_output.weight,0.063186646,True,2.625
-blk.58.ffn_gate.weight,0.06267738,True,2.625
-blk.27.ffn_up.weight,0.06266022,True,2.625
-blk.44.ffn_gate.weight,0.06259155,True,2.625
-blk.29.attn_k.weight,0.06225586,True,2.625
-blk.18.ffn_up.weight,0.061943054,True,2.625
-blk.1.attn_v.weight,0.061683655,True,2.625
-blk.23.ffn_gate.weight,0.06163025,True,2.625
-blk.20.attn_output.weight,0.06087494,True,2.625
-blk.26.attn_output.weight,0.06075287,True,2.625
-blk.52.attn_output.weight,0.0602417,True,2.625
-blk.35.ffn_gate.weight,0.0599823,True,2.625
-blk.14.attn_output.weight,0.059158325,True,2.625
-blk.36.ffn_gate.weight,0.05908203,True,2.625
-blk.53.attn_output.weight,0.058670044,True,2.625
-blk.25.ffn_up.weight,0.05807495,True,2.625
-blk.60.attn_k.weight,0.057800293,True,2.625
-blk.8.attn_k.weight,0.057273865,True,2.625
-blk.49.attn_k.weight,0.05722046,True,2.625
-blk.34.ffn_gate.weight,0.05706024,True,2.625
-blk.42.attn_v.weight,0.057052612,True,2.625
-blk.37.attn_q.weight,0.057006836,True,2.625
-blk.57.ffn_gate.weight,0.056922913,True,2.625
-blk.47.attn_k.weight,0.056869507,True,2.625
-blk.25.attn_output.weight,0.056869507,True,2.625
-blk.16.attn_output.weight,0.05682373,True,2.625
-blk.19.attn_v.weight,0.056411743,True,2.625
-blk.17.attn_v.weight,0.056236267,True,2.625
-blk.55.ffn_gate.weight,0.05580139,True,2.625
-blk.54.ffn_gate.weight,0.05569458,True,2.625
-blk.19.ffn_gate.weight,0.055664062,True,2.625
-blk.2.attn_output.weight,0.05558777,True,2.625
-blk.54.ffn_up.weight,0.055568695,True,2.625
-blk.57.attn_v.weight,0.05537033,True,2.625
-blk.32.ffn_up.weight,0.055288315,True,2.625
-blk.54.attn_v.weight,0.055286407,True,2.625
-blk.28.attn_v.weight,0.054969788,True,2.625
-blk.53.ffn_up.weight,0.05493927,True,2.625
-blk.26.attn_k.weight,0.054626465,True,2.625
-blk.56.attn_v.weight,0.054504395,True,2.625
-blk.56.ffn_up.weight,0.054439545,True,2.625
-blk.30.ffn_up.weight,0.054252625,True,2.625
-blk.1.attn_k.weight,0.053970337,True,2.625
-blk.42.attn_k.weight,0.053791046,True,2.625
-blk.48.attn_k.weight,0.05357361,True,2.625
-blk.23.attn_output.weight,0.05318451,True,2.625
-blk.23.attn_k.weight,0.052936554,True,2.625
-blk.59.attn_v.weight,0.052768707,True,2.625
-blk.50.attn_k.weight,0.05262375,True,2.625
-blk.57.ffn_up.weight,0.052124023,True,2.625
-blk.43.ffn_gate.weight,0.05203247,True,2.625
-blk.56.ffn_gate.weight,0.051818848,True,2.625
-blk.55.attn_k.weight,0.05173874,True,2.625
-blk.4.attn_output.weight,0.05166626,True,2.625
-blk.27.attn_k.weight,0.051651,True,2.625
-blk.10.attn_k.weight,0.051597595,True,2.625
-blk.22.ffn_gate.weight,0.051483154,True,2.625
-blk.59.ffn_gate.weight,0.051437378,True,2.625
-blk.51.attn_v.weight,0.05141449,True,2.625
-blk.30.attn_v.weight,0.05139923,True,2.625
-blk.52.ffn_gate.weight,0.051200867,True,2.625
-blk.49.ffn_gate.weight,0.050605774,True,2.625
-blk.7.attn_output.weight,0.05052948,True,2.625
-blk.58.attn_v.weight,0.050304413,True,2.625
-blk.21.ffn_up.weight,0.050289154,True,2.625
-blk.9.attn_v.weight,0.050281525,True,2.625
-blk.29.attn_v.weight,0.049980164,True,2.625
-blk.33.ffn_gate.weight,0.04937744,True,2.625
-blk.8.ffn_gate.weight,0.049263,True,2.625
-blk.23.ffn_up.weight,0.04896164,True,2.625
-blk.39.attn_q.weight,0.04895401,True,2.625
-blk.26.attn_v.weight,0.04862213,True,2.625
-blk.35.ffn_up.weight,0.04849243,True,2.625
-blk.22.attn_output.weight,0.048477173,True,2.625
-blk.51.attn_k.weight,0.04838562,True,2.625
-blk.48.attn_output.weight,0.048362732,True,2.625
-blk.51.ffn_up.weight,0.048355103,True,2.625
-blk.56.ffn_down.weight,0.048095703,True,2.625
-blk.40.ffn_gate.weight,0.04787445,True,2.625
-blk.46.attn_q.weight,0.047756195,True,2.625
-blk.24.ffn_gate.weight,0.047676086,True,2.625
-blk.5.attn_output.weight,0.047676086,True,2.625
-blk.38.attn_k.weight,0.047439575,True,2.625
-blk.21.ffn_gate.weight,0.04741478,True,2.625
-blk.53.attn_k.weight,0.0473938,True,2.625
-blk.30.attn_k.weight,0.047340393,True,2.625
-blk.40.attn_output.weight,0.04711151,True,2.625
-blk.60.ffn_gate.weight,0.047096252,True,2.625
-blk.38.ffn_gate.weight,0.046958923,True,2.625
-blk.39.attn_k.weight,0.04675293,True,2.625
-blk.34.attn_q.weight,0.046733856,True,2.625
-blk.46.ffn_gate.weight,0.046718597,True,2.625
-blk.21.attn_k.weight,0.04660797,True,2.625
-blk.5.attn_v.weight,0.04657364,True,2.625
-blk.6.attn_output.weight,0.046554565,True,2.625
-blk.27.ffn_down.weight,0.046483994,True,2.625
-blk.46.ffn_up.weight,0.046401978,True,2.625
-blk.7.ffn_up.weight,0.04639244,True,2.625
-blk.37.attn_v.weight,0.04623413,True,2.625
-blk.23.attn_q.weight,0.046203613,True,2.625
-blk.52.attn_v.weight,0.046165466,True,2.625
-blk.32.attn_v.weight,0.046085358,True,2.625
-blk.17.attn_output.weight,0.04575348,True,2.625
-blk.1.attn_output.weight,0.04569626,True,2.625
-blk.34.ffn_up.weight,0.045684814,True,2.625
-blk.40.attn_k.weight,0.04563141,True,2.625
-blk.34.attn_v.weight,0.045570374,True,2.625
-blk.24.attn_v.weight,0.045520782,True,2.625
-blk.60.attn_v.weight,0.04550934,True,2.625
-blk.9.attn_output.weight,0.045196533,True,2.625
-blk.8.ffn_up.weight,0.045022964,True,2.625
-blk.36.attn_k.weight,0.044952393,True,2.625
-blk.18.ffn_gate.weight,0.044872284,True,2.625
-blk.38.ffn_up.weight,0.044792175,True,2.625
-blk.45.ffn_up.weight,0.044677734,True,2.625
-blk.53.ffn_gate.weight,0.044670105,True,2.625
-blk.28.ffn_up.weight,0.044628143,True,2.625
-blk.1.ffn_gate.weight,0.04460907,True,2.625
-blk.11.attn_q.weight,0.04455185,True,2.625
-blk.14.ffn_up.weight,0.044498444,True,2.625
-blk.19.ffn_up.weight,0.04443741,True,2.625
-blk.24.attn_k.weight,0.04433441,True,2.625
-blk.55.ffn_up.weight,0.044288635,True,2.625
-blk.39.ffn_gate.weight,0.044197083,True,2.625
-blk.61.attn_output.weight,0.044174194,True,2.625
-blk.33.ffn_up.weight,0.044143677,True,2.625
-blk.43.attn_output.weight,0.044059753,True,2.625
-blk.16.ffn_up.weight,0.044052124,True,2.625
-blk.25.attn_k.weight,0.044052124,True,2.625
-blk.9.attn_k.weight,0.04404068,True,2.625
-blk.47.attn_v.weight,0.04402542,True,2.625
-blk.29.attn_output.weight,0.04386902,True,2.625
-blk.13.attn_k.weight,0.043811798,True,2.625
-blk.55.attn_q.weight,0.043807983,True,2.625
-blk.47.attn_output.weight,0.04360199,True,2.625
-blk.52.ffn_up.weight,0.04318428,True,2.625
-blk.29.attn_q.weight,0.043182373,True,2.625
-blk.1.ffn_up.weight,0.043151855,True,2.625
-blk.49.attn_v.weight,0.043128967,True,2.625
-blk.0.attn_output.weight,0.042869568,True,2.625
-blk.37.ffn_gate.weight,0.04276657,True,2.625
-blk.2.ffn_down.weight,0.042613983,True,2.625
-blk.50.attn_q.weight,0.04257202,True,2.625
-blk.31.ffn_up.weight,0.042560577,True,2.625
-blk.1.ffn_down.weight,0.042453766,True,2.625
-blk.39.attn_v.weight,0.042446136,True,2.625
-blk.15.ffn_gate.weight,0.0423584,True,2.625
-blk.55.attn_v.weight,0.042354584,True,2.625
-blk.24.ffn_up.weight,0.042238235,True,2.625
-blk.26.ffn_up.weight,0.04220581,True,2.625
-blk.41.attn_k.weight,0.04206848,True,2.625
-blk.10.attn_v.weight,0.042057037,True,2.625
-blk.49.attn_q.weight,0.042037964,True,2.625
-blk.61.attn_q.weight,0.041996002,True,2.625
-blk.4.attn_v.weight,0.041900635,True,2.625
-blk.38.attn_v.weight,0.04183197,True,2.625
-blk.36.ffn_up.weight,0.041740417,True,2.625
-blk.22.ffn_up.weight,0.04171753,True,2.625
-blk.19.attn_output.weight,0.04171753,True,2.625
-blk.7.ffn_gate.weight,0.041610718,True,2.625
-blk.28.attn_k.weight,0.041477203,True,2.625
-blk.34.attn_k.weight,0.04147339,True,2.625
-blk.20.ffn_up.weight,0.041374207,True,2.625
-blk.45.attn_q.weight,0.0410347,True,2.625
-blk.51.ffn_gate.weight,0.040891647,True,2.625
-blk.17.ffn_gate.weight,0.04088974,True,2.625
-blk.47.ffn_gate.weight,0.040859222,True,2.625
-blk.3.attn_output.weight,0.04067993,True,2.625
-blk.53.attn_v.weight,0.040672302,True,2.625
-blk.13.attn_v.weight,0.040649414,True,2.625
-blk.42.ffn_gate.weight,0.040582657,True,2.625
-blk.60.ffn_up.weight,0.040527344,True,2.625
-blk.43.attn_q.weight,0.04050827,True,2.625
-blk.50.ffn_up.weight,0.040390015,True,2.625
-blk.9.ffn_up.weight,0.040374756,True,2.625
-blk.30.attn_q.weight,0.040367126,True,2.625
-blk.60.attn_q.weight,0.040348053,True,2.625
-blk.44.attn_k.weight,0.040327072,True,2.625
-blk.36.attn_q.weight,0.040122986,True,2.625
-blk.20.attn_q.weight,0.040122986,True,2.625
-blk.14.ffn_gate.weight,0.04005432,True,2.625
-blk.50.ffn_gate.weight,0.040042877,True,2.625
-blk.17.ffn_up.weight,0.039901733,True,2.625
-blk.61.ffn_gate.weight,0.039661407,True,2.625
-blk.45.ffn_gate.weight,0.03949356,True,2.625
-blk.16.ffn_gate.weight,0.03944397,True,2.625
-blk.59.ffn_down.weight,0.039405823,True,2.625
-blk.28.attn_output.weight,0.03930664,True,2.625
-blk.24.attn_output.weight,0.039268494,True,2.625
-blk.0.attn_k.weight,0.039188385,True,2.625
-blk.60.ffn_down.weight,0.039138794,True,2.625
-blk.58.ffn_up.weight,0.039073944,True,2.625
-blk.35.attn_q.weight,0.039024353,True,2.625
-blk.50.attn_output.weight,0.038871765,True,2.625
-blk.45.attn_k.weight,0.038841248,True,2.625
-blk.51.attn_q.weight,0.03878784,True,2.625
-blk.41.attn_v.weight,0.038780212,True,2.625
-blk.27.attn_q.weight,0.038597107,True,2.625
-blk.18.attn_k.weight,0.03848934,True,2.625
-blk.37.ffn_up.weight,0.03826523,True,2.625
-blk.21.attn_q.weight,0.038196564,True,2.625
-blk.5.attn_k.weight,0.03793335,True,2.625
-blk.8.attn_v.weight,0.03792572,True,2.625
-blk.47.ffn_up.weight,0.037719727,True,2.625
-blk.20.ffn_gate.weight,0.037597656,True,2.625
-blk.8.attn_output.weight,0.037590027,True,2.625
-blk.46.attn_k.weight,0.03754425,True,2.625
-blk.20.attn_k.weight,0.037483215,True,2.625
-blk.4.attn_k.weight,0.03742218,True,2.625
-blk.40.attn_q.weight,0.03727722,True,2.625
-blk.61.ffn_up.weight,0.037109375,True,2.625
-blk.16.attn_k.weight,0.03691864,True,2.625
-blk.28.attn_q.weight,0.03684616,True,2.625
-blk.48.ffn_up.weight,0.036733627,True,2.625
-blk.10.ffn_up.weight,0.036705017,True,2.625
-blk.53.attn_q.weight,0.036678314,True,2.625
-blk.61.attn_k.weight,0.036445618,True,2.625
-blk.25.attn_q.weight,0.036434174,True,2.625
-blk.48.attn_v.weight,0.036392212,True,2.625
-blk.38.attn_q.weight,0.036331177,True,2.625
-blk.44.attn_q.weight,0.036260605,True,2.625
-blk.11.attn_k.weight,0.036254883,True,2.625
-blk.41.attn_output.weight,0.036247253,True,2.625
-blk.41.ffn_gate.weight,0.036064148,True,2.625
-blk.35.attn_v.weight,0.035884857,True,2.625
-blk.14.attn_q.weight,0.035705566,True,2.625
-blk.49.ffn_up.weight,0.0356369,True,2.625
-blk.27.attn_v.weight,0.035461426,True,2.625
-blk.48.attn_q.weight,0.035266876,True,2.625
-blk.34.ffn_down.weight,0.0352211,True,2.625
-blk.0.ffn_gate.weight,0.035160065,True,2.625
-blk.25.attn_v.weight,0.03491211,True,2.625
-blk.24.attn_q.weight,0.0346756,True,2.625
-blk.5.ffn_up.weight,0.03466797,True,2.625
-blk.53.ffn_down.weight,0.03465271,True,2.625
-blk.0.attn_v.weight,0.034374237,True,2.625
-blk.12.attn_q.weight,0.034179688,True,2.625
-blk.32.attn_q.weight,0.0341568,True,2.625
-blk.9.ffn_gate.weight,0.0341568,True,2.625
-blk.43.attn_k.weight,0.03408432,True,2.625
-blk.57.ffn_down.weight,0.033935547,True,2.625
-blk.23.attn_v.weight,0.033901215,True,2.625
-blk.41.ffn_up.weight,0.03388214,True,2.625
-blk.40.attn_v.weight,0.03376007,True,2.625
-blk.22.ffn_down.weight,0.033699036,True,2.625
-blk.55.ffn_down.weight,0.03351593,True,2.625
-blk.12.ffn_up.weight,0.033416748,True,2.625
-blk.44.ffn_up.weight,0.03328705,True,2.625
-blk.15.ffn_up.weight,0.03326416,True,2.625
-blk.39.ffn_up.weight,0.0332489,True,2.625
-blk.15.attn_q.weight,0.033226013,True,2.625
-blk.35.ffn_down.weight,0.033218384,True,2.625
-blk.7.attn_q.weight,0.03319168,True,2.625
-blk.2.attn_q.weight,0.033180237,True,2.625
-blk.18.attn_v.weight,0.033168793,True,2.625
-blk.14.attn_k.weight,0.033168793,True,2.625
-blk.25.ffn_down.weight,0.033096313,True,2.625
-blk.36.attn_v.weight,0.033050537,True,2.625
-blk.43.ffn_up.weight,0.032920837,True,2.625
-blk.3.attn_v.weight,0.032836914,True,2.625
-blk.15.attn_output.weight,0.032787323,True,2.625
-blk.16.attn_v.weight,0.032672882,True,2.625
-blk.37.attn_k.weight,0.032608032,True,2.625
-blk.52.attn_q.weight,0.032426834,True,2.625
-blk.10.ffn_gate.weight,0.032287598,True,2.625
-blk.58.attn_q.weight,0.03224182,True,2.625
-blk.12.attn_k.weight,0.03195572,True,2.625
-blk.2.attn_k.weight,0.031894684,True,2.625
-blk.3.attn_k.weight,0.03174591,True,2.625
-blk.21.attn_v.weight,0.03170967,True,2.625
-blk.6.ffn_gate.weight,0.03137207,True,2.625
-blk.7.attn_k.weight,0.03118515,True,2.625
-blk.3.attn_q.weight,0.031143188,True,2.625
-blk.6.ffn_up.weight,0.031051636,True,2.625
-blk.15.attn_k.weight,0.030960083,True,2.625
-blk.59.ffn_up.weight,0.030929565,True,2.625
-blk.6.attn_k.weight,0.030887604,True,2.625
-blk.42.ffn_up.weight,0.030815125,True,2.625
-blk.26.ffn_down.weight,0.030769348,True,2.625
-blk.26.attn_q.weight,0.030700684,True,2.625
-blk.13.ffn_up.weight,0.030582428,True,2.625
-blk.40.ffn_up.weight,0.030529022,True,2.625
-blk.43.attn_v.weight,0.030374527,True,2.625
-blk.6.attn_v.weight,0.03035736,True,2.625
-blk.28.ffn_down.weight,0.030288696,True,2.625
-blk.2.ffn_gate.weight,0.030265808,True,2.625
-blk.61.attn_v.weight,0.03006363,True,2.625
-blk.46.attn_v.weight,0.030029297,True,2.625
-blk.14.attn_v.weight,0.029899597,True,2.625
-blk.11.attn_v.weight,0.02986908,True,2.625
-blk.50.attn_v.weight,0.029733658,True,2.625
-blk.3.ffn_gate.weight,0.029281616,True,2.625
-blk.24.ffn_down.weight,0.028663635,True,2.625
-blk.18.attn_q.weight,0.028579712,True,2.625
-blk.44.attn_v.weight,0.028549194,True,2.625
-blk.5.ffn_gate.weight,0.028301239,True,2.625
-blk.7.attn_v.weight,0.028160095,True,2.625
-blk.12.attn_v.weight,0.028137207,True,2.625
-blk.41.attn_q.weight,0.028030396,True,2.625
-blk.56.attn_q.weight,0.027799606,True,2.625
-blk.10.ffn_down.weight,0.027736664,True,2.625
-blk.2.ffn_up.weight,0.027690887,True,2.625
-blk.57.attn_q.weight,0.027679443,True,2.625
-blk.4.ffn_gate.weight,0.027647018,True,2.625
-blk.6.attn_q.weight,0.027498245,True,2.625
-blk.54.ffn_down.weight,0.027492523,True,2.625
-blk.11.ffn_up.weight,0.027111053,True,2.625
-blk.11.ffn_down.weight,0.026985168,True,2.625
-blk.9.attn_q.weight,0.026611328,True,2.625
-blk.31.attn_q.weight,0.026571274,True,2.625
-blk.17.ffn_down.weight,0.026508331,True,2.625
-blk.10.attn_q.weight,0.026485443,True,2.625
-blk.16.attn_q.weight,0.026470184,True,2.625
-blk.50.ffn_down.weight,0.02605629,True,2.625
-blk.37.ffn_down.weight,0.025844574,True,2.625
-blk.45.attn_v.weight,0.025819778,True,2.625
-blk.40.ffn_down.weight,0.025701523,True,2.625
-blk.54.attn_q.weight,0.025566101,True,2.625
-blk.12.ffn_gate.weight,0.025356293,True,2.625
-blk.15.attn_v.weight,0.025123596,True,2.625
-blk.5.attn_q.weight,0.025115967,True,2.625
-blk.3.ffn_up.weight,0.024894714,True,2.625
-blk.20.attn_v.weight,0.024814606,True,2.625
-blk.47.attn_q.weight,0.024805069,True,2.625
-blk.42.attn_q.weight,0.024765015,True,2.625
-blk.13.ffn_gate.weight,0.024604797,True,2.625
-blk.59.attn_q.weight,0.02451706,True,2.625
-blk.4.ffn_up.weight,0.024261475,True,2.625
-blk.11.ffn_gate.weight,0.02422905,True,2.625
-blk.45.ffn_down.weight,0.02409935,True,2.625
-blk.17.attn_q.weight,0.02399826,True,2.625
-blk.2.attn_v.weight,0.02394104,True,2.625
-blk.8.attn_q.weight,0.023614883,True,2.625
-blk.6.ffn_down.weight,0.023387909,True,2.625
-blk.23.ffn_down.weight,0.023368835,True,2.625
-blk.19.attn_q.weight,0.023288727,True,2.625
-blk.33.attn_q.weight,0.023010254,True,2.625
-blk.5.ffn_down.weight,0.022865295,True,2.625
-blk.4.ffn_down.weight,0.022602081,True,2.625
-blk.48.ffn_down.weight,0.022564888,True,2.625
-blk.8.ffn_down.weight,0.022563934,True,2.625
-blk.4.attn_q.weight,0.022378922,True,2.625
-blk.41.ffn_down.weight,0.022315979,True,2.625
-blk.47.ffn_down.weight,0.022312164,True,2.625
-blk.22.attn_q.weight,0.022130966,True,2.625
-blk.0.attn_q.weight,0.022060394,True,2.625
-blk.9.ffn_down.weight,0.021959305,True,2.625
-blk.13.ffn_down.weight,0.021949768,True,2.625
-blk.46.ffn_down.weight,0.021831512,True,2.625
-blk.19.ffn_down.weight,0.021636963,True,2.625
-blk.44.ffn_down.weight,0.021356583,True,2.625
-blk.61.ffn_down.weight,0.021186829,True,2.625
-blk.36.ffn_down.weight,0.021102905,True,2.625
-blk.49.ffn_down.weight,0.020965576,True,2.625
-blk.20.ffn_down.weight,0.020612717,True,2.625
-blk.32.ffn_down.weight,0.020480156,True,2.625
-blk.14.ffn_down.weight,0.020420074,True,2.625
-blk.33.ffn_down.weight,0.020389557,True,2.625
-blk.18.ffn_down.weight,0.020313263,True,2.625
-blk.51.ffn_down.weight,0.020263672,True,2.625
-blk.3.ffn_down.weight,0.01996231,True,2.625
-blk.39.ffn_down.weight,0.019657135,True,2.625
-blk.21.ffn_down.weight,0.019277573,True,2.625
-blk.13.attn_q.weight,0.01915741,True,2.625
-blk.43.ffn_down.weight,0.018997192,True,2.625
-blk.29.ffn_down.weight,0.018932343,True,2.625
-blk.52.ffn_down.weight,0.018368721,True,2.625
-blk.15.ffn_down.weight,0.01834488,True,2.625
-blk.16.ffn_down.weight,0.016857147,True,2.625
-blk.38.ffn_down.weight,0.01678276,True,2.625
-blk.31.ffn_down.weight,0.016471863,True,2.625
-blk.1.attn_q.weight,0.014722824,True,2.625
-blk.30.ffn_down.weight,0.014480591,True,2.625
-blk.42.ffn_down.weight,0.014278412,True,2.625
-blk.7.ffn_down.weight,0.013671875,True,2.625
-blk.12.ffn_down.weight,0.013656616,True,2.625
-blk.0.ffn_down.weight,0.008993149,True,2.625