layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.00000190,0.01000,3.349
0,self_attn.k_proj,0.00000025,0.01000,0.437
0,self_attn.v_proj,0.00000017,0.01000,0.435
0,self_attn.o_proj,0.00000049,0.01000,0.878
0,mlp.experts.0.up_proj,0.00002587,0.01000,0.450
0,mlp.experts.1.up_proj,0.00000033,0.01000,0.451
0,mlp.experts.2.up_proj,0.00000862,0.01000,0.448
0,mlp.experts.3.up_proj,0.00003937,0.01000,0.453
0,mlp.experts.4.up_proj,0.00003643,0.01000,0.449
0,mlp.experts.5.up_proj,0.00000000,0.01000,0.452
0,mlp.experts.6.up_proj,0.00000690,0.01000,0.450
0,mlp.experts.7.up_proj,0.00000238,0.01000,0.446
0,mlp.experts.8.up_proj,0.00000007,0.01000,0.461
0,mlp.experts.9.up_proj,0.00000551,0.01000,0.458
0,mlp.experts.10.up_proj,0.00000000,0.01000,0.452
0,mlp.experts.11.up_proj,0.00000319,0.01000,0.453
0,mlp.experts.12.up_proj,0.00006215,0.01000,0.449
0,mlp.experts.13.up_proj,0.00000082,0.01000,0.448
0,mlp.experts.14.up_proj,0.00001433,0.01000,0.456
0,mlp.experts.15.up_proj,0.00000001,0.01000,0.456
0,mlp.experts.16.up_proj,0.00000085,0.01000,0.461
0,mlp.experts.17.up_proj,0.00000619,0.01000,0.455
0,mlp.experts.18.up_proj,0.00001525,0.01000,0.455
0,mlp.experts.19.up_proj,0.00000007,0.01000,0.449
0,mlp.experts.20.up_proj,0.00000001,0.01000,0.445
0,mlp.experts.21.up_proj,0.00002792,0.01000,0.445
0,mlp.experts.22.up_proj,0.00001662,0.01000,0.451
0,mlp.experts.23.up_proj,0.00002110,0.01000,0.461
0,mlp.experts.24.up_proj,0.00002011,0.01000,0.449
0,mlp.experts.25.up_proj,0.00000014,0.01000,0.451
0,mlp.experts.26.up_proj,0.00000042,0.01000,0.461
0,mlp.experts.27.up_proj,0.00000114,0.01000,0.446
0,mlp.experts.28.up_proj,0.00028693,0.01000,0.448
0,mlp.experts.29.up_proj,0.00007277,0.01000,0.445
0,mlp.experts.30.up_proj,0.00000515,0.01000,0.452
0,mlp.experts.31.up_proj,0.00000153,0.01000,0.451
0,mlp.experts.32.up_proj,0.00001197,0.01000,0.454
0,mlp.experts.33.up_proj,0.00011980,0.01000,0.449
0,mlp.experts.34.up_proj,0.00001203,0.01000,0.451
0,mlp.experts.35.up_proj,0.00000005,0.01000,0.454
0,mlp.experts.36.up_proj,0.00000583,0.01000,0.455
0,mlp.experts.37.up_proj,0.00000478,0.01000,0.457
0,mlp.experts.38.up_proj,0.00002556,0.01000,0.450
0,mlp.experts.39.up_proj,0.00000221,0.01000,0.451
0,mlp.experts.40.up_proj,0.00000022,0.01000,0.460
0,mlp.experts.41.up_proj,0.00001381,0.01000,0.457
0,mlp.experts.42.up_proj,0.00000045,0.01000,0.448
0,mlp.experts.43.up_proj,0.00000077,0.01000,0.450
0,mlp.experts.44.up_proj,0.00001610,0.01000,0.451
0,mlp.experts.45.up_proj,0.00000052,0.01000,0.456
0,mlp.experts.46.up_proj,0.00001153,0.01000,0.455
0,mlp.experts.47.up_proj,0.00001494,0.01000,0.452
0,mlp.experts.48.up_proj,0.00000068,0.01000,0.455
0,mlp.experts.49.up_proj,0.00000049,0.01000,0.463
0,mlp.experts.50.up_proj,0.00000496,0.01000,0.449
0,mlp.experts.51.up_proj,0.00018281,0.01000,0.449
0,mlp.experts.52.up_proj,0.00000957,0.01000,0.449
0,mlp.experts.53.up_proj,0.00000107,0.01000,0.450
0,mlp.experts.54.up_proj,0.00000009,0.01000,0.455
0,mlp.experts.55.up_proj,0.00000000,0.01000,0.448
0,mlp.experts.56.up_proj,0.00000047,0.01000,0.453
0,mlp.experts.57.up_proj,0.00000100,0.01000,0.457
0,mlp.experts.58.up_proj,0.00000022,0.01000,0.458
0,mlp.experts.59.up_proj,0.00000050,0.01000,0.455
0,mlp.experts.60.up_proj,0.00000080,0.01000,0.458
0,mlp.experts.61.up_proj,0.00000953,0.01000,0.447
0,mlp.experts.62.up_proj,0.00011186,0.01000,0.442
0,mlp.experts.63.up_proj,0.00001336,0.01000,0.443
0,mlp.experts.64.up_proj,0.00020995,0.01000,0.438
0,mlp.experts.65.up_proj,0.00000201,0.01000,0.439
0,mlp.experts.66.up_proj,0.00002334,0.01000,0.441
0,mlp.experts.67.up_proj,0.00007385,0.01000,0.444
0,mlp.experts.68.up_proj,0.00002934,0.01000,0.442
0,mlp.experts.69.up_proj,0.00000387,0.01000,0.444
0,mlp.experts.70.up_proj,0.00000889,0.01000,0.442
0,mlp.experts.71.up_proj,0.00000181,0.01000,0.442
0,mlp.experts.72.up_proj,0.00002557,0.01000,0.456
0,mlp.experts.73.up_proj,0.00000183,0.01000,0.437
0,mlp.experts.74.up_proj,0.00000885,0.01000,0.441
0,mlp.experts.75.up_proj,0.00007069,0.01000,0.438
0,mlp.experts.76.up_proj,0.00000046,0.01000,0.438
0,mlp.experts.77.up_proj,0.00008645,0.01000,0.439
0,mlp.experts.78.up_proj,0.00000234,0.01000,0.438
0,mlp.experts.79.up_proj,0.00003672,0.01000,0.437
0,mlp.experts.80.up_proj,0.00000725,0.01000,0.439
0,mlp.experts.81.up_proj,0.00000484,0.01000,0.436
0,mlp.experts.82.up_proj,0.00015460,0.01000,0.437
0,mlp.experts.83.up_proj,0.00000370,0.01000,0.443
0,mlp.experts.84.up_proj,0.00000060,0.01000,0.457
0,mlp.experts.85.up_proj,0.00000018,0.01000,0.459
0,mlp.experts.86.up_proj,0.00004852,0.01000,0.444
0,mlp.experts.87.up_proj,0.00007551,0.01000,0.444
0,mlp.experts.88.up_proj,0.00000016,0.01000,0.444
0,mlp.experts.89.up_proj,0.00000950,0.01000,0.456
0,mlp.experts.90.up_proj,0.00000296,0.01000,0.457
0,mlp.experts.91.up_proj,0.00011827,0.01000,0.461
0,mlp.experts.92.up_proj,0.00001595,0.01000,0.450
0,mlp.experts.93.up_proj,0.00000340,0.01000,0.451
0,mlp.experts.94.up_proj,0.00000005,0.01000,0.450
0,mlp.experts.95.up_proj,0.00000530,0.01000,0.451
0,mlp.experts.96.up_proj,0.00000001,0.01000,0.452
0,mlp.experts.97.up_proj,0.00000463,0.01000,0.452
0,mlp.experts.98.up_proj,0.00000110,0.01000,0.452
0,mlp.experts.99.up_proj,0.00000048,0.01000,0.453
0,mlp.experts.100.up_proj,0.00000167,0.01000,0.449
0,mlp.experts.101.up_proj,0.00002950,0.01000,0.452
0,mlp.experts.102.up_proj,0.00000064,0.01000,0.463
0,mlp.experts.103.up_proj,0.00000968,0.01000,0.452
0,mlp.experts.104.up_proj,0.00000176,0.01000,0.452
0,mlp.experts.105.up_proj,0.00004866,0.01000,0.455
0,mlp.experts.106.up_proj,0.00000188,0.01000,0.460
0,mlp.experts.107.up_proj,0.00000105,0.01000,0.459
0,mlp.experts.108.up_proj,0.00000003,0.01000,0.436
0,mlp.experts.109.up_proj,0.00000033,0.01000,0.447
0,mlp.experts.110.up_proj,0.00000386,0.01000,0.436
0,mlp.experts.111.up_proj,0.00003275,0.01000,0.435
0,mlp.experts.112.up_proj,0.00005938,0.01000,0.436
0,mlp.experts.113.up_proj,0.00000006,0.01000,0.440
0,mlp.experts.114.up_proj,0.00000065,0.01000,0.436
0,mlp.experts.115.up_proj,0.00000007,0.01000,0.435
0,mlp.experts.116.up_proj,0.00002247,0.01000,0.444
0,mlp.experts.117.up_proj,0.00000493,0.01000,0.435
0,mlp.experts.118.up_proj,0.00002368,0.01000,0.434
0,mlp.experts.119.up_proj,0.00000048,0.01000,0.434
0,mlp.experts.120.up_proj,0.00001288,0.01000,0.438
0,mlp.experts.121.up_proj,0.00000020,0.01000,0.437
0,mlp.experts.122.up_proj,0.00011108,0.01000,0.437
0,mlp.experts.123.up_proj,0.00000033,0.01000,0.439
0,mlp.experts.124.up_proj,0.00012492,0.01000,0.443
0,mlp.experts.125.up_proj,0.00000885,0.01000,0.444
0,mlp.experts.126.up_proj,0.00004910,0.01000,0.438
0,mlp.experts.127.up_proj,0.00000043,0.01000,0.441
0,mlp.experts.0.gate_proj,0.00002623,0.01000,0.443
0,mlp.experts.1.gate_proj,0.00000037,0.01000,0.438
0,mlp.experts.2.gate_proj,0.00000882,0.01000,0.442
0,mlp.experts.3.gate_proj,0.00004211,0.01000,0.439
0,mlp.experts.4.gate_proj,0.00003771,0.01000,0.436
0,mlp.experts.5.gate_proj,0.00000000,0.01000,0.434
0,mlp.experts.6.gate_proj,0.00000708,0.01000,0.450
0,mlp.experts.7.gate_proj,0.00000264,0.01000,0.433
0,mlp.experts.8.gate_proj,0.00000007,0.01000,0.437
0,mlp.experts.9.gate_proj,0.00000578,0.01000,0.438
0,mlp.experts.10.gate_proj,0.00000000,0.01000,0.436
0,mlp.experts.11.gate_proj,0.00000338,0.01000,0.436
0,mlp.experts.12.gate_proj,0.00006705,0.01000,0.436
0,mlp.experts.13.gate_proj,0.00000089,0.01000,0.436
0,mlp.experts.14.gate_proj,0.00001451,0.01000,0.437
0,mlp.experts.15.gate_proj,0.00000001,0.01000,0.437
0,mlp.experts.16.gate_proj,0.00000096,0.01000,0.437
0,mlp.experts.17.gate_proj,0.00000651,0.01000,0.435
0,mlp.experts.18.gate_proj,0.00001578,0.01000,0.439
0,mlp.experts.19.gate_proj,0.00000006,0.01000,0.436
0,mlp.experts.20.gate_proj,0.00000001,0.01000,0.436
0,mlp.experts.21.gate_proj,0.00003002,0.01000,0.435
0,mlp.experts.22.gate_proj,0.00001650,0.01000,0.438
0,mlp.experts.23.gate_proj,0.00002180,0.01000,0.438
0,mlp.experts.24.gate_proj,0.00002023,0.01000,0.434
0,mlp.experts.25.gate_proj,0.00000014,0.01000,0.435
0,mlp.experts.26.gate_proj,0.00000048,0.01000,0.434
0,mlp.experts.27.gate_proj,0.00000130,0.01000,0.434
0,mlp.experts.28.gate_proj,0.00029628,0.01000,0.434
0,mlp.experts.29.gate_proj,0.00007450,0.01000,0.440
0,mlp.experts.30.gate_proj,0.00000522,0.01000,0.435
0,mlp.experts.31.gate_proj,0.00000167,0.01000,0.435
0,mlp.experts.32.gate_proj,0.00001263,0.01000,0.435
0,mlp.experts.33.gate_proj,0.00012008,0.01000,0.436
0,mlp.experts.34.gate_proj,0.00001255,0.01000,0.441
0,mlp.experts.35.gate_proj,0.00000006,0.01000,0.436
0,mlp.experts.36.gate_proj,0.00000600,0.01000,0.437
0,mlp.experts.37.gate_proj,0.00000583,0.01000,0.436
0,mlp.experts.38.gate_proj,0.00002582,0.01000,0.438
0,mlp.experts.39.gate_proj,0.00000221,0.01000,0.437
0,mlp.experts.40.gate_proj,0.00000026,0.01000,0.435
0,mlp.experts.41.gate_proj,0.00001430,0.01000,0.456
0,mlp.experts.42.gate_proj,0.00000046,0.01000,0.437
0,mlp.experts.43.gate_proj,0.00000088,0.01000,0.438
0,mlp.experts.44.gate_proj,0.00001630,0.01000,0.435
0,mlp.experts.45.gate_proj,0.00000056,0.01000,0.435
0,mlp.experts.46.gate_proj,0.00001272,0.01000,0.434
0,mlp.experts.47.gate_proj,0.00001647,0.01000,0.438
0,mlp.experts.48.gate_proj,0.00000074,0.01000,0.433
0,mlp.experts.49.gate_proj,0.00000052,0.01000,0.436
0,mlp.experts.50.gate_proj,0.00000540,0.01000,0.434
0,mlp.experts.51.gate_proj,0.00019143,0.01000,0.435
0,mlp.experts.52.gate_proj,0.00001026,0.01000,0.439
0,mlp.experts.53.gate_proj,0.00000122,0.01000,0.436
0,mlp.experts.54.gate_proj,0.00000009,0.01000,0.436
0,mlp.experts.55.gate_proj,0.00000000,0.01000,0.446
0,mlp.experts.56.gate_proj,0.00000050,0.01000,0.439
0,mlp.experts.57.gate_proj,0.00000115,0.01000,0.436
0,mlp.experts.58.gate_proj,0.00000025,0.01000,0.436
0,mlp.experts.59.gate_proj,0.00000053,0.01000,0.438
0,mlp.experts.60.gate_proj,0.00000085,0.01000,0.435
0,mlp.experts.61.gate_proj,0.00001028,0.01000,0.436
0,mlp.experts.62.gate_proj,0.00011752,0.01000,0.434
0,mlp.experts.63.gate_proj,0.00001409,0.01000,0.436
0,mlp.experts.64.gate_proj,0.00019260,0.01000,0.439
0,mlp.experts.65.gate_proj,0.00000217,0.01000,0.438
0,mlp.experts.66.gate_proj,0.00002326,0.01000,0.437
0,mlp.experts.67.gate_proj,0.00008061,0.01000,0.438
0,mlp.experts.68.gate_proj,0.00003230,0.01000,0.438
0,mlp.experts.69.gate_proj,0.00000435,0.01000,0.436
0,mlp.experts.70.gate_proj,0.00000870,0.01000,0.437
0,mlp.experts.71.gate_proj,0.00000193,0.01000,0.436
0,mlp.experts.72.gate_proj,0.00002677,0.01000,0.436
0,mlp.experts.73.gate_proj,0.00000203,0.01000,0.440
0,mlp.experts.74.gate_proj,0.00000899,0.01000,0.445
0,mlp.experts.75.gate_proj,0.00007980,0.01000,0.437
0,mlp.experts.76.gate_proj,0.00000056,0.01000,0.436
0,mlp.experts.77.gate_proj,0.00009144,0.01000,0.436
0,mlp.experts.78.gate_proj,0.00000241,0.01000,0.438
0,mlp.experts.79.gate_proj,0.00003749,0.01000,0.436
0,mlp.experts.80.gate_proj,0.00000778,0.01000,0.437
0,mlp.experts.81.gate_proj,0.00000478,0.01000,0.435
0,mlp.experts.82.gate_proj,0.00011587,0.01000,0.436
0,mlp.experts.83.gate_proj,0.00000396,0.01000,0.436
0,mlp.experts.84.gate_proj,0.00000066,0.01000,0.441
0,mlp.experts.85.gate_proj,0.00000019,0.01000,0.440
0,mlp.experts.86.gate_proj,0.00005110,0.01000,0.436
0,mlp.experts.87.gate_proj,0.00008283,0.01000,0.435
0,mlp.experts.88.gate_proj,0.00000018,0.01000,0.435
0,mlp.experts.89.gate_proj,0.00000940,0.01000,0.436
0,mlp.experts.90.gate_proj,0.00000260,0.01000,0.439
0,mlp.experts.91.gate_proj,0.00013207,0.01000,0.441
0,mlp.experts.92.gate_proj,0.00001654,0.01000,0.438
0,mlp.experts.93.gate_proj,0.00000382,0.01000,0.436
0,mlp.experts.94.gate_proj,0.00000006,0.01000,0.440
0,mlp.experts.95.gate_proj,0.00000580,0.01000,0.439
0,mlp.experts.96.gate_proj,0.00000001,0.01000,0.443
0,mlp.experts.97.gate_proj,0.00000477,0.01000,0.439
0,mlp.experts.98.gate_proj,0.00000110,0.01000,0.444
0,mlp.experts.99.gate_proj,0.00000052,0.01000,0.438
0,mlp.experts.100.gate_proj,0.00000175,0.01000,0.440
0,mlp.experts.101.gate_proj,0.00002910,0.01000,0.439
0,mlp.experts.102.gate_proj,0.00000067,0.01000,0.440
0,mlp.experts.103.gate_proj,0.00000990,0.01000,0.442
0,mlp.experts.104.gate_proj,0.00000200,0.01000,0.440
0,mlp.experts.105.gate_proj,0.00005090,0.01000,0.444
0,mlp.experts.106.gate_proj,0.00000210,0.01000,0.438
0,mlp.experts.107.gate_proj,0.00000120,0.01000,0.442
0,mlp.experts.108.gate_proj,0.00000003,0.01000,0.439
0,mlp.experts.109.gate_proj,0.00000040,0.01000,0.441
0,mlp.experts.110.gate_proj,0.00000412,0.01000,0.438
0,mlp.experts.111.gate_proj,0.00003254,0.01000,0.440
0,mlp.experts.112.gate_proj,0.00006083,0.01000,0.439
0,mlp.experts.113.gate_proj,0.00000007,0.01000,0.440
0,mlp.experts.114.gate_proj,0.00000070,0.01000,0.439
0,mlp.experts.115.gate_proj,0.00000007,0.01000,0.439
0,mlp.experts.116.gate_proj,0.00002433,0.01000,0.440
0,mlp.experts.117.gate_proj,0.00000479,0.01000,0.437
0,mlp.experts.118.gate_proj,0.00002445,0.01000,0.439
0,mlp.experts.119.gate_proj,0.00000052,0.01000,0.440
0,mlp.experts.120.gate_proj,0.00001381,0.01000,0.442
0,mlp.experts.121.gate_proj,0.00000024,0.01000,0.439
0,mlp.experts.122.gate_proj,0.00011577,0.01000,0.440
0,mlp.experts.123.gate_proj,0.00000039,0.01000,0.439
0,mlp.experts.124.gate_proj,0.00014113,0.01000,0.440
0,mlp.experts.125.gate_proj,0.00000912,0.01000,0.439
0,mlp.experts.126.gate_proj,0.00005163,0.01000,0.440
0,mlp.experts.127.gate_proj,0.00000053,0.01000,0.439
0,mlp.experts.0.down_proj,0.00000256,0.01000,0.166
0,mlp.experts.1.down_proj,0.00000004,0.01000,0.164
0,mlp.experts.2.down_proj,0.00000403,0.01000,0.163
0,mlp.experts.3.down_proj,0.00001345,0.01000,0.164
0,mlp.experts.4.down_proj,0.00000529,0.01000,0.164
0,mlp.experts.5.down_proj,0.00000000,0.01000,0.164
0,mlp.experts.6.down_proj,0.00000055,0.01000,0.164
0,mlp.experts.7.down_proj,0.00000191,0.01000,0.165
0,mlp.experts.8.down_proj,0.00000002,0.01000,0.164
0,mlp.experts.9.down_proj,0.00000037,0.01000,0.168
0,mlp.experts.10.down_proj,0.00000000,0.01000,0.165
0,mlp.experts.11.down_proj,0.00000257,0.01000,0.164
0,mlp.experts.12.down_proj,0.00001405,0.01000,0.164
0,mlp.experts.13.down_proj,0.00000067,0.01000,0.164
0,mlp.experts.14.down_proj,0.00000101,0.01000,0.164
0,mlp.experts.15.down_proj,0.00000000,0.01000,0.174
0,mlp.experts.16.down_proj,0.00000083,0.01000,0.164
0,mlp.experts.17.down_proj,0.00000354,0.01000,0.164
0,mlp.experts.18.down_proj,0.00000202,0.01000,0.164
0,mlp.experts.19.down_proj,0.00000001,0.01000,0.165
0,mlp.experts.20.down_proj,0.00000000,0.01000,0.164
0,mlp.experts.21.down_proj,0.00000482,0.01000,0.164
0,mlp.experts.22.down_proj,0.00000133,0.01000,0.164
0,mlp.experts.23.down_proj,0.00000719,0.01000,0.165
0,mlp.experts.24.down_proj,0.00000200,0.01000,0.165
0,mlp.experts.25.down_proj,0.00000003,0.01000,0.165
0,mlp.experts.26.down_proj,0.00000019,0.01000,0.165
0,mlp.experts.27.down_proj,0.00000113,0.01000,0.165
0,mlp.experts.28.down_proj,0.00001519,0.01000,0.164
0,mlp.experts.29.down_proj,0.00000606,0.01000,0.165
0,mlp.experts.30.down_proj,0.00000329,0.01000,0.165
0,mlp.experts.31.down_proj,0.00000088,0.01000,0.165
0,mlp.experts.32.down_proj,0.00000173,0.01000,0.164
0,mlp.experts.33.down_proj,0.00000578,0.01000,0.164
0,mlp.experts.34.down_proj,0.00000528,0.01000,0.165
0,mlp.experts.35.down_proj,0.00000005,0.01000,0.177
0,mlp.experts.36.down_proj,0.00000070,0.01000,0.172
0,mlp.experts.37.down_proj,0.00000049,0.01000,0.172
0,mlp.experts.38.down_proj,0.00000432,0.01000,0.166
0,mlp.experts.39.down_proj,0.00000022,0.01000,0.167
0,mlp.experts.40.down_proj,0.00000016,0.01000,0.165
0,mlp.experts.41.down_proj,0.00000377,0.01000,0.165
0,mlp.experts.42.down_proj,0.00000004,0.01000,0.165
0,mlp.experts.43.down_proj,0.00000015,0.01000,0.165
0,mlp.experts.44.down_proj,0.00000139,0.01000,0.165
0,mlp.experts.45.down_proj,0.00000018,0.01000,0.164
0,mlp.experts.46.down_proj,0.00000106,0.01000,0.165
0,mlp.experts.47.down_proj,0.00000255,0.01000,0.165
0,mlp.experts.48.down_proj,0.00000069,0.01000,0.165
0,mlp.experts.49.down_proj,0.00000032,0.01000,0.164
0,mlp.experts.50.down_proj,0.00000142,0.01000,0.164
0,mlp.experts.51.down_proj,0.00000954,0.01000,0.164
0,mlp.experts.52.down_proj,0.00000118,0.01000,0.164
0,mlp.experts.53.down_proj,0.00000032,0.01000,0.164
0,mlp.experts.54.down_proj,0.00000002,0.01000,0.165
0,mlp.experts.55.down_proj,0.00000000,0.01000,0.165
0,mlp.experts.56.down_proj,0.00000007,0.01000,0.165
0,mlp.experts.57.down_proj,0.00000048,0.01000,0.164
0,mlp.experts.58.down_proj,0.00000018,0.01000,0.164
0,mlp.experts.59.down_proj,0.00000005,0.01000,0.171
0,mlp.experts.60.down_proj,0.00000011,0.01000,0.165
0,mlp.experts.61.down_proj,0.00000322,0.01000,0.165
0,mlp.experts.62.down_proj,0.00000905,0.01000,0.164
0,mlp.experts.63.down_proj,0.00000502,0.01000,0.165
0,mlp.experts.64.down_proj,0.00001017,0.01000,0.166
0,mlp.experts.65.down_proj,0.00000055,0.01000,0.165
0,mlp.experts.66.down_proj,0.00000285,0.01000,0.168
0,mlp.experts.67.down_proj,0.00001112,0.01000,0.164
0,mlp.experts.68.down_proj,0.00000596,0.01000,0.165
0,mlp.experts.69.down_proj,0.00000400,0.01000,0.164
0,mlp.experts.70.down_proj,0.00000092,0.01000,0.164
0,mlp.experts.71.down_proj,0.00000081,0.01000,0.166
0,mlp.experts.72.down_proj,0.00000444,0.01000,0.165
0,mlp.experts.73.down_proj,0.00000047,0.01000,0.165
0,mlp.experts.74.down_proj,0.00000051,0.01000,0.165
0,mlp.experts.75.down_proj,0.00000477,0.01000,0.164
0,mlp.experts.76.down_proj,0.00000073,0.01000,0.165
0,mlp.experts.77.down_proj,0.00000961,0.01000,0.165
0,mlp.experts.78.down_proj,0.00000104,0.01000,0.165
0,mlp.experts.79.down_proj,0.00000175,0.01000,0.165
0,mlp.experts.80.down_proj,0.00000429,0.01000,0.164
0,mlp.experts.81.down_proj,0.00000075,0.01000,0.164
0,mlp.experts.82.down_proj,0.00000722,0.01000,0.165
0,mlp.experts.83.down_proj,0.00000280,0.01000,0.168
0,mlp.experts.84.down_proj,0.00000048,0.01000,0.168
0,mlp.experts.85.down_proj,0.00000002,0.01000,0.166
0,mlp.experts.86.down_proj,0.00000824,0.01000,0.166
0,mlp.experts.87.down_proj,0.00001239,0.01000,0.167
0,mlp.experts.88.down_proj,0.00000022,0.01000,0.170
0,mlp.experts.89.down_proj,0.00000152,0.01000,0.169
0,mlp.experts.90.down_proj,0.00000029,0.01000,0.171
0,mlp.experts.91.down_proj,0.00000909,0.01000,0.167
0,mlp.experts.92.down_proj,0.00000239,0.01000,0.167
0,mlp.experts.93.down_proj,0.00000279,0.01000,0.167
0,mlp.experts.94.down_proj,0.00000001,0.01000,0.166
0,mlp.experts.95.down_proj,0.00000312,0.01000,0.167
0,mlp.experts.96.down_proj,0.00000000,0.01000,0.168
0,mlp.experts.97.down_proj,0.00000156,0.01000,0.167
0,mlp.experts.98.down_proj,0.00000025,0.01000,0.166
0,mlp.experts.99.down_proj,0.00000017,0.01000,0.166
0,mlp.experts.100.down_proj,0.00000044,0.01000,0.167
0,mlp.experts.101.down_proj,0.00000320,0.01000,0.168
0,mlp.experts.102.down_proj,0.00000020,0.01000,0.170
0,mlp.experts.103.down_proj,0.00000200,0.01000,0.166
0,mlp.experts.104.down_proj,0.00000211,0.01000,0.168
0,mlp.experts.105.down_proj,0.00000839,0.01000,0.166
0,mlp.experts.106.down_proj,0.00000188,0.01000,0.166
0,mlp.experts.107.down_proj,0.00000122,0.01000,0.167
0,mlp.experts.108.down_proj,0.00000000,0.01000,0.167
0,mlp.experts.109.down_proj,0.00000032,0.01000,0.165
0,mlp.experts.110.down_proj,0.00000134,0.01000,0.165
0,mlp.experts.111.down_proj,0.00000379,0.01000,0.165
0,mlp.experts.112.down_proj,0.00000530,0.01000,0.168
0,mlp.experts.113.down_proj,0.00000003,0.01000,0.165
0,mlp.experts.114.down_proj,0.00000020,0.01000,0.165
0,mlp.experts.115.down_proj,0.00000002,0.01000,0.165
0,mlp.experts.116.down_proj,0.00000413,0.01000,0.165
0,mlp.experts.117.down_proj,0.00000069,0.01000,0.165
0,mlp.experts.118.down_proj,0.00000359,0.01000,0.165
0,mlp.experts.119.down_proj,0.00000041,0.01000,0.169
0,mlp.experts.120.down_proj,0.00000287,0.01000,0.167
0,mlp.experts.121.down_proj,0.00000028,0.01000,0.168
0,mlp.experts.122.down_proj,0.00000551,0.01000,0.165
0,mlp.experts.123.down_proj,0.00000020,0.01000,0.165
0,mlp.experts.124.down_proj,0.00002248,0.01000,0.169
0,mlp.experts.125.down_proj,0.00000621,0.01000,0.167
0,mlp.experts.126.down_proj,0.00000837,0.01000,0.166
0,mlp.experts.127.down_proj,0.00000046,0.01000,0.166
1,self_attn.q_proj,0.00000594,0.01000,0.452
1,self_attn.k_proj,0.00000073,0.01000,0.440
1,self_attn.v_proj,0.00000069,0.01000,0.439
1,self_attn.o_proj,0.00000196,0.01000,0.889
1,mlp.experts.0.up_proj,0.00000114,0.01000,0.472
1,mlp.experts.1.up_proj,0.00000132,0.01000,0.436
1,mlp.experts.2.up_proj,0.00011415,0.01000,0.454
1,mlp.experts.3.up_proj,0.00006423,0.01000,0.454
1,mlp.experts.4.up_proj,0.00008511,0.01000,0.450
1,mlp.experts.5.up_proj,0.00001879,0.01000,0.465
1,mlp.experts.6.up_proj,0.00009961,0.01000,0.442
1,mlp.experts.7.up_proj,0.00023181,0.01000,0.468
1,mlp.experts.8.up_proj,0.00011530,0.01000,0.445
1,mlp.experts.9.up_proj,0.00010873,0.01000,0.443
1,mlp.experts.10.up_proj,0.00000153,0.01000,0.440
1,mlp.experts.11.up_proj,0.00005776,0.01000,0.443
1,mlp.experts.12.up_proj,0.00000237,0.01000,0.441
1,mlp.experts.13.up_proj,0.00011286,0.01000,0.441
1,mlp.experts.14.up_proj,0.00015737,0.01000,0.448
1,mlp.experts.15.up_proj,0.00003037,0.01000,0.443
1,mlp.experts.16.up_proj,0.00016468,0.01000,0.441
1,mlp.experts.17.up_proj,0.00001057,0.01000,0.444
1,mlp.experts.18.up_proj,0.00001295,0.01000,0.441
1,mlp.experts.19.up_proj,0.00009976,0.01000,0.443
1,mlp.experts.20.up_proj,0.00005735,0.01000,0.448
1,mlp.experts.21.up_proj,0.00000952,0.01000,0.445
1,mlp.experts.22.up_proj,0.00000799,0.01000,0.447
1,mlp.experts.23.up_proj,0.00011950,0.01000,0.447
1,mlp.experts.24.up_proj,0.00002954,0.01000,0.444
1,mlp.experts.25.up_proj,0.00008214,0.01000,0.448
1,mlp.experts.26.up_proj,0.00007049,0.01000,0.446
1,mlp.experts.27.up_proj,0.00000139,0.01000,0.444
1,mlp.experts.28.up_proj,0.00021435,0.01000,0.443
1,mlp.experts.29.up_proj,0.00021144,0.01000,0.443
1,mlp.experts.30.up_proj,0.00010392,0.01000,0.442
1,mlp.experts.31.up_proj,0.00008275,0.01000,0.445
1,mlp.experts.32.up_proj,0.00002114,0.01000,0.440
1,mlp.experts.33.up_proj,0.00002622,0.01000,0.440
1,mlp.experts.34.up_proj,0.00005168,0.01000,0.444
1,mlp.experts.35.up_proj,0.00000103,0.01000,0.444
1,mlp.experts.36.up_proj,0.00000943,0.01000,0.443
1,mlp.experts.37.up_proj,0.00004506,0.01000,0.441
1,mlp.experts.38.up_proj,0.00006257,0.01000,0.442
1,mlp.experts.39.up_proj,0.00006009,0.01000,0.441
1,mlp.experts.40.up_proj,0.00009416,0.01000,0.441
1,mlp.experts.41.up_proj,0.00003038,0.01000,0.435
1,mlp.experts.42.up_proj,0.00003280,0.01000,0.437
1,mlp.experts.43.up_proj,0.00000096,0.01000,0.436
1,mlp.experts.44.up_proj,0.00003509,0.01000,0.436
1,mlp.experts.45.up_proj,0.00032096,0.01000,0.436
1,mlp.experts.46.up_proj,0.00012544,0.01000,0.437
1,mlp.experts.47.up_proj,0.00005365,0.01000,0.437
1,mlp.experts.48.up_proj,0.00012737,0.01000,0.437
1,mlp.experts.49.up_proj,0.00009792,0.01000,0.443
1,mlp.experts.50.up_proj,0.00000640,0.01000,0.438
1,mlp.experts.51.up_proj,0.00001087,0.01000,0.439
1,mlp.experts.52.up_proj,0.00008838,0.01000,0.439
1,mlp.experts.53.up_proj,0.00009727,0.01000,0.438
1,mlp.experts.54.up_proj,0.00000696,0.01000,0.443
1,mlp.experts.55.up_proj,0.00000926,0.01000,0.435
1,mlp.experts.56.up_proj,0.00001760,0.01000,0.435
1,mlp.experts.57.up_proj,0.00006661,0.01000,0.437
1,mlp.experts.58.up_proj,0.00009988,0.01000,0.439
1,mlp.experts.59.up_proj,0.00000343,0.01000,0.436
1,mlp.experts.60.up_proj,0.00014141,0.01000,0.437
1,mlp.experts.61.up_proj,0.00001820,0.01000,0.437
1,mlp.experts.62.up_proj,0.00021861,0.01000,0.436
1,mlp.experts.63.up_proj,0.00021590,0.01000,0.443
1,mlp.experts.64.up_proj,0.00005756,0.01000,0.436
1,mlp.experts.65.up_proj,0.00000505,0.01000,0.437
1,mlp.experts.66.up_proj,0.00012850,0.01000,0.437
1,mlp.experts.67.up_proj,0.00023107,0.01000,0.442
1,mlp.experts.68.up_proj,0.00021825,0.01000,0.438
1,mlp.experts.69.up_proj,0.00001612,0.01000,0.438
1,mlp.experts.70.up_proj,0.00006443,0.01000,0.438
1,mlp.experts.71.up_proj,0.00003196,0.01000,0.437
1,mlp.experts.72.up_proj,0.00000635,0.01000,0.442
1,mlp.experts.73.up_proj,0.00002013,0.01000,0.442
1,mlp.experts.74.up_proj,0.00034551,0.01000,0.437
1,mlp.experts.75.up_proj,0.00007321,0.01000,0.443
1,mlp.experts.76.up_proj,0.00018743,0.01000,0.437
1,mlp.experts.77.up_proj,0.00014726,0.01000,0.443
1,mlp.experts.78.up_proj,0.00026492,0.01000,0.437
1,mlp.experts.79.up_proj,0.00000070,0.01000,0.438
1,mlp.experts.80.up_proj,0.00000584,0.01000,0.439
1,mlp.experts.81.up_proj,0.00000002,0.01000,0.439
1,mlp.experts.82.up_proj,0.00000178,0.01000,0.436
1,mlp.experts.83.up_proj,0.00007965,0.01000,0.438
1,mlp.experts.84.up_proj,0.00000142,0.01000,0.442
1,mlp.experts.85.up_proj,0.00008451,0.01000,0.437
1,mlp.experts.86.up_proj,0.00009049,0.01000,0.439
1,mlp.experts.87.up_proj,0.00000062,0.01000,0.438
1,mlp.experts.88.up_proj,0.00004224,0.01000,0.437
1,mlp.experts.89.up_proj,0.00008800,0.01000,0.437
1,mlp.experts.90.up_proj,0.00016457,0.01000,0.436
1,mlp.experts.91.up_proj,0.00008306,0.01000,0.441
1,mlp.experts.92.up_proj,0.00013052,0.01000,0.436
1,mlp.experts.93.up_proj,0.00000565,0.01000,0.437
1,mlp.experts.94.up_proj,0.00002059,0.01000,0.437
1,mlp.experts.95.up_proj,0.00002262,0.01000,0.439
1,mlp.experts.96.up_proj,0.00010878,0.01000,0.436
1,mlp.experts.97.up_proj,0.00001929,0.01000,0.438
1,mlp.experts.98.up_proj,0.00012510,0.01000,0.437
1,mlp.experts.99.up_proj,0.00016500,0.01000,0.436
1,mlp.experts.100.up_proj,0.00000025,0.01000,0.443
1,mlp.experts.101.up_proj,0.00001741,0.01000,0.436
1,mlp.experts.102.up_proj,0.00000037,0.01000,0.437
1,mlp.experts.103.up_proj,0.00009730,0.01000,0.437
1,mlp.experts.104.up_proj,0.00003509,0.01000,0.441
1,mlp.experts.105.up_proj,0.00007423,0.01000,0.440
1,mlp.experts.106.up_proj,0.00009289,0.01000,0.436
1,mlp.experts.107.up_proj,0.00014086,0.01000,0.436
1,mlp.experts.108.up_proj,0.00000103,0.01000,0.435
1,mlp.experts.109.up_proj,0.00004675,0.01000,0.436
1,mlp.experts.110.up_proj,0.00000004,0.01000,0.430
1,mlp.experts.111.up_proj,0.00005199,0.01000,0.432
1,mlp.experts.112.up_proj,0.00000004,0.01000,0.432
1,mlp.experts.113.up_proj,0.00015828,0.01000,0.432
1,mlp.experts.114.up_proj,0.00038476,0.01000,0.435
1,mlp.experts.115.up_proj,0.00021574,0.01000,0.432
1,mlp.experts.116.up_proj,0.00023026,0.01000,0.436
1,mlp.experts.117.up_proj,0.00000693,0.01000,0.436
1,mlp.experts.118.up_proj,0.00000022,0.01000,0.438
1,mlp.experts.119.up_proj,0.00001194,0.01000,0.433
1,mlp.experts.120.up_proj,0.00000033,0.01000,0.435
1,mlp.experts.121.up_proj,0.00000013,0.01000,0.432
1,mlp.experts.122.up_proj,0.00074594,0.01000,0.432
1,mlp.experts.123.up_proj,0.00014238,0.01000,0.433
1,mlp.experts.124.up_proj,0.00002678,0.01000,0.432
1,mlp.experts.125.up_proj,0.00000672,0.01000,0.444
1,mlp.experts.126.up_proj,0.00003849,0.01000,0.432
1,mlp.experts.127.up_proj,0.00004489,0.01000,0.436
1,mlp.experts.0.gate_proj,0.00000120,0.01000,0.444
1,mlp.experts.1.gate_proj,0.00000143,0.01000,0.433
1,mlp.experts.2.gate_proj,0.00012360,0.01000,0.441
1,mlp.experts.3.gate_proj,0.00006940,0.01000,0.442
1,mlp.experts.4.gate_proj,0.00008817,0.01000,0.439
1,mlp.experts.5.gate_proj,0.00002018,0.01000,0.435
1,mlp.experts.6.gate_proj,0.00010548,0.01000,0.436
1,mlp.experts.7.gate_proj,0.00023661,0.01000,0.437
1,mlp.experts.8.gate_proj,0.00012295,0.01000,0.439
1,mlp.experts.9.gate_proj,0.00011477,0.01000,0.444
1,mlp.experts.10.gate_proj,0.00000166,0.01000,0.436
1,mlp.experts.11.gate_proj,0.00006328,0.01000,0.439
1,mlp.experts.12.gate_proj,0.00000258,0.01000,0.437
1,mlp.experts.13.gate_proj,0.00012236,0.01000,0.436
1,mlp.experts.14.gate_proj,0.00015926,0.01000,0.438
1,mlp.experts.15.gate_proj,0.00003586,0.01000,0.437
1,mlp.experts.16.gate_proj,0.00016760,0.01000,0.441
1,mlp.experts.17.gate_proj,0.00001067,0.01000,0.440
1,mlp.experts.18.gate_proj,0.00001371,0.01000,0.437
1,mlp.experts.19.gate_proj,0.00010442,0.01000,0.435
1,mlp.experts.20.gate_proj,0.00006026,0.01000,0.437
1,mlp.experts.21.gate_proj,0.00001051,0.01000,0.436
1,mlp.experts.22.gate_proj,0.00000846,0.01000,0.436
1,mlp.experts.23.gate_proj,0.00012498,0.01000,0.439
1,mlp.experts.24.gate_proj,0.00003149,0.01000,0.442
1,mlp.experts.25.gate_proj,0.00008458,0.01000,0.437
1,mlp.experts.26.gate_proj,0.00007516,0.01000,0.435
1,mlp.experts.27.gate_proj,0.00000156,0.01000,0.436
1,mlp.experts.28.gate_proj,0.00023201,0.01000,0.437
1,mlp.experts.29.gate_proj,0.00022275,0.01000,0.436
1,mlp.experts.30.gate_proj,0.00010583,0.01000,0.437
1,mlp.experts.31.gate_proj,0.00008560,0.01000,0.439
1,mlp.experts.32.gate_proj,0.00002352,0.01000,0.436
1,mlp.experts.33.gate_proj,0.00002735,0.01000,0.437
1,mlp.experts.34.gate_proj,0.00005573,0.01000,0.437
1,mlp.experts.35.gate_proj,0.00000113,0.01000,0.434
1,mlp.experts.36.gate_proj,0.00000980,0.01000,0.434
1,mlp.experts.37.gate_proj,0.00004782,0.01000,0.433
1,mlp.experts.38.gate_proj,0.00006398,0.01000,0.437
1,mlp.experts.39.gate_proj,0.00006413,0.01000,0.434
1,mlp.experts.40.gate_proj,0.00009851,0.01000,0.435
1,mlp.experts.41.gate_proj,0.00003162,0.01000,0.434
1,mlp.experts.42.gate_proj,0.00003562,0.01000,0.433
1,mlp.experts.43.gate_proj,0.00000108,0.01000,0.434
1,mlp.experts.44.gate_proj,0.00003556,0.01000,0.439
1,mlp.experts.45.gate_proj,0.00034307,0.01000,0.442
1,mlp.experts.46.gate_proj,0.00012951,0.01000,0.436
1,mlp.experts.47.gate_proj,0.00005703,0.01000,0.438
1,mlp.experts.48.gate_proj,0.00013598,0.01000,0.436
1,mlp.experts.49.gate_proj,0.00011101,0.01000,0.439
1,mlp.experts.50.gate_proj,0.00000730,0.01000,0.438
1,mlp.experts.51.gate_proj,0.00001160,0.01000,0.434
1,mlp.experts.52.gate_proj,0.00008929,0.01000,0.436
1,mlp.experts.53.gate_proj,0.00010034,0.01000,0.435
1,mlp.experts.54.gate_proj,0.00000713,0.01000,0.437
1,mlp.experts.55.gate_proj,0.00000990,0.01000,0.436
1,mlp.experts.56.gate_proj,0.00001859,0.01000,0.435
1,mlp.experts.57.gate_proj,0.00006986,0.01000,0.435
1,mlp.experts.58.gate_proj,0.00010416,0.01000,0.438
1,mlp.experts.59.gate_proj,0.00000348,0.01000,0.435
1,mlp.experts.60.gate_proj,0.00014778,0.01000,0.434
1,mlp.experts.61.gate_proj,0.00001937,0.01000,0.436
1,mlp.experts.62.gate_proj,0.00022469,0.01000,0.434
1,mlp.experts.63.gate_proj,0.00022903,0.01000,0.435
1,mlp.experts.64.gate_proj,0.00006227,0.01000,0.435
1,mlp.experts.65.gate_proj,0.00000536,0.01000,0.437
1,mlp.experts.66.gate_proj,0.00013609,0.01000,0.436
1,mlp.experts.67.gate_proj,0.00024579,0.01000,0.435
1,mlp.experts.68.gate_proj,0.00020751,0.01000,0.435
1,mlp.experts.69.gate_proj,0.00001849,0.01000,0.436
1,mlp.experts.70.gate_proj,0.00006916,0.01000,0.435
1,mlp.experts.71.gate_proj,0.00003389,0.01000,0.437
1,mlp.experts.72.gate_proj,0.00000687,0.01000,0.435
1,mlp.experts.73.gate_proj,0.00002113,0.01000,0.436
1,mlp.experts.74.gate_proj,0.00035827,0.01000,0.435
1,mlp.experts.75.gate_proj,0.00007987,0.01000,0.436
1,mlp.experts.76.gate_proj,0.00019726,0.01000,0.436
1,mlp.experts.77.gate_proj,0.00015282,0.01000,0.437
1,mlp.experts.78.gate_proj,0.00028248,0.01000,0.435
1,mlp.experts.79.gate_proj,0.00000080,0.01000,0.436
1,mlp.experts.80.gate_proj,0.00000654,0.01000,0.436
1,mlp.experts.81.gate_proj,0.00000002,0.01000,0.439
1,mlp.experts.82.gate_proj,0.00000198,0.01000,0.437
1,mlp.experts.83.gate_proj,0.00008697,0.01000,0.434
1,mlp.experts.84.gate_proj,0.00000162,0.01000,0.436
1,mlp.experts.85.gate_proj,0.00008757,0.01000,0.434
1,mlp.experts.86.gate_proj,0.00009864,0.01000,0.436
1,mlp.experts.87.gate_proj,0.00000067,0.01000,0.436
1,mlp.experts.88.gate_proj,0.00004421,0.01000,0.435
1,mlp.experts.89.gate_proj,0.00009030,0.01000,0.433
1,mlp.experts.90.gate_proj,0.00015950,0.01000,0.432
1,mlp.experts.91.gate_proj,0.00008938,0.01000,0.433
1,mlp.experts.92.gate_proj,0.00013485,0.01000,0.436
1,mlp.experts.93.gate_proj,0.00000592,0.01000,0.433
1,mlp.experts.94.gate_proj,0.00002402,0.01000,0.434
1,mlp.experts.95.gate_proj,0.00002536,0.01000,0.432
1,mlp.experts.96.gate_proj,0.00011696,0.01000,0.431
1,mlp.experts.97.gate_proj,0.00001927,0.01000,0.430
1,mlp.experts.98.gate_proj,0.00012915,0.01000,0.431
1,mlp.experts.99.gate_proj,0.00017436,0.01000,0.433
1,mlp.experts.100.gate_proj,0.00000028,0.01000,0.433
1,mlp.experts.101.gate_proj,0.00001836,0.01000,0.431
1,mlp.experts.102.gate_proj,0.00000040,0.01000,0.431
1,mlp.experts.103.gate_proj,0.00009831,0.01000,0.432
1,mlp.experts.104.gate_proj,0.00003606,0.01000,0.431
1,mlp.experts.105.gate_proj,0.00007823,0.01000,0.432
1,mlp.experts.106.gate_proj,0.00010205,0.01000,0.431
1,mlp.experts.107.gate_proj,0.00015684,0.01000,0.436
1,mlp.experts.108.gate_proj,0.00000112,0.01000,0.432
1,mlp.experts.109.gate_proj,0.00004714,0.01000,0.431
1,mlp.experts.110.gate_proj,0.00000004,0.01000,0.434
1,mlp.experts.111.gate_proj,0.00005560,0.01000,0.431
1,mlp.experts.112.gate_proj,0.00000004,0.01000,0.434
1,mlp.experts.113.gate_proj,0.00016242,0.01000,0.436
1,mlp.experts.114.gate_proj,0.00045254,0.01000,0.436
1,mlp.experts.115.gate_proj,0.00022431,0.01000,0.435
1,mlp.experts.116.gate_proj,0.00025252,0.01000,0.439
1,mlp.experts.117.gate_proj,0.00000743,0.01000,0.435
1,mlp.experts.118.gate_proj,0.00000022,0.01000,0.444
1,mlp.experts.119.gate_proj,0.00001310,0.01000,0.450
1,mlp.experts.120.gate_proj,0.00000034,0.01000,0.451
1,mlp.experts.121.gate_proj,0.00000014,0.01000,0.453
1,mlp.experts.122.gate_proj,0.00078811,0.01000,0.458
1,mlp.experts.123.gate_proj,0.00015089,0.01000,0.460
1,mlp.experts.124.gate_proj,0.00002834,0.01000,0.458
1,mlp.experts.125.gate_proj,0.00000731,0.01000,0.459
1,mlp.experts.126.gate_proj,0.00004042,0.01000,0.462
1,mlp.experts.127.gate_proj,0.00004734,0.01000,0.464
1,mlp.experts.0.down_proj,0.00000096,0.01000,0.166
1,mlp.experts.1.down_proj,0.00000069,0.01000,0.166
1,mlp.experts.2.down_proj,0.00001583,0.01000,0.165
1,mlp.experts.3.down_proj,0.00000792,0.01000,0.165
1,mlp.experts.4.down_proj,0.00000557,0.01000,0.164
1,mlp.experts.5.down_proj,0.00000563,0.01000,0.165
1,mlp.experts.6.down_proj,0.00000741,0.01000,0.164
1,mlp.experts.7.down_proj,0.00001574,0.01000,0.165
1,mlp.experts.8.down_proj,0.00000903,0.01000,0.168
1,mlp.experts.9.down_proj,0.00001654,0.01000,0.167
1,mlp.experts.10.down_proj,0.00000017,0.01000,0.165
1,mlp.experts.11.down_proj,0.00001007,0.01000,0.165
1,mlp.experts.12.down_proj,0.00000052,0.01000,0.165
1,mlp.experts.13.down_proj,0.00001372,0.01000,0.180
1,mlp.experts.14.down_proj,0.00000990,0.01000,0.166
1,mlp.experts.15.down_proj,0.00000238,0.01000,0.167
1,mlp.experts.16.down_proj,0.00001119,0.01000,0.165
1,mlp.experts.17.down_proj,0.00000065,0.01000,0.168
1,mlp.experts.18.down_proj,0.00000211,0.01000,0.173
1,mlp.experts.19.down_proj,0.00001127,0.01000,0.165
1,mlp.experts.20.down_proj,0.00000520,0.01000,0.166
1,mlp.experts.21.down_proj,0.00000228,0.01000,0.165
1,mlp.experts.22.down_proj,0.00000053,0.01000,0.176
1,mlp.experts.23.down_proj,0.00000953,0.01000,0.165
1,mlp.experts.24.down_proj,0.00000845,0.01000,0.166
1,mlp.experts.25.down_proj,0.00000755,0.01000,0.169
1,mlp.experts.26.down_proj,0.00000882,0.01000,0.169
1,mlp.experts.27.down_proj,0.00000253,0.01000,0.170
1,mlp.experts.28.down_proj,0.00001803,0.01000,0.167
1,mlp.experts.29.down_proj,0.00001892,0.01000,0.165
1,mlp.experts.30.down_proj,0.00000584,0.01000,0.165
1,mlp.experts.31.down_proj,0.00000693,0.01000,0.167
1,mlp.experts.32.down_proj,0.00000355,0.01000,0.165
1,mlp.experts.33.down_proj,0.00000470,0.01000,0.166
1,mlp.experts.34.down_proj,0.00000843,0.01000,0.165
1,mlp.experts.35.down_proj,0.00000018,0.01000,0.165
1,mlp.experts.36.down_proj,0.00000150,0.01000,0.165
1,mlp.experts.37.down_proj,0.00000667,0.01000,0.165
1,mlp.experts.38.down_proj,0.00000364,0.01000,0.166
1,mlp.experts.39.down_proj,0.00000797,0.01000,0.176
1,mlp.experts.40.down_proj,0.00000814,0.01000,0.171
1,mlp.experts.41.down_proj,0.00000338,0.01000,0.166
1,mlp.experts.42.down_proj,0.00000298,0.01000,0.166
1,mlp.experts.43.down_proj,0.00000007,0.01000,0.166
1,mlp.experts.44.down_proj,0.00000283,0.01000,0.168
1,mlp.experts.45.down_proj,0.00002358,0.01000,0.167
1,mlp.experts.46.down_proj,0.00001126,0.01000,0.167
1,mlp.experts.47.down_proj,0.00000986,0.01000,0.165
1,mlp.experts.48.down_proj,0.00001240,0.01000,0.165
1,mlp.experts.49.down_proj,0.00001122,0.01000,0.165
1,mlp.experts.50.down_proj,0.00000184,0.01000,0.167
1,mlp.experts.51.down_proj,0.00000145,0.01000,0.169
1,mlp.experts.52.down_proj,0.00000526,0.01000,0.168
1,mlp.experts.53.down_proj,0.00000787,0.01000,0.166
1,mlp.experts.54.down_proj,0.00000059,0.01000,0.165
1,mlp.experts.55.down_proj,0.00000415,0.01000,0.169
1,mlp.experts.56.down_proj,0.00000457,0.01000,0.167
1,mlp.experts.57.down_proj,0.00000838,0.01000,0.167
1,mlp.experts.58.down_proj,0.00001032,0.01000,0.167
1,mlp.experts.59.down_proj,0.00000063,0.01000,0.166
1,mlp.experts.60.down_proj,0.00001043,0.01000,0.166
1,mlp.experts.61.down_proj,0.00000135,0.01000,0.166
1,mlp.experts.62.down_proj,0.00001518,0.01000,0.169
1,mlp.experts.63.down_proj,0.00001803,0.01000,0.171
1,mlp.experts.64.down_proj,0.00000501,0.01000,0.165
1,mlp.experts.65.down_proj,0.00000206,0.01000,0.165
1,mlp.experts.66.down_proj,0.00001448,0.01000,0.165
1,mlp.experts.67.down_proj,0.00001576,0.01000,0.165
1,mlp.experts.68.down_proj,0.00095750,0.01000,0.168
1,mlp.experts.69.down_proj,0.00000168,0.01000,0.168
1,mlp.experts.70.down_proj,0.00000917,0.01000,0.167
1,mlp.experts.71.down_proj,0.00000303,0.01000,0.166
1,mlp.experts.72.down_proj,0.00000045,0.01000,0.166
1,mlp.experts.73.down_proj,0.00000481,0.01000,0.171
1,mlp.experts.74.down_proj,0.00001542,0.01000,0.170
1,mlp.experts.75.down_proj,0.00001069,0.01000,0.167
1,mlp.experts.76.down_proj,0.00001397,0.01000,0.166
1,mlp.experts.77.down_proj,0.00000961,0.01000,0.166
1,mlp.experts.78.down_proj,0.00002124,0.01000,0.166
1,mlp.experts.79.down_proj,0.00000007,0.01000,0.172
1,mlp.experts.80.down_proj,0.00000104,0.01000,0.172
1,mlp.experts.81.down_proj,0.00000000,0.01000,0.167
1,mlp.experts.82.down_proj,0.00000014,0.01000,0.169
1,mlp.experts.83.down_proj,0.00001649,0.01000,0.167
1,mlp.experts.84.down_proj,0.00000041,0.01000,0.167
1,mlp.experts.85.down_proj,0.00000898,0.01000,0.166
1,mlp.experts.86.down_proj,0.00000837,0.01000,0.168
1,mlp.experts.87.down_proj,0.00000015,0.01000,0.167
1,mlp.experts.88.down_proj,0.00000371,0.01000,0.166
1,mlp.experts.89.down_proj,0.00000833,0.01000,0.166
1,mlp.experts.90.down_proj,0.00000984,0.01000,0.169
1,mlp.experts.91.down_proj,0.00001202,0.01000,0.167
1,mlp.experts.92.down_proj,0.00001259,0.01000,0.167
1,mlp.experts.93.down_proj,0.00000113,0.01000,0.166
1,mlp.experts.94.down_proj,0.00000317,0.01000,0.168
1,mlp.experts.95.down_proj,0.00000155,0.01000,0.167
1,mlp.experts.96.down_proj,0.00000745,0.01000,0.168
1,mlp.experts.97.down_proj,0.00000117,0.01000,0.168
1,mlp.experts.98.down_proj,0.00000974,0.01000,0.170
1,mlp.experts.99.down_proj,0.00001813,0.01000,0.167
1,mlp.experts.100.down_proj,0.00000006,0.01000,0.167
1,mlp.experts.101.down_proj,0.00000148,0.01000,0.169
1,mlp.experts.102.down_proj,0.00000009,0.01000,0.170
1,mlp.experts.103.down_proj,0.00000568,0.01000,0.167
1,mlp.experts.104.down_proj,0.00000342,0.01000,0.167
1,mlp.experts.105.down_proj,0.00001130,0.01000,0.168
1,mlp.experts.106.down_proj,0.00000839,0.01000,0.167
1,mlp.experts.107.down_proj,0.00001403,0.01000,0.167
1,mlp.experts.108.down_proj,0.00000023,0.01000,0.167
1,mlp.experts.109.down_proj,0.00000449,0.01000,0.166
1,mlp.experts.110.down_proj,0.00000000,0.01000,0.167
1,mlp.experts.111.down_proj,0.00000254,0.01000,0.167
1,mlp.experts.112.down_proj,0.00000000,0.01000,0.166
1,mlp.experts.113.down_proj,0.00001106,0.01000,0.166
1,mlp.experts.114.down_proj,0.00002926,0.01000,0.167
1,mlp.experts.115.down_proj,0.00001217,0.01000,0.169
1,mlp.experts.116.down_proj,0.00001388,0.01000,0.170
1,mlp.experts.117.down_proj,0.00000258,0.01000,0.169
1,mlp.experts.118.down_proj,0.00000003,0.01000,0.168
1,mlp.experts.119.down_proj,0.00000121,0.01000,0.168
1,mlp.experts.120.down_proj,0.00000004,0.01000,0.166
1,mlp.experts.121.down_proj,0.00000001,0.01000,0.167
1,mlp.experts.122.down_proj,0.00003442,0.01000,0.166
1,mlp.experts.123.down_proj,0.00001560,0.01000,0.168
1,mlp.experts.124.down_proj,0.00000402,0.01000,0.165
1,mlp.experts.125.down_proj,0.00000054,0.01000,0.166
1,mlp.experts.126.down_proj,0.00000675,0.01000,0.165
1,mlp.experts.127.down_proj,0.00000400,0.01000,0.173
2,self_attn.q_proj,0.00001471,0.01000,0.457
2,self_attn.k_proj,0.00000177,0.01000,0.453
2,self_attn.v_proj,0.00000158,0.01000,0.453
2,self_attn.o_proj,0.00000213,0.01000,0.918
2,mlp.experts.0.up_proj,0.00046801,0.01000,0.454
2,mlp.experts.1.up_proj,0.00001558,0.01000,0.452
2,mlp.experts.2.up_proj,0.00022162,0.01000,0.448
2,mlp.experts.3.up_proj,0.00000039,0.01000,0.456
2,mlp.experts.4.up_proj,0.00098321,0.01000,0.455
2,mlp.experts.5.up_proj,0.00007853,0.01000,0.462
2,mlp.experts.6.up_proj,0.00015564,0.01000,0.453
2,mlp.experts.7.up_proj,0.00014848,0.01000,0.452
2,mlp.experts.8.up_proj,0.00026424,0.01000,0.451
2,mlp.experts.9.up_proj,0.00042506,0.01000,0.453
2,mlp.experts.10.up_proj,0.00010402,0.01000,0.454
2,mlp.experts.11.up_proj,0.00000591,0.01000,0.455
2,mlp.experts.12.up_proj,0.00007347,0.01000,0.461
2,mlp.experts.13.up_proj,0.00000043,0.01000,0.453
2,mlp.experts.14.up_proj,0.00020481,0.01000,0.456
2,mlp.experts.15.up_proj,0.00018282,0.01000,0.453
2,mlp.experts.16.up_proj,0.00004221,0.01000,0.453
2,mlp.experts.17.up_proj,0.00009651,0.01000,0.453
2,mlp.experts.18.up_proj,0.00013086,0.01000,0.460
2,mlp.experts.19.up_proj,0.00000083,0.01000,0.454
2,mlp.experts.20.up_proj,0.00000614,0.01000,0.457
2,mlp.experts.21.up_proj,0.00000011,0.01000,0.456
2,mlp.experts.22.up_proj,0.00011578,0.01000,0.461
2,mlp.experts.23.up_proj,0.00004072,0.01000,0.460
2,mlp.experts.24.up_proj,0.00010909,0.01000,0.452
2,mlp.experts.25.up_proj,0.00002561,0.01000,0.455
2,mlp.experts.26.up_proj,0.00000005,0.01000,0.454
2,mlp.experts.27.up_proj,0.00018206,0.01000,0.468
2,mlp.experts.28.up_proj,0.00000166,0.01000,0.454
2,mlp.experts.29.up_proj,0.00000820,0.01000,0.452
2,mlp.experts.30.up_proj,0.00001210,0.01000,0.452
2,mlp.experts.31.up_proj,0.00000267,0.01000,0.460
2,mlp.experts.32.up_proj,0.00000027,0.01000,0.454
2,mlp.experts.33.up_proj,0.00001264,0.01000,0.451
2,mlp.experts.34.up_proj,0.00000015,0.01000,0.453
2,mlp.experts.35.up_proj,0.00000008,0.01000,0.454
2,mlp.experts.36.up_proj,0.00003474,0.01000,0.470
2,mlp.experts.37.up_proj,0.00000599,0.01000,0.454
2,mlp.experts.38.up_proj,0.00005148,0.01000,0.455
2,mlp.experts.39.up_proj,0.00000103,0.01000,0.455
2,mlp.experts.40.up_proj,0.00037190,0.01000,0.455
2,mlp.experts.41.up_proj,0.00013592,0.01000,0.453
2,mlp.experts.42.up_proj,0.00002108,0.01000,0.451
2,mlp.experts.43.up_proj,0.00000065,0.01000,0.453
2,mlp.experts.44.up_proj,0.00006166,0.01000,0.459
2,mlp.experts.45.up_proj,0.00003610,0.01000,0.462
2,mlp.experts.46.up_proj,0.00025437,0.01000,0.452
2,mlp.experts.47.up_proj,0.00013457,0.01000,0.456
2,mlp.experts.48.up_proj,0.00003697,0.01000,0.462
2,mlp.experts.49.up_proj,0.00034993,0.01000,0.459
2,mlp.experts.50.up_proj,0.00106541,0.01000,0.450
2,mlp.experts.51.up_proj,0.00053447,0.01000,0.453
2,mlp.experts.52.up_proj,0.00035240,0.01000,0.454
2,mlp.experts.53.up_proj,0.00005829,0.01000,0.461
2,mlp.experts.54.up_proj,0.00025050,0.01000,0.456
2,mlp.experts.55.up_proj,0.00013403,0.01000,0.453
2,mlp.experts.56.up_proj,0.00001734,0.01000,0.463
2,mlp.experts.57.up_proj,0.00003674,0.01000,0.466
2,mlp.experts.58.up_proj,0.00001902,0.01000,0.460
2,mlp.experts.59.up_proj,0.00028636,0.01000,0.454
2,mlp.experts.60.up_proj,0.00096879,0.01000,0.453
2,mlp.experts.61.up_proj,0.00005999,0.01000,0.452
2,mlp.experts.62.up_proj,0.00030489,0.01000,0.461
2,mlp.experts.63.up_proj,0.00043637,0.01000,0.454
2,mlp.experts.64.up_proj,0.00049478,0.01000,0.454
2,mlp.experts.65.up_proj,0.00013417,0.01000,0.455
2,mlp.experts.66.up_proj,0.00001239,0.01000,0.454
2,mlp.experts.67.up_proj,0.00013080,0.01000,0.456
2,mlp.experts.68.up_proj,0.00027554,0.01000,0.453
2,mlp.experts.69.up_proj,0.00015300,0.01000,0.463
2,mlp.experts.70.up_proj,0.00019328,0.01000,0.461
2,mlp.experts.71.up_proj,0.00001829,0.01000,0.460
2,mlp.experts.72.up_proj,0.00004453,0.01000,0.450
2,mlp.experts.73.up_proj,0.00046349,0.01000,0.450
2,mlp.experts.74.up_proj,0.00022970,0.01000,0.451
2,mlp.experts.75.up_proj,0.00000536,0.01000,0.454
2,mlp.experts.76.up_proj,0.00051646,0.01000,0.453
2,mlp.experts.77.up_proj,0.00081989,0.01000,0.455
2,mlp.experts.78.up_proj,0.00001361,0.01000,0.458
2,mlp.experts.79.up_proj,0.00000000,0.01000,0.457
2,mlp.experts.80.up_proj,0.00000570,0.01000,0.466
2,mlp.experts.81.up_proj,0.00022945,0.01000,0.453
2,mlp.experts.82.up_proj,0.00001197,0.01000,0.455
2,mlp.experts.83.up_proj,0.00002434,0.01000,0.455
2,mlp.experts.84.up_proj,0.00006813,0.01000,0.466
2,mlp.experts.85.up_proj,0.00046254,0.01000,0.454
2,mlp.experts.86.up_proj,0.00000992,0.01000,0.455
2,mlp.experts.87.up_proj,0.00004760,0.01000,0.457
2,mlp.experts.88.up_proj,0.00008305,0.01000,0.457
2,mlp.experts.89.up_proj,0.00000581,0.01000,0.457
2,mlp.experts.90.up_proj,0.00016735,0.01000,0.465
2,mlp.experts.91.up_proj,0.00003112,0.01000,0.459
2,mlp.experts.92.up_proj,0.00011223,0.01000,0.455
2,mlp.experts.93.up_proj,0.00015665,0.01000,0.458
2,mlp.experts.94.up_proj,0.00062959,0.01000,0.452
2,mlp.experts.95.up_proj,0.00024335,0.01000,0.456
2,mlp.experts.96.up_proj,0.00000023,0.01000,0.455
2,mlp.experts.97.up_proj,0.00050688,0.01000,0.463
2,mlp.experts.98.up_proj,0.00001211,0.01000,0.454
2,mlp.experts.99.up_proj,0.00010616,0.01000,0.452
2,mlp.experts.100.up_proj,0.00080178,0.01000,0.457
2,mlp.experts.101.up_proj,0.00000408,0.01000,0.454
2,mlp.experts.102.up_proj,0.00002787,0.01000,0.461
2,mlp.experts.103.up_proj,0.00002933,0.01000,0.452
2,mlp.experts.104.up_proj,0.00021315,0.01000,0.455
2,mlp.experts.105.up_proj,0.00000006,0.01000,0.451
2,mlp.experts.106.up_proj,0.00000992,0.01000,0.459
2,mlp.experts.107.up_proj,0.00009511,0.01000,0.454
2,mlp.experts.108.up_proj,0.00006982,0.01000,0.452
2,mlp.experts.109.up_proj,0.00000149,0.01000,0.450
2,mlp.experts.110.up_proj,0.00000003,0.01000,0.456
2,mlp.experts.111.up_proj,0.00005016,0.01000,0.453
2,mlp.experts.112.up_proj,0.00004205,0.01000,0.451
2,mlp.experts.113.up_proj,0.00000725,0.01000,0.456
2,mlp.experts.114.up_proj,0.00000112,0.01000,0.466
2,mlp.experts.115.up_proj,0.00069848,0.01000,0.455
2,mlp.experts.116.up_proj,0.00023856,0.01000,0.451
2,mlp.experts.117.up_proj,0.00019025,0.01000,0.465
2,mlp.experts.118.up_proj,0.00075746,0.01000,0.456
2,mlp.experts.119.up_proj,0.00049460,0.01000,0.456
2,mlp.experts.120.up_proj,0.00017608,0.01000,0.466
2,mlp.experts.121.up_proj,0.00023052,0.01000,0.451
2,mlp.experts.122.up_proj,0.00013942,0.01000,0.455
2,mlp.experts.123.up_proj,0.00010159,0.01000,0.460
2,mlp.experts.124.up_proj,0.00000208,0.01000,0.455
2,mlp.experts.125.up_proj,0.00058804,0.01000,0.453
2,mlp.experts.126.up_proj,0.00012869,0.01000,0.456
2,mlp.experts.127.up_proj,0.00020487,0.01000,0.452
2,mlp.experts.0.gate_proj,0.00049001,0.01000,0.455
2,mlp.experts.1.gate_proj,0.00001771,0.01000,0.453
2,mlp.experts.2.gate_proj,0.00024736,0.01000,0.456
2,mlp.experts.3.gate_proj,0.00000041,0.01000,0.453
2,mlp.experts.4.gate_proj,0.00107769,0.01000,0.459
2,mlp.experts.5.gate_proj,0.00008511,0.01000,0.453
2,mlp.experts.6.gate_proj,0.00016818,0.01000,0.458
2,mlp.experts.7.gate_proj,0.00015801,0.01000,0.456
2,mlp.experts.8.gate_proj,0.00027529,0.01000,0.457
2,mlp.experts.9.gate_proj,0.00044551,0.01000,0.457
2,mlp.experts.10.gate_proj,0.00011135,0.01000,0.454
2,mlp.experts.11.gate_proj,0.00000640,0.01000,0.451
2,mlp.experts.12.gate_proj,0.00007857,0.01000,0.468
2,mlp.experts.13.gate_proj,0.00000046,0.01000,0.462
2,mlp.experts.14.gate_proj,0.00023162,0.01000,0.454
2,mlp.experts.15.gate_proj,0.00020115,0.01000,0.458
2,mlp.experts.16.gate_proj,0.00004503,0.01000,0.453
2,mlp.experts.17.gate_proj,0.00011157,0.01000,0.456
2,mlp.experts.18.gate_proj,0.00014205,0.01000,0.457
2,mlp.experts.19.gate_proj,0.00000095,0.01000,0.452
2,mlp.experts.20.gate_proj,0.00000686,0.01000,0.455
2,mlp.experts.21.gate_proj,0.00000011,0.01000,0.462
2,mlp.experts.22.gate_proj,0.00012107,0.01000,0.462
2,mlp.experts.23.gate_proj,0.00004356,0.01000,0.454
2,mlp.experts.24.gate_proj,0.00011864,0.01000,0.455
2,mlp.experts.25.gate_proj,0.00002704,0.01000,0.456
2,mlp.experts.26.gate_proj,0.00000005,0.01000,0.458
2,mlp.experts.27.gate_proj,0.00019843,0.01000,0.459
2,mlp.experts.28.gate_proj,0.00000172,0.01000,0.459
2,mlp.experts.29.gate_proj,0.00000920,0.01000,0.464
2,mlp.experts.30.gate_proj,0.00001346,0.01000,0.459
2,mlp.experts.31.gate_proj,0.00000284,0.01000,0.457
2,mlp.experts.32.gate_proj,0.00000027,0.01000,0.453
2,mlp.experts.33.gate_proj,0.00001441,0.01000,0.455
2,mlp.experts.34.gate_proj,0.00000016,0.01000,0.458
2,mlp.experts.35.gate_proj,0.00000009,0.01000,0.462
2,mlp.experts.36.gate_proj,0.00003583,0.01000,0.455
2,mlp.experts.37.gate_proj,0.00000620,0.01000,0.453
2,mlp.experts.38.gate_proj,0.00005399,0.01000,0.455
2,mlp.experts.39.gate_proj,0.00000110,0.01000,0.457
2,mlp.experts.40.gate_proj,0.00042220,0.01000,0.459
2,mlp.experts.41.gate_proj,0.00014799,0.01000,0.455
2,mlp.experts.42.gate_proj,0.00002262,0.01000,0.452
2,mlp.experts.43.gate_proj,0.00000068,0.01000,0.444
2,mlp.experts.44.gate_proj,0.00006732,0.01000,0.451
2,mlp.experts.45.gate_proj,0.00003819,0.01000,0.457
2,mlp.experts.46.gate_proj,0.00028880,0.01000,0.452
2,mlp.experts.47.gate_proj,0.00014879,0.01000,0.453
2,mlp.experts.48.gate_proj,0.00004033,0.01000,0.460
2,mlp.experts.49.gate_proj,0.00037626,0.01000,0.449
2,mlp.experts.50.gate_proj,0.00152705,0.01000,0.449
2,mlp.experts.51.gate_proj,0.00057334,0.01000,0.452
2,mlp.experts.52.gate_proj,0.00038942,0.01000,0.462
2,mlp.experts.53.gate_proj,0.00006300,0.01000,0.449
2,mlp.experts.54.gate_proj,0.00027179,0.01000,0.455
2,mlp.experts.55.gate_proj,0.00015841,0.01000,0.456
2,mlp.experts.56.gate_proj,0.00001704,0.01000,0.451
2,mlp.experts.57.gate_proj,0.00004027,0.01000,0.457
2,mlp.experts.58.gate_proj,0.00002074,0.01000,0.452
2,mlp.experts.59.gate_proj,0.00039418,0.01000,0.455
2,mlp.experts.60.gate_proj,0.00111944,0.01000,0.464
2,mlp.experts.61.gate_proj,0.00006539,0.01000,0.468
2,mlp.experts.62.gate_proj,0.00033171,0.01000,0.454
2,mlp.experts.63.gate_proj,0.00059860,0.01000,0.457
2,mlp.experts.64.gate_proj,0.00053748,0.01000,0.454
2,mlp.experts.65.gate_proj,0.00014637,0.01000,0.452
2,mlp.experts.66.gate_proj,0.00001298,0.01000,0.453
2,mlp.experts.67.gate_proj,0.00014300,0.01000,0.450
2,mlp.experts.68.gate_proj,0.00029672,0.01000,0.454
2,mlp.experts.69.gate_proj,0.00016525,0.01000,0.454
2,mlp.experts.70.gate_proj,0.00021089,0.01000,0.458
2,mlp.experts.71.gate_proj,0.00002237,0.01000,0.451
2,mlp.experts.72.gate_proj,0.00004429,0.01000,0.467
2,mlp.experts.73.gate_proj,0.00049088,0.01000,0.460
2,mlp.experts.74.gate_proj,0.00027051,0.01000,0.475
2,mlp.experts.75.gate_proj,0.00000606,0.01000,0.461
2,mlp.experts.76.gate_proj,0.00057718,0.01000,0.452
2,mlp.experts.77.gate_proj,0.00098052,0.01000,0.451
2,mlp.experts.78.gate_proj,0.00001985,0.01000,0.460
2,mlp.experts.79.gate_proj,0.00000000,0.01000,0.456
2,mlp.experts.80.gate_proj,0.00000669,0.01000,0.452
2,mlp.experts.81.gate_proj,0.00024573,0.01000,0.456
2,mlp.experts.82.gate_proj,0.00001274,0.01000,0.452
2,mlp.experts.83.gate_proj,0.00002705,0.01000,0.458
2,mlp.experts.84.gate_proj,0.00006961,0.01000,0.458
2,mlp.experts.85.gate_proj,0.00050353,0.01000,0.453
2,mlp.experts.86.gate_proj,0.00001079,0.01000,0.454
2,mlp.experts.87.gate_proj,0.00005104,0.01000,0.464
2,mlp.experts.88.gate_proj,0.00009209,0.01000,0.458
2,mlp.experts.89.gate_proj,0.00000609,0.01000,0.453
2,mlp.experts.90.gate_proj,0.00017873,0.01000,0.453
2,mlp.experts.91.gate_proj,0.00003534,0.01000,0.450
2,mlp.experts.92.gate_proj,0.00033406,0.01000,0.455
2,mlp.experts.93.gate_proj,0.00016552,0.01000,0.454
2,mlp.experts.94.gate_proj,0.00077409,0.01000,0.465
2,mlp.experts.95.gate_proj,0.00027318,0.01000,0.464
2,mlp.experts.96.gate_proj,0.00000024,0.01000,0.460
2,mlp.experts.97.gate_proj,0.00063022,0.01000,0.452
2,mlp.experts.98.gate_proj,0.00001315,0.01000,0.449
2,mlp.experts.99.gate_proj,0.00011779,0.01000,0.452
2,mlp.experts.100.gate_proj,0.00108901,0.01000,0.462
2,mlp.experts.101.gate_proj,0.00000418,0.01000,0.457
2,mlp.experts.102.gate_proj,0.00003886,0.01000,0.452
2,mlp.experts.103.gate_proj,0.00003093,0.01000,0.455
2,mlp.experts.104.gate_proj,0.00024515,0.01000,0.448
2,mlp.experts.105.gate_proj,0.00000006,0.01000,0.454
2,mlp.experts.106.gate_proj,0.00001090,0.01000,0.450
2,mlp.experts.107.gate_proj,0.00010119,0.01000,0.451
2,mlp.experts.108.gate_proj,0.00008021,0.01000,0.454
2,mlp.experts.109.gate_proj,0.00000157,0.01000,0.450
2,mlp.experts.110.gate_proj,0.00000003,0.01000,0.454
2,mlp.experts.111.gate_proj,0.00005626,0.01000,0.451
2,mlp.experts.112.gate_proj,0.00004436,0.01000,0.454
2,mlp.experts.113.gate_proj,0.00000855,0.01000,0.447
2,mlp.experts.114.gate_proj,0.00000122,0.01000,0.453
2,mlp.experts.115.gate_proj,0.00100915,0.01000,0.450
2,mlp.experts.116.gate_proj,0.00024882,0.01000,0.450
2,mlp.experts.117.gate_proj,0.00020067,0.01000,0.450
2,mlp.experts.118.gate_proj,0.00089287,0.01000,0.448
2,mlp.experts.119.gate_proj,0.00056283,0.01000,0.437
2,mlp.experts.120.gate_proj,0.00019411,0.01000,0.434
2,mlp.experts.121.gate_proj,0.00026829,0.01000,0.434
2,mlp.experts.122.gate_proj,0.00015383,0.01000,0.436
2,mlp.experts.123.gate_proj,0.00010976,0.01000,0.436
2,mlp.experts.124.gate_proj,0.00000219,0.01000,0.438
2,mlp.experts.125.gate_proj,0.00063368,0.01000,0.439
2,mlp.experts.126.gate_proj,0.00013855,0.01000,0.439
2,mlp.experts.127.gate_proj,0.00021931,0.01000,0.440
2,mlp.experts.0.down_proj,0.00003450,0.01000,0.169
2,mlp.experts.1.down_proj,0.00000063,0.01000,0.168
2,mlp.experts.2.down_proj,0.00002769,0.01000,0.165
2,mlp.experts.3.down_proj,0.00000009,0.01000,0.165
2,mlp.experts.4.down_proj,0.00009233,0.01000,0.165
2,mlp.experts.5.down_proj,0.00001306,0.01000,0.166
2,mlp.experts.6.down_proj,0.00003096,0.01000,0.165
2,mlp.experts.7.down_proj,0.00002237,0.01000,0.165
2,mlp.experts.8.down_proj,0.00003240,0.01000,0.165
2,mlp.experts.9.down_proj,0.00004530,0.01000,0.165
2,mlp.experts.10.down_proj,0.00001122,0.01000,0.165
2,mlp.experts.11.down_proj,0.00000080,0.01000,0.165
2,mlp.experts.12.down_proj,0.00001570,0.01000,0.165
2,mlp.experts.13.down_proj,0.00000004,0.01000,0.166
2,mlp.experts.14.down_proj,0.00003287,0.01000,0.166
2,mlp.experts.15.down_proj,0.00003301,0.01000,0.165
2,mlp.experts.16.down_proj,0.00000445,0.01000,0.165
2,mlp.experts.17.down_proj,0.00001581,0.01000,0.165
2,mlp.experts.18.down_proj,0.00000270,0.01000,0.165
2,mlp.experts.19.down_proj,0.00000045,0.01000,0.165
2,mlp.experts.20.down_proj,0.00000075,0.01000,0.165
2,mlp.experts.21.down_proj,0.00000002,0.01000,0.165
2,mlp.experts.22.down_proj,0.00001078,0.01000,0.165
2,mlp.experts.23.down_proj,0.00000739,0.01000,0.165
2,mlp.experts.24.down_proj,0.00002379,0.01000,0.165
2,mlp.experts.25.down_proj,0.00000197,0.01000,0.165
2,mlp.experts.26.down_proj,0.00000000,0.01000,0.167
2,mlp.experts.27.down_proj,0.00001679,0.01000,0.164
2,mlp.experts.28.down_proj,0.00000032,0.01000,0.164
2,mlp.experts.29.down_proj,0.00000728,0.01000,0.164
2,mlp.experts.30.down_proj,0.00000164,0.01000,0.165
2,mlp.experts.31.down_proj,0.00000045,0.01000,0.164
2,mlp.experts.32.down_proj,0.00000004,0.01000,0.164
2,mlp.experts.33.down_proj,0.00000072,0.01000,0.164
2,mlp.experts.34.down_proj,0.00000001,0.01000,0.164
2,mlp.experts.35.down_proj,0.00000001,0.01000,0.164
2,mlp.experts.36.down_proj,0.00000239,0.01000,0.164
2,mlp.experts.37.down_proj,0.00000138,0.01000,0.164
2,mlp.experts.38.down_proj,0.00000643,0.01000,0.164
2,mlp.experts.39.down_proj,0.00000012,0.01000,0.165
2,mlp.experts.40.down_proj,0.00003534,0.01000,0.165
2,mlp.experts.41.down_proj,0.00002563,0.01000,0.165
2,mlp.experts.42.down_proj,0.00000241,0.01000,0.165
2,mlp.experts.43.down_proj,0.00000007,0.01000,0.165
2,mlp.experts.44.down_proj,0.00001471,0.01000,0.165
2,mlp.experts.45.down_proj,0.00000921,0.01000,0.166
2,mlp.experts.46.down_proj,0.00002706,0.01000,0.165
2,mlp.experts.47.down_proj,0.00001536,0.01000,0.165
2,mlp.experts.48.down_proj,0.00000513,0.01000,0.165
2,mlp.experts.49.down_proj,0.00003210,0.01000,0.168
2,mlp.experts.50.down_proj,0.00003865,0.01000,0.166
2,mlp.experts.51.down_proj,0.00005261,0.01000,0.167
2,mlp.experts.52.down_proj,0.00004045,0.01000,0.165
2,mlp.experts.53.down_proj,0.00001306,0.01000,0.165
2,mlp.experts.54.down_proj,0.00003211,0.01000,0.165
2,mlp.experts.55.down_proj,0.00000535,0.01000,0.165
2,mlp.experts.56.down_proj,0.00000062,0.01000,0.165
2,mlp.experts.57.down_proj,0.00000552,0.01000,0.165
2,mlp.experts.58.down_proj,0.00000197,0.01000,0.165
2,mlp.experts.59.down_proj,0.00002193,0.01000,0.165
2,mlp.experts.60.down_proj,0.00002349,0.01000,0.165
2,mlp.experts.61.down_proj,0.00000198,0.01000,0.165
2,mlp.experts.62.down_proj,0.00002874,0.01000,0.165
2,mlp.experts.63.down_proj,0.00000958,0.01000,0.165
2,mlp.experts.64.down_proj,0.00004920,0.01000,0.165
2,mlp.experts.65.down_proj,0.00002181,0.01000,0.164
2,mlp.experts.66.down_proj,0.00000150,0.01000,0.165
2,mlp.experts.67.down_proj,0.00002371,0.01000,0.166
2,mlp.experts.68.down_proj,0.00003526,0.01000,0.166
2,mlp.experts.69.down_proj,0.00002492,0.01000,0.167
2,mlp.experts.70.down_proj,0.00005119,0.01000,0.166
2,mlp.experts.71.down_proj,0.00000082,0.01000,0.166
2,mlp.experts.72.down_proj,0.00000162,0.01000,0.167
2,mlp.experts.73.down_proj,0.00005595,0.01000,0.166
2,mlp.experts.74.down_proj,0.00001528,0.01000,0.169
2,mlp.experts.75.down_proj,0.00000159,0.01000,0.166
2,mlp.experts.76.down_proj,0.00005830,0.01000,0.167
2,mlp.experts.77.down_proj,0.00001886,0.01000,0.167
2,mlp.experts.78.down_proj,0.00000037,0.01000,0.167
2,mlp.experts.79.down_proj,0.00000000,0.01000,0.167
2,mlp.experts.80.down_proj,0.00000077,0.01000,0.166
2,mlp.experts.81.down_proj,0.00001422,0.01000,0.170
2,mlp.experts.82.down_proj,0.00000122,0.01000,0.168
2,mlp.experts.83.down_proj,0.00000262,0.01000,0.167
2,mlp.experts.84.down_proj,0.00000864,0.01000,0.170
2,mlp.experts.85.down_proj,0.00004788,0.01000,0.169
2,mlp.experts.86.down_proj,0.00000270,0.01000,0.168
2,mlp.experts.87.down_proj,0.00000755,0.01000,0.168
2,mlp.experts.88.down_proj,0.00001359,0.01000,0.167
2,mlp.experts.89.down_proj,0.00000069,0.01000,0.167
2,mlp.experts.90.down_proj,0.00002523,0.01000,0.167
2,mlp.experts.91.down_proj,0.00000194,0.01000,0.168
2,mlp.experts.92.down_proj,0.00105046,0.01000,0.167
2,mlp.experts.93.down_proj,0.00001559,0.01000,0.167
2,mlp.experts.94.down_proj,0.00006777,0.01000,0.167
2,mlp.experts.95.down_proj,0.00002265,0.01000,0.167
2,mlp.experts.96.down_proj,0.00000004,0.01000,0.169
2,mlp.experts.97.down_proj,0.00002467,0.01000,0.167
2,mlp.experts.98.down_proj,0.00000242,0.01000,0.167
2,mlp.experts.99.down_proj,0.00001915,0.01000,0.167
2,mlp.experts.100.down_proj,0.00002355,0.01000,0.167
2,mlp.experts.101.down_proj,0.00000040,0.01000,0.167
2,mlp.experts.102.down_proj,0.00000066,0.01000,0.167
2,mlp.experts.103.down_proj,0.00000224,0.01000,0.167
2,mlp.experts.104.down_proj,0.00004363,0.01000,0.169
2,mlp.experts.105.down_proj,0.00000001,0.01000,0.168
2,mlp.experts.106.down_proj,0.00000114,0.01000,0.168
2,mlp.experts.107.down_proj,0.00002397,0.01000,0.168
2,mlp.experts.108.down_proj,0.00000976,0.01000,0.168
2,mlp.experts.109.down_proj,0.00000019,0.01000,0.167
2,mlp.experts.110.down_proj,0.00000000,0.01000,0.168
2,mlp.experts.111.down_proj,0.00001610,0.01000,0.169
2,mlp.experts.112.down_proj,0.00000588,0.01000,0.170
2,mlp.experts.113.down_proj,0.00000106,0.01000,0.167
2,mlp.experts.114.down_proj,0.00000036,0.01000,0.167
2,mlp.experts.115.down_proj,0.00002501,0.01000,0.167
2,mlp.experts.116.down_proj,0.00002911,0.01000,0.167
2,mlp.experts.117.down_proj,0.00003004,0.01000,0.168
2,mlp.experts.118.down_proj,0.00002765,0.01000,0.170
2,mlp.experts.119.down_proj,0.00006039,0.01000,0.170
2,mlp.experts.120.down_proj,0.00002954,0.01000,0.168
2,mlp.experts.121.down_proj,0.00003122,0.01000,0.168
2,mlp.experts.122.down_proj,0.00002707,0.01000,0.170
2,mlp.experts.123.down_proj,0.00001049,0.01000,0.169
2,mlp.experts.124.down_proj,0.00000034,0.01000,0.169
2,mlp.experts.125.down_proj,0.00004486,0.01000,0.169
2,mlp.experts.126.down_proj,0.00002662,0.01000,0.168
2,mlp.experts.127.down_proj,0.00002662,0.01000,0.168
3,self_attn.q_proj,0.00006797,0.01000,0.447
3,self_attn.k_proj,0.00000819,0.01000,0.440
3,self_attn.v_proj,0.00000946,0.01000,0.437
3,self_attn.o_proj,0.00000937,0.01000,0.881
3,mlp.experts.0.up_proj,0.00014021,0.01000,0.435
3,mlp.experts.1.up_proj,0.00045583,0.01000,0.435
3,mlp.experts.2.up_proj,0.00036657,0.01000,0.435
3,mlp.experts.3.up_proj,0.00028942,0.01000,0.441
3,mlp.experts.4.up_proj,0.00032477,0.01000,0.435
3,mlp.experts.5.up_proj,0.00004579,0.01000,0.437
3,mlp.experts.6.up_proj,0.00013559,0.01000,0.438
3,mlp.experts.7.up_proj,0.00047686,0.01000,0.436
3,mlp.experts.8.up_proj,0.00000012,0.01000,0.437
3,mlp.experts.9.up_proj,0.00029660,0.01000,0.436
3,mlp.experts.10.up_proj,0.00035971,0.01000,0.436
3,mlp.experts.11.up_proj,0.00038748,0.01000,0.440
3,mlp.experts.12.up_proj,0.00014302,0.01000,0.438
3,mlp.experts.13.up_proj,0.00053958,0.01000,0.436
3,mlp.experts.14.up_proj,0.00002972,0.01000,0.439
3,mlp.experts.15.up_proj,0.00000359,0.01000,0.436
3,mlp.experts.16.up_proj,0.00003022,0.01000,0.435
3,mlp.experts.17.up_proj,0.00010132,0.01000,0.437
3,mlp.experts.18.up_proj,0.00002620,0.01000,0.436
3,mlp.experts.19.up_proj,0.00007246,0.01000,0.441
3,mlp.experts.20.up_proj,0.00022979,0.01000,0.436
3,mlp.experts.21.up_proj,0.00025023,0.01000,0.437
3,mlp.experts.22.up_proj,0.00022821,0.01000,0.437
3,mlp.experts.23.up_proj,0.00004045,0.01000,0.436
3,mlp.experts.24.up_proj,0.00040956,0.01000,0.438
3,mlp.experts.25.up_proj,0.00061650,0.01000,0.435
3,mlp.experts.26.up_proj,0.00034382,0.01000,0.444
3,mlp.experts.27.up_proj,0.00008896,0.01000,0.436
3,mlp.experts.28.up_proj,0.00001448,0.01000,0.437
3,mlp.experts.29.up_proj,0.00058508,0.01000,0.435
3,mlp.experts.30.up_proj,0.00002604,0.01000,0.436
3,mlp.experts.31.up_proj,0.00020285,0.01000,0.435
3,mlp.experts.32.up_proj,0.00009053,0.01000,0.436
3,mlp.experts.33.up_proj,0.00000073,0.01000,0.447
3,mlp.experts.34.up_proj,0.00059414,0.01000,0.437
3,mlp.experts.35.up_proj,0.00040156,0.01000,0.436
3,mlp.experts.36.up_proj,0.00023500,0.01000,0.441
3,mlp.experts.37.up_proj,0.00037859,0.01000,0.435
3,mlp.experts.38.up_proj,0.00059118,0.01000,0.437
3,mlp.experts.39.up_proj,0.00007453,0.01000,0.438
3,mlp.experts.40.up_proj,0.00023172,0.01000,0.440
3,mlp.experts.41.up_proj,0.00057543,0.01000,0.435
3,mlp.experts.42.up_proj,0.00013217,0.01000,0.437
3,mlp.experts.43.up_proj,0.00000215,0.01000,0.436
3,mlp.experts.44.up_proj,0.00003511,0.01000,0.435
3,mlp.experts.45.up_proj,0.00004310,0.01000,0.438
3,mlp.experts.46.up_proj,0.00009296,0.01000,0.436
3,mlp.experts.47.up_proj,0.00008169,0.01000,0.436
3,mlp.experts.48.up_proj,0.00000841,0.01000,0.436
3,mlp.experts.49.up_proj,0.00001519,0.01000,0.436
3,mlp.experts.50.up_proj,0.00009687,0.01000,0.432
3,mlp.experts.51.up_proj,0.00004049,0.01000,0.434
3,mlp.experts.52.up_proj,0.00000237,0.01000,0.437
3,mlp.experts.53.up_proj,0.00021535,0.01000,0.436
3,mlp.experts.54.up_proj,0.00040822,0.01000,0.435
3,mlp.experts.55.up_proj,0.00057645,0.01000,0.436
3,mlp.experts.56.up_proj,0.00005523,0.01000,0.436
3,mlp.experts.57.up_proj,0.00000023,0.01000,0.442
3,mlp.experts.58.up_proj,0.00000010,0.01000,0.437
3,mlp.experts.59.up_proj,0.00079825,0.01000,0.437
3,mlp.experts.60.up_proj,0.00014989,0.01000,0.439
3,mlp.experts.61.up_proj,0.00130920,0.01000,0.434
3,mlp.experts.62.up_proj,0.00086358,0.01000,0.434
3,mlp.experts.63.up_proj,0.00000010,0.01000,0.435
3,mlp.experts.64.up_proj,0.00040746,0.01000,0.436
3,mlp.experts.65.up_proj,0.00004266,0.01000,0.435
3,mlp.experts.66.up_proj,0.00017020,0.01000,0.437
3,mlp.experts.67.up_proj,0.00003649,0.01000,0.436
3,mlp.experts.68.up_proj,0.00000876,0.01000,0.440
3,mlp.experts.69.up_proj,0.00035185,0.01000,0.435
3,mlp.experts.70.up_proj,0.00056049,0.01000,0.437
3,mlp.experts.71.up_proj,0.00006757,0.01000,0.435
3,mlp.experts.72.up_proj,0.00001243,0.01000,0.436
3,mlp.experts.73.up_proj,0.00110645,0.01000,0.434
3,mlp.experts.74.up_proj,0.00066628,0.01000,0.436
3,mlp.experts.75.up_proj,0.00009703,0.01000,0.435
3,mlp.experts.76.up_proj,0.00045681,0.01000,0.436
3,mlp.experts.77.up_proj,0.00042164,0.01000,0.442
3,mlp.experts.78.up_proj,0.00066852,0.01000,0.435
3,mlp.experts.79.up_proj,0.00007234,0.01000,0.440
3,mlp.experts.80.up_proj,0.00027538,0.01000,0.436
3,mlp.experts.81.up_proj,0.00007135,0.01000,0.437
3,mlp.experts.82.up_proj,0.00040012,0.01000,0.435
3,mlp.experts.83.up_proj,0.00000002,0.01000,0.437
3,mlp.experts.84.up_proj,0.00005084,0.01000,0.435
3,mlp.experts.85.up_proj,0.00000138,0.01000,0.437
3,mlp.experts.86.up_proj,0.00017577,0.01000,0.437
3,mlp.experts.87.up_proj,0.00004713,0.01000,0.439
3,mlp.experts.88.up_proj,0.00021494,0.01000,0.434
3,mlp.experts.89.up_proj,0.00026541,0.01000,0.436
3,mlp.experts.90.up_proj,0.00013359,0.01000,0.435
3,mlp.experts.91.up_proj,0.00022343,0.01000,0.439
3,mlp.experts.92.up_proj,0.00022335,0.01000,0.435
3,mlp.experts.93.up_proj,0.00049827,0.01000,0.437
3,mlp.experts.94.up_proj,0.00013274,0.01000,0.435
3,mlp.experts.95.up_proj,0.00010081,0.01000,0.438
3,mlp.experts.96.up_proj,0.00000008,0.01000,0.438
3,mlp.experts.97.up_proj,0.00008848,0.01000,0.445
3,mlp.experts.98.up_proj,0.00031617,0.01000,0.436
3,mlp.experts.99.up_proj,0.00008455,0.01000,0.441
3,mlp.experts.100.up_proj,0.00001448,0.01000,0.436
3,mlp.experts.101.up_proj,0.00015659,0.01000,0.440
3,mlp.experts.102.up_proj,0.00000034,0.01000,0.440
3,mlp.experts.103.up_proj,0.00033095,0.01000,0.437
3,mlp.experts.104.up_proj,0.00061461,0.01000,0.432
3,mlp.experts.105.up_proj,0.00081202,0.01000,0.446
3,mlp.experts.106.up_proj,0.00046150,0.01000,0.431
3,mlp.experts.107.up_proj,0.00033267,0.01000,0.435
3,mlp.experts.108.up_proj,0.00006798,0.01000,0.448
3,mlp.experts.109.up_proj,0.00004158,0.01000,0.434
3,mlp.experts.110.up_proj,0.00000119,0.01000,0.433
3,mlp.experts.111.up_proj,0.00001189,0.01000,0.436
3,mlp.experts.112.up_proj,0.00081631,0.01000,0.439
3,mlp.experts.113.up_proj,0.00008703,0.01000,0.436
3,mlp.experts.114.up_proj,0.00009228,0.01000,0.441
3,mlp.experts.115.up_proj,0.00018754,0.01000,0.435
3,mlp.experts.116.up_proj,0.00001220,0.01000,0.436
3,mlp.experts.117.up_proj,0.00003206,0.01000,0.437
3,mlp.experts.118.up_proj,0.00003233,0.01000,0.438
3,mlp.experts.119.up_proj,0.00005116,0.01000,0.438
3,mlp.experts.120.up_proj,0.00030634,0.01000,0.437
3,mlp.experts.121.up_proj,0.00056574,0.01000,0.441
3,mlp.experts.122.up_proj,0.00008413,0.01000,0.438
3,mlp.experts.123.up_proj,0.00043199,0.01000,0.437
3,mlp.experts.124.up_proj,0.00046708,0.01000,0.436
3,mlp.experts.125.up_proj,0.00003781,0.01000,0.437
3,mlp.experts.126.up_proj,0.00000661,0.01000,0.447
3,mlp.experts.127.up_proj,0.00077707,0.01000,0.436
3,mlp.experts.0.gate_proj,0.00014879,0.01000,0.439
3,mlp.experts.1.gate_proj,0.00047894,0.01000,0.438
3,mlp.experts.2.gate_proj,0.00038473,0.01000,0.436
3,mlp.experts.3.gate_proj,0.00031079,0.01000,0.437
3,mlp.experts.4.gate_proj,0.00035824,0.01000,0.437
3,mlp.experts.5.gate_proj,0.00004894,0.01000,0.437
3,mlp.experts.6.gate_proj,0.00014033,0.01000,0.437
3,mlp.experts.7.gate_proj,0.00052450,0.01000,0.437
3,mlp.experts.8.gate_proj,0.00000013,0.01000,0.439
3,mlp.experts.9.gate_proj,0.00032306,0.01000,0.441
3,mlp.experts.10.gate_proj,0.00039450,0.01000,0.437
3,mlp.experts.11.gate_proj,0.00042104,0.01000,0.441
3,mlp.experts.12.gate_proj,0.00015405,0.01000,0.437
3,mlp.experts.13.gate_proj,0.00061328,0.01000,0.438
3,mlp.experts.14.gate_proj,0.00003108,0.01000,0.437
3,mlp.experts.15.gate_proj,0.00000402,0.01000,0.437
3,mlp.experts.16.gate_proj,0.00003171,0.01000,0.437
3,mlp.experts.17.gate_proj,0.00011072,0.01000,0.436
3,mlp.experts.18.gate_proj,0.00002820,0.01000,0.437
3,mlp.experts.19.gate_proj,0.00007588,0.01000,0.444
3,mlp.experts.20.gate_proj,0.00024396,0.01000,0.438
3,mlp.experts.21.gate_proj,0.00026921,0.01000,0.438
3,mlp.experts.22.gate_proj,0.00024852,0.01000,0.438
3,mlp.experts.23.gate_proj,0.00004299,0.01000,0.437
3,mlp.experts.24.gate_proj,0.00041951,0.01000,0.436
3,mlp.experts.25.gate_proj,0.00065003,0.01000,0.437
3,mlp.experts.26.gate_proj,0.00035250,0.01000,0.437
3,mlp.experts.27.gate_proj,0.00010286,0.01000,0.435
3,mlp.experts.28.gate_proj,0.00001546,0.01000,0.434
3,mlp.experts.29.gate_proj,0.00067636,0.01000,0.434
3,mlp.experts.30.gate_proj,0.00002803,0.01000,0.434
3,mlp.experts.31.gate_proj,0.00022174,0.01000,0.436
3,mlp.experts.32.gate_proj,0.00009739,0.01000,0.433
3,mlp.experts.33.gate_proj,0.00000077,0.01000,0.438
3,mlp.experts.34.gate_proj,0.00066090,0.01000,0.438
3,mlp.experts.35.gate_proj,0.00042248,0.01000,0.441
3,mlp.experts.36.gate_proj,0.00026723,0.01000,0.437
3,mlp.experts.37.gate_proj,0.00040763,0.01000,0.437
3,mlp.experts.38.gate_proj,0.00062321,0.01000,0.436
3,mlp.experts.39.gate_proj,0.00008178,0.01000,0.437
3,mlp.experts.40.gate_proj,0.00024142,0.01000,0.437
3,mlp.experts.41.gate_proj,0.00066574,0.01000,0.437
3,mlp.experts.42.gate_proj,0.00015299,0.01000,0.438
3,mlp.experts.43.gate_proj,0.00000233,0.01000,0.461
3,mlp.experts.44.gate_proj,0.00003743,0.01000,0.438
3,mlp.experts.45.gate_proj,0.00004606,0.01000,0.445
3,mlp.experts.46.gate_proj,0.00009760,0.01000,0.435
3,mlp.experts.47.gate_proj,0.00008697,0.01000,0.435
3,mlp.experts.48.gate_proj,0.00000918,0.01000,0.436
3,mlp.experts.49.gate_proj,0.00001698,0.01000,0.438
3,mlp.experts.50.gate_proj,0.00010230,0.01000,0.436
3,mlp.experts.51.gate_proj,0.00004226,0.01000,0.434
3,mlp.experts.52.gate_proj,0.00000271,0.01000,0.435
3,mlp.experts.53.gate_proj,0.00022278,0.01000,0.436
3,mlp.experts.54.gate_proj,0.00041678,0.01000,0.435
3,mlp.experts.55.gate_proj,0.00062593,0.01000,0.433
3,mlp.experts.56.gate_proj,0.00005948,0.01000,0.434
3,mlp.experts.57.gate_proj,0.00000024,0.01000,0.434
3,mlp.experts.58.gate_proj,0.00000011,0.01000,0.437
3,mlp.experts.59.gate_proj,0.00086462,0.01000,0.435
3,mlp.experts.60.gate_proj,0.00016395,0.01000,0.434
3,mlp.experts.61.gate_proj,0.00141338,0.01000,0.435
3,mlp.experts.62.gate_proj,0.00090338,0.01000,0.437
3,mlp.experts.63.gate_proj,0.00000011,0.01000,0.442
3,mlp.experts.64.gate_proj,0.00043759,0.01000,0.442
3,mlp.experts.65.gate_proj,0.00004558,0.01000,0.443
3,mlp.experts.66.gate_proj,0.00018236,0.01000,0.444
3,mlp.experts.67.gate_proj,0.00003836,0.01000,0.435
3,mlp.experts.68.gate_proj,0.00000943,0.01000,0.433
3,mlp.experts.69.gate_proj,0.00042359,0.01000,0.433
3,mlp.experts.70.gate_proj,0.00056576,0.01000,0.433
3,mlp.experts.71.gate_proj,0.00007129,0.01000,0.433
3,mlp.experts.72.gate_proj,0.00001384,0.01000,0.435
3,mlp.experts.73.gate_proj,0.00136447,0.01000,0.435
3,mlp.experts.74.gate_proj,0.00071472,0.01000,0.435
3,mlp.experts.75.gate_proj,0.00011445,0.01000,0.436
3,mlp.experts.76.gate_proj,0.00049896,0.01000,0.436
3,mlp.experts.77.gate_proj,0.00043929,0.01000,0.437
3,mlp.experts.78.gate_proj,0.00072564,0.01000,0.436
3,mlp.experts.79.gate_proj,0.00007851,0.01000,0.435
3,mlp.experts.80.gate_proj,0.00029681,0.01000,0.433
3,mlp.experts.81.gate_proj,0.00007801,0.01000,0.435
3,mlp.experts.82.gate_proj,0.00086662,0.01000,0.433
3,mlp.experts.83.gate_proj,0.00000003,0.01000,0.435
3,mlp.experts.84.gate_proj,0.00005445,0.01000,0.432
3,mlp.experts.85.gate_proj,0.00000145,0.01000,0.433
3,mlp.experts.86.gate_proj,0.00019591,0.01000,0.433
3,mlp.experts.87.gate_proj,0.00005031,0.01000,0.433
3,mlp.experts.88.gate_proj,0.00023614,0.01000,0.434
3,mlp.experts.89.gate_proj,0.00028078,0.01000,0.434
3,mlp.experts.90.gate_proj,0.00014257,0.01000,0.437
3,mlp.experts.91.gate_proj,0.00024722,0.01000,0.435
3,mlp.experts.92.gate_proj,0.00023370,0.01000,0.436
3,mlp.experts.93.gate_proj,0.00053867,0.01000,0.436
3,mlp.experts.94.gate_proj,0.00014048,0.01000,0.437
3,mlp.experts.95.gate_proj,0.00010030,0.01000,0.435
3,mlp.experts.96.gate_proj,0.00000008,0.01000,0.437
3,mlp.experts.97.gate_proj,0.00009496,0.01000,0.436
3,mlp.experts.98.gate_proj,0.00040425,0.01000,0.436
3,mlp.experts.99.gate_proj,0.00009131,0.01000,0.442
3,mlp.experts.100.gate_proj,0.00001571,0.01000,0.437
3,mlp.experts.101.gate_proj,0.00016409,0.01000,0.436
3,mlp.experts.102.gate_proj,0.00000038,0.01000,0.436
3,mlp.experts.103.gate_proj,0.00035364,0.01000,0.437
3,mlp.experts.104.gate_proj,0.00070687,0.01000,0.441
3,mlp.experts.105.gate_proj,0.00090181,0.01000,0.438
3,mlp.experts.106.gate_proj,0.00050506,0.01000,0.436
3,mlp.experts.107.gate_proj,0.00041139,0.01000,0.437
3,mlp.experts.108.gate_proj,0.00007337,0.01000,0.436
3,mlp.experts.109.gate_proj,0.00004441,0.01000,0.435
3,mlp.experts.110.gate_proj,0.00000127,0.01000,0.437
3,mlp.experts.111.gate_proj,0.00001248,0.01000,0.438
3,mlp.experts.112.gate_proj,0.00091118,0.01000,0.438
3,mlp.experts.113.gate_proj,0.00009228,0.01000,0.435
3,mlp.experts.114.gate_proj,0.00009741,0.01000,0.436
3,mlp.experts.115.gate_proj,0.00020402,0.01000,0.435
3,mlp.experts.116.gate_proj,0.00001349,0.01000,0.436
3,mlp.experts.117.gate_proj,0.00003410,0.01000,0.437
3,mlp.experts.118.gate_proj,0.00003401,0.01000,0.442
3,mlp.experts.119.gate_proj,0.00005419,0.01000,0.443
3,mlp.experts.120.gate_proj,0.00031701,0.01000,0.443
3,mlp.experts.121.gate_proj,0.00061640,0.01000,0.436
3,mlp.experts.122.gate_proj,0.00009141,0.01000,0.435
3,mlp.experts.123.gate_proj,0.00046565,0.01000,0.437
3,mlp.experts.124.gate_proj,0.00049433,0.01000,0.436
3,mlp.experts.125.gate_proj,0.00004037,0.01000,0.435
3,mlp.experts.126.gate_proj,0.00000692,0.01000,0.436
3,mlp.experts.127.gate_proj,0.00083780,0.01000,0.435
3,mlp.experts.0.down_proj,0.00001648,0.01000,0.165
3,mlp.experts.1.down_proj,0.00005432,0.01000,0.163
3,mlp.experts.2.down_proj,0.00002962,0.01000,0.163
3,mlp.experts.3.down_proj,0.00002705,0.01000,0.163
3,mlp.experts.4.down_proj,0.00007928,0.01000,0.163
3,mlp.experts.5.down_proj,0.00000967,0.01000,0.163
3,mlp.experts.6.down_proj,0.00001726,0.01000,0.163
3,mlp.experts.7.down_proj,0.00007054,0.01000,0.163
3,mlp.experts.8.down_proj,0.00000004,0.01000,0.163
3,mlp.experts.9.down_proj,0.00002766,0.01000,0.163
3,mlp.experts.10.down_proj,0.00004833,0.01000,0.163
3,mlp.experts.11.down_proj,0.00006024,0.01000,0.163
3,mlp.experts.12.down_proj,0.00002299,0.01000,0.163
3,mlp.experts.13.down_proj,0.00009156,0.01000,0.163
3,mlp.experts.14.down_proj,0.00000804,0.01000,0.163
3,mlp.experts.15.down_proj,0.00000066,0.01000,0.163
3,mlp.experts.16.down_proj,0.00000394,0.01000,0.163
3,mlp.experts.17.down_proj,0.00002826,0.01000,0.163
3,mlp.experts.18.down_proj,0.00000551,0.01000,0.163
3,mlp.experts.19.down_proj,0.00001491,0.01000,0.163
3,mlp.experts.20.down_proj,0.00002874,0.01000,0.163
3,mlp.experts.21.down_proj,0.00003049,0.01000,0.163
3,mlp.experts.22.down_proj,0.00002269,0.01000,0.163
3,mlp.experts.23.down_proj,0.00000920,0.01000,0.164
3,mlp.experts.24.down_proj,0.00003733,0.01000,0.163
3,mlp.experts.25.down_proj,0.00006323,0.01000,0.163
3,mlp.experts.26.down_proj,0.00003791,0.01000,0.163
3,mlp.experts.27.down_proj,0.00000515,0.01000,0.162
3,mlp.experts.28.down_proj,0.00000526,0.01000,0.162
3,mlp.experts.29.down_proj,0.00002724,0.01000,0.162
3,mlp.experts.30.down_proj,0.00000706,0.01000,0.162
3,mlp.experts.31.down_proj,0.00008725,0.01000,0.162
3,mlp.experts.32.down_proj,0.00001532,0.01000,0.162
3,mlp.experts.33.down_proj,0.00000011,0.01000,0.162
3,mlp.experts.34.down_proj,0.00008343,0.01000,0.162
3,mlp.experts.35.down_proj,0.00003129,0.01000,0.162
3,mlp.experts.36.down_proj,0.00007235,0.01000,0.163
3,mlp.experts.37.down_proj,0.00004449,0.01000,0.163
3,mlp.experts.38.down_proj,0.00005986,0.01000,0.163
3,mlp.experts.39.down_proj,0.00000654,0.01000,0.163
3,mlp.experts.40.down_proj,0.00003239,0.01000,0.163
3,mlp.experts.41.down_proj,0.00002913,0.01000,0.163
3,mlp.experts.42.down_proj,0.00001540,0.01000,0.164
3,mlp.experts.43.down_proj,0.00000035,0.01000,0.163
3,mlp.experts.44.down_proj,0.00000470,0.01000,0.163
3,mlp.experts.45.down_proj,0.00000697,0.01000,0.163
3,mlp.experts.46.down_proj,0.00000759,0.01000,0.164
3,mlp.experts.47.down_proj,0.00000226,0.01000,0.163
3,mlp.experts.48.down_proj,0.00000271,0.01000,0.163
3,mlp.experts.49.down_proj,0.00000335,0.01000,0.163
3,mlp.experts.50.down_proj,0.00001281,0.01000,0.163
3,mlp.experts.51.down_proj,0.00000550,0.01000,0.163
3,mlp.experts.52.down_proj,0.00000029,0.01000,0.163
3,mlp.experts.53.down_proj,0.00001428,0.01000,0.163
3,mlp.experts.54.down_proj,0.00002560,0.01000,0.163
3,mlp.experts.55.down_proj,0.00004868,0.01000,0.163
3,mlp.experts.56.down_proj,0.00001156,0.01000,0.163
3,mlp.experts.57.down_proj,0.00000004,0.01000,0.163
3,mlp.experts.58.down_proj,0.00000001,0.01000,0.163
3,mlp.experts.59.down_proj,0.00008134,0.01000,0.163
3,mlp.experts.60.down_proj,0.00002108,0.01000,0.163
3,mlp.experts.61.down_proj,0.00010699,0.01000,0.164
3,mlp.experts.62.down_proj,0.00008479,0.01000,0.163
3,mlp.experts.63.down_proj,0.00000001,0.01000,0.163
3,mlp.experts.64.down_proj,0.00004899,0.01000,0.164
3,mlp.experts.65.down_proj,0.00000869,0.01000,0.163
3,mlp.experts.66.down_proj,0.00002164,0.01000,0.163
3,mlp.experts.67.down_proj,0.00000870,0.01000,0.163
3,mlp.experts.68.down_proj,0.00000182,0.01000,0.164
3,mlp.experts.69.down_proj,0.00000976,0.01000,0.163
3,mlp.experts.70.down_proj,0.00006869,0.01000,0.165
3,mlp.experts.71.down_proj,0.00001194,0.01000,0.166
3,mlp.experts.72.down_proj,0.00000155,0.01000,0.163
3,mlp.experts.73.down_proj,0.00006014,0.01000,0.164
3,mlp.experts.74.down_proj,0.00009601,0.01000,0.163
3,mlp.experts.75.down_proj,0.00001881,0.01000,0.162
3,mlp.experts.76.down_proj,0.00005716,0.01000,0.164
3,mlp.experts.77.down_proj,0.00005327,0.01000,0.163
3,mlp.experts.78.down_proj,0.00005693,0.01000,0.162
3,mlp.experts.79.down_proj,0.00000960,0.01000,0.163
3,mlp.experts.80.down_proj,0.00001799,0.01000,0.163
3,mlp.experts.81.down_proj,0.00002362,0.01000,0.163
3,mlp.experts.82.down_proj,0.01961027,0.01000,0.164
3,mlp.experts.83.down_proj,0.00000000,0.01000,0.164
3,mlp.experts.84.down_proj,0.00000531,0.01000,0.163
3,mlp.experts.85.down_proj,0.00000020,0.01000,0.165
3,mlp.experts.86.down_proj,0.00004542,0.01000,0.164
3,mlp.experts.87.down_proj,0.00001180,0.01000,0.164
3,mlp.experts.88.down_proj,0.00004923,0.01000,0.165
3,mlp.experts.89.down_proj,0.00004353,0.01000,0.164
3,mlp.experts.90.down_proj,0.00001752,0.01000,0.165
3,mlp.experts.91.down_proj,0.00003086,0.01000,0.165
3,mlp.experts.92.down_proj,0.00002929,0.01000,0.165
3,mlp.experts.93.down_proj,0.00004892,0.01000,0.165
3,mlp.experts.94.down_proj,0.00001814,0.01000,0.167
3,mlp.experts.95.down_proj,0.00000230,0.01000,0.165
3,mlp.experts.96.down_proj,0.00000001,0.01000,0.166
3,mlp.experts.97.down_proj,0.00001407,0.01000,0.166
3,mlp.experts.98.down_proj,0.00000771,0.01000,0.165
3,mlp.experts.99.down_proj,0.00000947,0.01000,0.165
3,mlp.experts.100.down_proj,0.00000174,0.01000,0.166
3,mlp.experts.101.down_proj,0.00001370,0.01000,0.165
3,mlp.experts.102.down_proj,0.00000007,0.01000,0.165
3,mlp.experts.103.down_proj,0.00005347,0.01000,0.165
3,mlp.experts.104.down_proj,0.00002940,0.01000,0.165
3,mlp.experts.105.down_proj,0.00010337,0.01000,0.165
3,mlp.experts.106.down_proj,0.00005999,0.01000,0.166
3,mlp.experts.107.down_proj,0.00003963,0.01000,0.165
3,mlp.experts.108.down_proj,0.00001307,0.01000,0.166
3,mlp.experts.109.down_proj,0.00000887,0.01000,0.167
3,mlp.experts.110.down_proj,0.00000025,0.01000,0.165
3,mlp.experts.111.down_proj,0.00000294,0.01000,0.165
3,mlp.experts.112.down_proj,0.00010782,0.01000,0.167
3,mlp.experts.113.down_proj,0.00000993,0.01000,0.165
3,mlp.experts.114.down_proj,0.00001406,0.01000,0.166
3,mlp.experts.115.down_proj,0.00002202,0.01000,0.166
3,mlp.experts.116.down_proj,0.00000147,0.01000,0.165
3,mlp.experts.117.down_proj,0.00000642,0.01000,0.167
3,mlp.experts.118.down_proj,0.00000541,0.01000,0.166
3,mlp.experts.119.down_proj,0.00000576,0.01000,0.165
3,mlp.experts.120.down_proj,0.00003699,0.01000,0.166
3,mlp.experts.121.down_proj,0.00007359,0.01000,0.167
3,mlp.experts.122.down_proj,0.00001751,0.01000,0.166
3,mlp.experts.123.down_proj,0.00004032,0.01000,0.167
3,mlp.experts.124.down_proj,0.00004183,0.01000,0.165
3,mlp.experts.125.down_proj,0.00000451,0.01000,0.166
3,mlp.experts.126.down_proj,0.00000146,0.01000,0.165
3,mlp.experts.127.down_proj,0.00002536,0.01000,0.166
4,self_attn.q_proj,0.00005040,0.01000,0.449
4,self_attn.k_proj,0.00000738,0.01000,0.438
4,self_attn.v_proj,0.00000805,0.01000,0.435
4,self_attn.o_proj,0.00000793,0.01000,0.889
4,mlp.experts.0.up_proj,0.00043845,0.01000,0.442
4,mlp.experts.1.up_proj,0.00029410,0.01000,0.442
4,mlp.experts.2.up_proj,0.00004145,0.01000,0.439
4,mlp.experts.3.up_proj,0.00000000,0.01000,0.440
4,mlp.experts.4.up_proj,0.00016710,0.01000,0.440
4,mlp.experts.5.up_proj,0.00071159,0.01000,0.443
4,mlp.experts.6.up_proj,0.00029843,0.01000,0.442
4,mlp.experts.7.up_proj,0.00020334,0.01000,0.444
4,mlp.experts.8.up_proj,0.00000647,0.01000,0.445
4,mlp.experts.9.up_proj,0.00067835,0.01000,0.442
4,mlp.experts.10.up_proj,0.00071875,0.01000,0.444
4,mlp.experts.11.up_proj,0.00206180,0.01000,0.443
4,mlp.experts.12.up_proj,0.00020396,0.01000,0.443
4,mlp.experts.13.up_proj,0.00001871,0.01000,0.440
4,mlp.experts.14.up_proj,0.00007034,0.01000,0.442
4,mlp.experts.15.up_proj,0.00034115,0.01000,0.444
4,mlp.experts.16.up_proj,0.00005404,0.01000,0.442
4,mlp.experts.17.up_proj,0.00005846,0.01000,0.442
4,mlp.experts.18.up_proj,0.00050335,0.01000,0.443
4,mlp.experts.19.up_proj,0.00005872,0.01000,0.441
4,mlp.experts.20.up_proj,0.00063603,0.01000,0.443
4,mlp.experts.21.up_proj,0.00001217,0.01000,0.443
4,mlp.experts.22.up_proj,0.00137354,0.01000,0.443
4,mlp.experts.23.up_proj,0.00034240,0.01000,0.442
4,mlp.experts.24.up_proj,0.00000169,0.01000,0.443
4,mlp.experts.25.up_proj,0.00040712,0.01000,0.445
4,mlp.experts.26.up_proj,0.00000563,0.01000,0.443
4,mlp.experts.27.up_proj,0.00081989,0.01000,0.442
4,mlp.experts.28.up_proj,0.00002951,0.01000,0.444
4,mlp.experts.29.up_proj,0.00032550,0.01000,0.441
4,mlp.experts.30.up_proj,0.00011149,0.01000,0.444
4,mlp.experts.31.up_proj,0.00000045,0.01000,0.442
4,mlp.experts.32.up_proj,0.00053127,0.01000,0.443
4,mlp.experts.33.up_proj,0.00001328,0.01000,0.442
4,mlp.experts.34.up_proj,0.00011578,0.01000,0.446
4,mlp.experts.35.up_proj,0.00000086,0.01000,0.442
4,mlp.experts.36.up_proj,0.00000140,0.01000,0.443
4,mlp.experts.37.up_proj,0.00072219,0.01000,0.440
4,mlp.experts.38.up_proj,0.00005258,0.01000,0.445
4,mlp.experts.39.up_proj,0.00075619,0.01000,0.440
4,mlp.experts.40.up_proj,0.00067368,0.01000,0.456
4,mlp.experts.41.up_proj,0.00000001,0.01000,0.441
4,mlp.experts.42.up_proj,0.00000707,0.01000,0.437
4,mlp.experts.43.up_proj,0.00007757,0.01000,0.441
4,mlp.experts.44.up_proj,0.00019749,0.01000,0.437
4,mlp.experts.45.up_proj,0.00001664,0.01000,0.438
4,mlp.experts.46.up_proj,0.00050719,0.01000,0.437
4,mlp.experts.47.up_proj,0.00051557,0.01000,0.449
4,mlp.experts.48.up_proj,0.00081857,0.01000,0.438
4,mlp.experts.49.up_proj,0.00000008,0.01000,0.436
4,mlp.experts.50.up_proj,0.00029903,0.01000,0.456
4,mlp.experts.51.up_proj,0.00045656,0.01000,0.436
4,mlp.experts.52.up_proj,0.00078770,0.01000,0.436
4,mlp.experts.53.up_proj,0.00011060,0.01000,0.441
4,mlp.experts.54.up_proj,0.00000358,0.01000,0.439
4,mlp.experts.55.up_proj,0.00003319,0.01000,0.441
4,mlp.experts.56.up_proj,0.00042417,0.01000,0.440
4,mlp.experts.57.up_proj,0.00049350,0.01000,0.444
4,mlp.experts.58.up_proj,0.00019052,0.01000,0.440
4,mlp.experts.59.up_proj,0.00076234,0.01000,0.443
4,mlp.experts.60.up_proj,0.00155972,0.01000,0.441
4,mlp.experts.61.up_proj,0.00002296,0.01000,0.441
4,mlp.experts.62.up_proj,0.00000517,0.01000,0.446
4,mlp.experts.63.up_proj,0.00021336,0.01000,0.443
4,mlp.experts.64.up_proj,0.00055773,0.01000,0.441
4,mlp.experts.65.up_proj,0.00005636,0.01000,0.441
4,mlp.experts.66.up_proj,0.00000000,0.01000,0.442
4,mlp.experts.67.up_proj,0.00059648,0.01000,0.442
4,mlp.experts.68.up_proj,0.00000608,0.01000,0.441
4,mlp.experts.69.up_proj,0.00005255,0.01000,0.440
4,mlp.experts.70.up_proj,0.00045643,0.01000,0.442
4,mlp.experts.71.up_proj,0.00000394,0.01000,0.442
4,mlp.experts.72.up_proj,0.00000012,0.01000,0.445
4,mlp.experts.73.up_proj,0.00085416,0.01000,0.440
4,mlp.experts.74.up_proj,0.00064622,0.01000,0.441
4,mlp.experts.75.up_proj,0.00000084,0.01000,0.441
4,mlp.experts.76.up_proj,0.00042815,0.01000,0.441
4,mlp.experts.77.up_proj,0.00059179,0.01000,0.441
4,mlp.experts.78.up_proj,0.00005914,0.01000,0.441
4,mlp.experts.79.up_proj,0.00046318,0.01000,0.439
4,mlp.experts.80.up_proj,0.00020295,0.01000,0.439
4,mlp.experts.81.up_proj,0.00001326,0.01000,0.438
4,mlp.experts.82.up_proj,0.00007551,0.01000,0.443
4,mlp.experts.83.up_proj,0.00007647,0.01000,0.443
4,mlp.experts.84.up_proj,0.00000026,0.01000,0.441
4,mlp.experts.85.up_proj,0.00054912,0.01000,0.441
4,mlp.experts.86.up_proj,0.00078683,0.01000,0.441
4,mlp.experts.87.up_proj,0.00054097,0.01000,0.442
4,mlp.experts.88.up_proj,0.00011762,0.01000,0.441
4,mlp.experts.89.up_proj,0.00003814,0.01000,0.446
4,mlp.experts.90.up_proj,0.00013861,0.01000,0.441
4,mlp.experts.91.up_proj,0.00061406,0.01000,0.440
4,mlp.experts.92.up_proj,0.00019515,0.01000,0.441
4,mlp.experts.93.up_proj,0.00018126,0.01000,0.440
4,mlp.experts.94.up_proj,0.00000001,0.01000,0.440
4,mlp.experts.95.up_proj,0.00004193,0.01000,0.441
4,mlp.experts.96.up_proj,0.00051745,0.01000,0.437
4,mlp.experts.97.up_proj,0.00114023,0.01000,0.437
4,mlp.experts.98.up_proj,0.00017216,0.01000,0.437
4,mlp.experts.99.up_proj,0.00001140,0.01000,0.437
4,mlp.experts.100.up_proj,0.00006606,0.01000,0.437
4,mlp.experts.101.up_proj,0.00035369,0.01000,0.437
4,mlp.experts.102.up_proj,0.00059095,0.01000,0.441
4,mlp.experts.103.up_proj,0.00004531,0.01000,0.440
4,mlp.experts.104.up_proj,0.00037051,0.01000,0.440
4,mlp.experts.105.up_proj,0.00085992,0.01000,0.439
4,mlp.experts.106.up_proj,0.00019753,0.01000,0.442
4,mlp.experts.107.up_proj,0.00015276,0.01000,0.444
4,mlp.experts.108.up_proj,0.00009079,0.01000,0.441
4,mlp.experts.109.up_proj,0.00011471,0.01000,0.441
4,mlp.experts.110.up_proj,0.00006213,0.01000,0.442
4,mlp.experts.111.up_proj,0.00037583,0.01000,0.441
4,mlp.experts.112.up_proj,0.00001562,0.01000,0.442
4,mlp.experts.113.up_proj,0.00061545,0.01000,0.441
4,mlp.experts.114.up_proj,0.00013451,0.01000,0.443
4,mlp.experts.115.up_proj,0.00020890,0.01000,0.440
4,mlp.experts.116.up_proj,0.00094929,0.01000,0.441
4,mlp.experts.117.up_proj,0.00000886,0.01000,0.440
4,mlp.experts.118.up_proj,0.00014503,0.01000,0.442
4,mlp.experts.119.up_proj,0.00009243,0.01000,0.441
4,mlp.experts.120.up_proj,0.00005183,0.01000,0.442
4,mlp.experts.121.up_proj,0.00003626,0.01000,0.442
4,mlp.experts.122.up_proj,0.00023689,0.01000,0.441
4,mlp.experts.123.up_proj,0.00000005,0.01000,0.446
4,mlp.experts.124.up_proj,0.00001911,0.01000,0.441
4,mlp.experts.125.up_proj,0.00000039,0.01000,0.443
4,mlp.experts.126.up_proj,0.00049234,0.01000,0.455
4,mlp.experts.127.up_proj,0.00008489,0.01000,0.441
4,mlp.experts.0.gate_proj,0.00046918,0.01000,0.441
4,mlp.experts.1.gate_proj,0.00030857,0.01000,0.443
4,mlp.experts.2.gate_proj,0.00005160,0.01000,0.445
4,mlp.experts.3.gate_proj,0.00000000,0.01000,0.441
4,mlp.experts.4.gate_proj,0.00017175,0.01000,0.439
4,mlp.experts.5.gate_proj,0.00074819,0.01000,0.440
4,mlp.experts.6.gate_proj,0.00031585,0.01000,0.440
4,mlp.experts.7.gate_proj,0.00023456,0.01000,0.440
4,mlp.experts.8.gate_proj,0.00000711,0.01000,0.440
4,mlp.experts.9.gate_proj,0.00072542,0.01000,0.448
4,mlp.experts.10.gate_proj,0.00078404,0.01000,0.440
4,mlp.experts.11.gate_proj,0.00226733,0.01000,0.441
4,mlp.experts.12.gate_proj,0.00022385,0.01000,0.441
4,mlp.experts.13.gate_proj,0.00002140,0.01000,0.439
4,mlp.experts.14.gate_proj,0.00007631,0.01000,0.440
4,mlp.experts.15.gate_proj,0.00039462,0.01000,0.441
4,mlp.experts.16.gate_proj,0.00013624,0.01000,0.442
4,mlp.experts.17.gate_proj,0.00006806,0.01000,0.441
4,mlp.experts.18.gate_proj,0.00054295,0.01000,0.442
4,mlp.experts.19.gate_proj,0.00006495,0.01000,0.439
4,mlp.experts.20.gate_proj,0.00070406,0.01000,0.440
4,mlp.experts.21.gate_proj,0.00001379,0.01000,0.434
4,mlp.experts.22.gate_proj,0.00141500,0.01000,0.437
4,mlp.experts.23.gate_proj,0.00035727,0.01000,0.438
4,mlp.experts.24.gate_proj,0.00000185,0.01000,0.436
4,mlp.experts.25.gate_proj,0.00042470,0.01000,0.438
4,mlp.experts.26.gate_proj,0.00000591,0.01000,0.440
4,mlp.experts.27.gate_proj,0.00086522,0.01000,0.440
4,mlp.experts.28.gate_proj,0.00003362,0.01000,0.443
4,mlp.experts.29.gate_proj,0.00038200,0.01000,0.443
4,mlp.experts.30.gate_proj,0.00012030,0.01000,0.441
4,mlp.experts.31.gate_proj,0.00000048,0.01000,0.441
4,mlp.experts.32.gate_proj,0.00058650,0.01000,0.441
4,mlp.experts.33.gate_proj,0.00001430,0.01000,0.445
4,mlp.experts.34.gate_proj,0.00012265,0.01000,0.442
4,mlp.experts.35.gate_proj,0.00000093,0.01000,0.441
4,mlp.experts.36.gate_proj,0.00000144,0.01000,0.445
4,mlp.experts.37.gate_proj,0.00080839,0.01000,0.441
4,mlp.experts.38.gate_proj,0.00005534,0.01000,0.443
4,mlp.experts.39.gate_proj,0.00085741,0.01000,0.441
4,mlp.experts.40.gate_proj,0.00077510,0.01000,0.442
4,mlp.experts.41.gate_proj,0.00000001,0.01000,0.445
4,mlp.experts.42.gate_proj,0.00000772,0.01000,0.443
4,mlp.experts.43.gate_proj,0.00008091,0.01000,0.441
4,mlp.experts.44.gate_proj,0.00022626,0.01000,0.442
4,mlp.experts.45.gate_proj,0.00001839,0.01000,0.445
4,mlp.experts.46.gate_proj,0.00056750,0.01000,0.443
4,mlp.experts.47.gate_proj,0.00058554,0.01000,0.445
4,mlp.experts.48.gate_proj,0.00087722,0.01000,0.443
4,mlp.experts.49.gate_proj,0.00000009,0.01000,0.443
4,mlp.experts.50.gate_proj,0.00031540,0.01000,0.445
4,mlp.experts.51.gate_proj,0.00049269,0.01000,0.442
4,mlp.experts.52.gate_proj,0.00094638,0.01000,0.446
4,mlp.experts.53.gate_proj,0.00011190,0.01000,0.442
4,mlp.experts.54.gate_proj,0.00000393,0.01000,0.443
4,mlp.experts.55.gate_proj,0.00003566,0.01000,0.442
4,mlp.experts.56.gate_proj,0.00045426,0.01000,0.442
4,mlp.experts.57.gate_proj,0.00053247,0.01000,0.440
4,mlp.experts.58.gate_proj,0.00020508,0.01000,0.441
4,mlp.experts.59.gate_proj,0.00080327,0.01000,0.441
4,mlp.experts.60.gate_proj,0.00215297,0.01000,0.445
4,mlp.experts.61.gate_proj,0.00002384,0.01000,0.440
4,mlp.experts.62.gate_proj,0.00000572,0.01000,0.456
4,mlp.experts.63.gate_proj,0.00022544,0.01000,0.453
4,mlp.experts.64.gate_proj,0.00059409,0.01000,0.441
4,mlp.experts.65.gate_proj,0.00005956,0.01000,0.443
4,mlp.experts.66.gate_proj,0.00000001,0.01000,0.440
4,mlp.experts.67.gate_proj,0.00062736,0.01000,0.441
4,mlp.experts.68.gate_proj,0.00000664,0.01000,0.440
4,mlp.experts.69.gate_proj,0.00006112,0.01000,0.453
4,mlp.experts.70.gate_proj,0.00051149,0.01000,0.440
4,mlp.experts.71.gate_proj,0.00000446,0.01000,0.454
4,mlp.experts.72.gate_proj,0.00000014,0.01000,0.437
4,mlp.experts.73.gate_proj,0.00092534,0.01000,0.436
4,mlp.experts.74.gate_proj,0.00068287,0.01000,0.439
4,mlp.experts.75.gate_proj,0.00000099,0.01000,0.439
4,mlp.experts.76.gate_proj,0.00044787,0.01000,0.443
4,mlp.experts.77.gate_proj,0.00062751,0.01000,0.442
4,mlp.experts.78.gate_proj,0.00006798,0.01000,0.441
4,mlp.experts.79.gate_proj,0.00050800,0.01000,0.440
4,mlp.experts.80.gate_proj,0.00022242,0.01000,0.442
4,mlp.experts.81.gate_proj,0.00001442,0.01000,0.441
4,mlp.experts.82.gate_proj,0.00008245,0.01000,0.442
4,mlp.experts.83.gate_proj,0.00007957,0.01000,0.442
4,mlp.experts.84.gate_proj,0.00000030,0.01000,0.441
4,mlp.experts.85.gate_proj,0.00059387,0.01000,0.441
4,mlp.experts.86.gate_proj,0.00087613,0.01000,0.446
4,mlp.experts.87.gate_proj,0.00057077,0.01000,0.451
4,mlp.experts.88.gate_proj,0.00013371,0.01000,0.444
4,mlp.experts.89.gate_proj,0.00004021,0.01000,0.440
4,mlp.experts.90.gate_proj,0.00014619,0.01000,0.440
4,mlp.experts.91.gate_proj,0.00058383,0.01000,0.441
4,mlp.experts.92.gate_proj,0.00021677,0.01000,0.441
4,mlp.experts.93.gate_proj,0.00019598,0.01000,0.445
4,mlp.experts.94.gate_proj,0.00000001,0.01000,0.441
4,mlp.experts.95.gate_proj,0.00004405,0.01000,0.441
4,mlp.experts.96.gate_proj,0.00056362,0.01000,0.444
4,mlp.experts.97.gate_proj,0.00123934,0.01000,0.451
4,mlp.experts.98.gate_proj,0.00019231,0.01000,0.441
4,mlp.experts.99.gate_proj,0.00001293,0.01000,0.441
4,mlp.experts.100.gate_proj,0.00006930,0.01000,0.441
4,mlp.experts.101.gate_proj,0.00038591,0.01000,0.440
4,mlp.experts.102.gate_proj,0.00064984,0.01000,0.439
4,mlp.experts.103.gate_proj,0.00004717,0.01000,0.444
4,mlp.experts.104.gate_proj,0.00038838,0.01000,0.441
4,mlp.experts.105.gate_proj,0.00092829,0.01000,0.441
4,mlp.experts.106.gate_proj,0.00023119,0.01000,0.440
4,mlp.experts.107.gate_proj,0.00016273,0.01000,0.441
4,mlp.experts.108.gate_proj,0.00010294,0.01000,0.441
4,mlp.experts.109.gate_proj,0.00013069,0.01000,0.448
4,mlp.experts.110.gate_proj,0.00006592,0.01000,0.443
4,mlp.experts.111.gate_proj,0.00039602,0.01000,0.440
4,mlp.experts.112.gate_proj,0.00001662,0.01000,0.441
4,mlp.experts.113.gate_proj,0.00067927,0.01000,0.441
4,mlp.experts.114.gate_proj,0.00014112,0.01000,0.441
4,mlp.experts.115.gate_proj,0.00024166,0.01000,0.441
4,mlp.experts.116.gate_proj,0.00098011,0.01000,0.441
4,mlp.experts.117.gate_proj,0.00000948,0.01000,0.441
4,mlp.experts.118.gate_proj,0.00015354,0.01000,0.443
4,mlp.experts.119.gate_proj,0.00010451,0.01000,0.441
4,mlp.experts.120.gate_proj,0.00006290,0.01000,0.442
4,mlp.experts.121.gate_proj,0.00003840,0.01000,0.441
4,mlp.experts.122.gate_proj,0.00027663,0.01000,0.441
4,mlp.experts.123.gate_proj,0.00000005,0.01000,0.440
4,mlp.experts.124.gate_proj,0.00001966,0.01000,0.438
4,mlp.experts.125.gate_proj,0.00000044,0.01000,0.438
4,mlp.experts.126.gate_proj,0.00053096,0.01000,0.438
4,mlp.experts.127.gate_proj,0.00009059,0.01000,0.438
4,mlp.experts.0.down_proj,0.00006641,0.01000,0.166
4,mlp.experts.1.down_proj,0.00003649,0.01000,0.168
4,mlp.experts.2.down_proj,0.00000707,0.01000,0.166
4,mlp.experts.3.down_proj,0.00000000,0.01000,0.164
4,mlp.experts.4.down_proj,0.00002420,0.01000,0.168
4,mlp.experts.5.down_proj,0.00008152,0.01000,0.166
4,mlp.experts.6.down_proj,0.00002926,0.01000,0.163
4,mlp.experts.7.down_proj,0.00001855,0.01000,0.165
4,mlp.experts.8.down_proj,0.00000111,0.01000,0.163
4,mlp.experts.9.down_proj,0.00007686,0.01000,0.164
4,mlp.experts.10.down_proj,0.00008941,0.01000,0.164
4,mlp.experts.11.down_proj,0.00019958,0.01000,0.163
4,mlp.experts.12.down_proj,0.00002559,0.01000,0.164
4,mlp.experts.13.down_proj,0.00000320,0.01000,0.165
4,mlp.experts.14.down_proj,0.00000693,0.01000,0.163
4,mlp.experts.15.down_proj,0.00003493,0.01000,0.164
4,mlp.experts.16.down_proj,0.00001034,0.01000,0.164
4,mlp.experts.17.down_proj,0.00002499,0.01000,0.166
4,mlp.experts.18.down_proj,0.00005480,0.01000,0.165
4,mlp.experts.19.down_proj,0.00000713,0.01000,0.165
4,mlp.experts.20.down_proj,0.00004421,0.01000,0.164
4,mlp.experts.21.down_proj,0.00000222,0.01000,0.164
4,mlp.experts.22.down_proj,0.00016238,0.01000,0.164
4,mlp.experts.23.down_proj,0.00003560,0.01000,0.165
4,mlp.experts.24.down_proj,0.00000010,0.01000,0.164
4,mlp.experts.25.down_proj,0.00005742,0.01000,0.164
4,mlp.experts.26.down_proj,0.00000053,0.01000,0.164
4,mlp.experts.27.down_proj,0.00010979,0.01000,0.164
4,mlp.experts.28.down_proj,0.00000318,0.01000,0.164
4,mlp.experts.29.down_proj,0.00003811,0.01000,0.166
4,mlp.experts.30.down_proj,0.00002444,0.01000,0.164
4,mlp.experts.31.down_proj,0.00000009,0.01000,0.164
4,mlp.experts.32.down_proj,0.00018526,0.01000,0.164
4,mlp.experts.33.down_proj,0.00000153,0.01000,0.164
4,mlp.experts.34.down_proj,0.00001676,0.01000,0.165
4,mlp.experts.35.down_proj,0.00000012,0.01000,0.164
4,mlp.experts.36.down_proj,0.00000033,0.01000,0.164
4,mlp.experts.37.down_proj,0.00008211,0.01000,0.164
4,mlp.experts.38.down_proj,0.00000956,0.01000,0.164
4,mlp.experts.39.down_proj,0.00013594,0.01000,0.166
4,mlp.experts.40.down_proj,0.00006640,0.01000,0.166
4,mlp.experts.41.down_proj,0.00000000,0.01000,0.170
4,mlp.experts.42.down_proj,0.00000137,0.01000,0.168
4,mlp.experts.43.down_proj,0.00000992,0.01000,0.165
4,mlp.experts.44.down_proj,0.00002357,0.01000,0.167
4,mlp.experts.45.down_proj,0.00000214,0.01000,0.166
4,mlp.experts.46.down_proj,0.00007687,0.01000,0.165
4,mlp.experts.47.down_proj,0.00008341,0.01000,0.165
4,mlp.experts.48.down_proj,0.00009450,0.01000,0.165
4,mlp.experts.49.down_proj,0.00000001,0.01000,0.165
4,mlp.experts.50.down_proj,0.00003695,0.01000,0.166
4,mlp.experts.51.down_proj,0.00004561,0.01000,0.165
4,mlp.experts.52.down_proj,0.00013904,0.01000,0.165
4,mlp.experts.53.down_proj,0.00001362,0.01000,0.167
4,mlp.experts.54.down_proj,0.00000067,0.01000,0.167
4,mlp.experts.55.down_proj,0.00000471,0.01000,0.167
4,mlp.experts.56.down_proj,0.00006024,0.01000,0.165
4,mlp.experts.57.down_proj,0.00004911,0.01000,0.165
4,mlp.experts.58.down_proj,0.00002274,0.01000,0.165
4,mlp.experts.59.down_proj,0.00006578,0.01000,0.166
4,mlp.experts.60.down_proj,0.00028100,0.01000,0.167
4,mlp.experts.61.down_proj,0.00000357,0.01000,0.166
4,mlp.experts.62.down_proj,0.00000096,0.01000,0.171
4,mlp.experts.63.down_proj,0.00003573,0.01000,0.166
4,mlp.experts.64.down_proj,0.00006556,0.01000,0.166
4,mlp.experts.65.down_proj,0.00000974,0.01000,0.168
4,mlp.experts.66.down_proj,0.00000000,0.01000,0.167
4,mlp.experts.67.down_proj,0.00005056,0.01000,0.165
4,mlp.experts.68.down_proj,0.00000134,0.01000,0.165
4,mlp.experts.69.down_proj,0.00000326,0.01000,0.166
4,mlp.experts.70.down_proj,0.00004845,0.01000,0.166
4,mlp.experts.71.down_proj,0.00000041,0.01000,0.167
4,mlp.experts.72.down_proj,0.00000002,0.01000,0.166
4,mlp.experts.73.down_proj,0.00013274,0.01000,0.167
4,mlp.experts.74.down_proj,0.00008619,0.01000,0.167
4,mlp.experts.75.down_proj,0.00000018,0.01000,0.167
4,mlp.experts.76.down_proj,0.00006356,0.01000,0.169
4,mlp.experts.77.down_proj,0.00007526,0.01000,0.173
4,mlp.experts.78.down_proj,0.00000720,0.01000,0.169
4,mlp.experts.79.down_proj,0.00007229,0.01000,0.167
4,mlp.experts.80.down_proj,0.00001721,0.01000,0.168
4,mlp.experts.81.down_proj,0.00000180,0.01000,0.169
4,mlp.experts.82.down_proj,0.00000871,0.01000,0.169
4,mlp.experts.83.down_proj,0.00001151,0.01000,0.167
4,mlp.experts.84.down_proj,0.00000003,0.01000,0.168
4,mlp.experts.85.down_proj,0.00011320,0.01000,0.168
4,mlp.experts.86.down_proj,0.00006681,0.01000,0.169
4,mlp.experts.87.down_proj,0.00008761,0.01000,0.168
4,mlp.experts.88.down_proj,0.00001828,0.01000,0.168
4,mlp.experts.89.down_proj,0.00000677,0.01000,0.172
4,mlp.experts.90.down_proj,0.00001268,0.01000,0.168
4,mlp.experts.91.down_proj,0.00008129,0.01000,0.172
4,mlp.experts.92.down_proj,0.00004600,0.01000,0.168
4,mlp.experts.93.down_proj,0.00002053,0.01000,0.168
4,mlp.experts.94.down_proj,0.00000000,0.01000,0.168
4,mlp.experts.95.down_proj,0.00000750,0.01000,0.168
4,mlp.experts.96.down_proj,0.00005256,0.01000,0.168
4,mlp.experts.97.down_proj,0.00012850,0.01000,0.184
4,mlp.experts.98.down_proj,0.00002674,0.01000,0.168
4,mlp.experts.99.down_proj,0.00000424,0.01000,0.168
4,mlp.experts.100.down_proj,0.00001057,0.01000,0.172
4,mlp.experts.101.down_proj,0.00004774,0.01000,0.171
4,mlp.experts.102.down_proj,0.00008179,0.01000,0.168
4,mlp.experts.103.down_proj,0.00000914,0.01000,0.168
4,mlp.experts.104.down_proj,0.00004644,0.01000,0.168
4,mlp.experts.105.down_proj,0.00012015,0.01000,0.170
4,mlp.experts.106.down_proj,0.00003500,0.01000,0.168
4,mlp.experts.107.down_proj,0.00001878,0.01000,0.168
4,mlp.experts.108.down_proj,0.00000455,0.01000,0.169
4,mlp.experts.109.down_proj,0.00001697,0.01000,0.168
4,mlp.experts.110.down_proj,0.00001056,0.01000,0.169
4,mlp.experts.111.down_proj,0.00005146,0.01000,0.168
4,mlp.experts.112.down_proj,0.00000243,0.01000,0.170
4,mlp.experts.113.down_proj,0.00006224,0.01000,0.171
4,mlp.experts.114.down_proj,0.00001711,0.01000,0.168
4,mlp.experts.115.down_proj,0.00004676,0.01000,0.179
4,mlp.experts.116.down_proj,0.00011272,0.01000,0.168
4,mlp.experts.117.down_proj,0.00000133,0.01000,0.168
4,mlp.experts.118.down_proj,0.00002427,0.01000,0.168
4,mlp.experts.119.down_proj,0.00000662,0.01000,0.168
4,mlp.experts.120.down_proj,0.00000536,0.01000,0.169
4,mlp.experts.121.down_proj,0.00000423,0.01000,0.168
4,mlp.experts.122.down_proj,0.00003681,0.01000,0.184
4,mlp.experts.123.down_proj,0.00000001,0.01000,0.169
4,mlp.experts.124.down_proj,0.00000469,0.01000,0.170
4,mlp.experts.125.down_proj,0.00000008,0.01000,0.169
4,mlp.experts.126.down_proj,0.00008662,0.01000,0.167
4,mlp.experts.127.down_proj,0.00000943,0.01000,0.167
5,self_attn.q_proj,0.00004978,0.01000,0.445
5,self_attn.k_proj,0.00000675,0.01000,0.436
5,self_attn.v_proj,0.00000711,0.01000,0.444
5,self_attn.o_proj,0.00000693,0.01000,0.887
5,mlp.experts.0.up_proj,0.00039355,0.01000,0.444
5,mlp.experts.1.up_proj,0.00002348,0.01000,0.443
5,mlp.experts.2.up_proj,0.00025545,0.01000,0.442
5,mlp.experts.3.up_proj,0.00000269,0.01000,0.441
5,mlp.experts.4.up_proj,0.00000287,0.01000,0.442
5,mlp.experts.5.up_proj,0.00076640,0.01000,0.443
5,mlp.experts.6.up_proj,0.00004948,0.01000,0.443
5,mlp.experts.7.up_proj,0.00059852,0.01000,0.445
5,mlp.experts.8.up_proj,0.00018281,0.01000,0.443
5,mlp.experts.9.up_proj,0.00004091,0.01000,0.444
5,mlp.experts.10.up_proj,0.00021605,0.01000,0.444
5,mlp.experts.11.up_proj,0.00005233,0.01000,0.442
5,mlp.experts.12.up_proj,0.00000138,0.01000,0.440
5,mlp.experts.13.up_proj,0.00184802,0.01000,0.440
5,mlp.experts.14.up_proj,0.00000053,0.01000,0.441
5,mlp.experts.15.up_proj,0.00000095,0.01000,0.440
5,mlp.experts.16.up_proj,0.00038675,0.01000,0.440
5,mlp.experts.17.up_proj,0.00032809,0.01000,0.440
5,mlp.experts.18.up_proj,0.00133529,0.01000,0.441
5,mlp.experts.19.up_proj,0.00031402,0.01000,0.440
5,mlp.experts.20.up_proj,0.00010863,0.01000,0.445
5,mlp.experts.21.up_proj,0.00034646,0.01000,0.443
5,mlp.experts.22.up_proj,0.00174949,0.01000,0.443
5,mlp.experts.23.up_proj,0.00001094,0.01000,0.444
5,mlp.experts.24.up_proj,0.00037923,0.01000,0.443
5,mlp.experts.25.up_proj,0.00003190,0.01000,0.451
5,mlp.experts.26.up_proj,0.00005152,0.01000,0.440
5,mlp.experts.27.up_proj,0.00000130,0.01000,0.440
5,mlp.experts.28.up_proj,0.00000014,0.01000,0.439
5,mlp.experts.29.up_proj,0.00000027,0.01000,0.440
5,mlp.experts.30.up_proj,0.00057638,0.01000,0.446
5,mlp.experts.31.up_proj,0.00107603,0.01000,0.443
5,mlp.experts.32.up_proj,0.00015897,0.01000,0.443
5,mlp.experts.33.up_proj,0.00027000,0.01000,0.442
5,mlp.experts.34.up_proj,0.00123760,0.01000,0.446
5,mlp.experts.35.up_proj,0.00008129,0.01000,0.444
5,mlp.experts.36.up_proj,0.00023569,0.01000,0.445
5,mlp.experts.37.up_proj,0.00036098,0.01000,0.444
5,mlp.experts.38.up_proj,0.00010483,0.01000,0.446
5,mlp.experts.39.up_proj,0.00004493,0.01000,0.444
5,mlp.experts.40.up_proj,0.00000027,0.01000,0.444
5,mlp.experts.41.up_proj,0.00031880,0.01000,0.444
5,mlp.experts.42.up_proj,0.00031874,0.01000,0.445
5,mlp.experts.43.up_proj,0.00001048,0.01000,0.444
5,mlp.experts.44.up_proj,0.00001276,0.01000,0.444
5,mlp.experts.45.up_proj,0.00030075,0.01000,0.450
5,mlp.experts.46.up_proj,0.00003747,0.01000,0.446
5,mlp.experts.47.up_proj,0.00057472,0.01000,0.447
5,mlp.experts.48.up_proj,0.00090453,0.01000,0.444
5,mlp.experts.49.up_proj,0.00092150,0.01000,0.445
5,mlp.experts.50.up_proj,0.00000188,0.01000,0.443
5,mlp.experts.51.up_proj,0.00015987,0.01000,0.444
5,mlp.experts.52.up_proj,0.00010020,0.01000,0.442
5,mlp.experts.53.up_proj,0.00085607,0.01000,0.443
5,mlp.experts.54.up_proj,0.00044845,0.01000,0.444
5,mlp.experts.55.up_proj,0.00061881,0.01000,0.447
5,mlp.experts.56.up_proj,0.00039426,0.01000,0.447
5,mlp.experts.57.up_proj,0.00000006,0.01000,0.445
5,mlp.experts.58.up_proj,0.00037449,0.01000,0.446
5,mlp.experts.59.up_proj,0.00001739,0.01000,0.447
5,mlp.experts.60.up_proj,0.00002367,0.01000,0.443
5,mlp.experts.61.up_proj,0.00019672,0.01000,0.450
5,mlp.experts.62.up_proj,0.00092318,0.01000,0.444
5,mlp.experts.63.up_proj,0.00173495,0.01000,0.448
5,mlp.experts.64.up_proj,0.00076917,0.01000,0.442
5,mlp.experts.65.up_proj,0.00007416,0.01000,0.446
5,mlp.experts.66.up_proj,0.00027684,0.01000,0.443
5,mlp.experts.67.up_proj,0.00011736,0.01000,0.446
5,mlp.experts.68.up_proj,0.00009158,0.01000,0.446
5,mlp.experts.69.up_proj,0.00000136,0.01000,0.444
5,mlp.experts.70.up_proj,0.00006895,0.01000,0.448
5,mlp.experts.71.up_proj,0.00030328,0.01000,0.443
5,mlp.experts.72.up_proj,0.00000214,0.01000,0.447
5,mlp.experts.73.up_proj,0.00005031,0.01000,0.445
5,mlp.experts.74.up_proj,0.00082654,0.01000,0.448
5,mlp.experts.75.up_proj,0.00106197,0.01000,0.444
5,mlp.experts.76.up_proj,0.00008642,0.01000,0.447
5,mlp.experts.77.up_proj,0.00016225,0.01000,0.446
5,mlp.experts.78.up_proj,0.00110604,0.01000,0.447
5,mlp.experts.79.up_proj,0.00075912,0.01000,0.448
5,mlp.experts.80.up_proj,0.00079655,0.01000,0.446
5,mlp.experts.81.up_proj,0.00008896,0.01000,0.447
5,mlp.experts.82.up_proj,0.00046075,0.01000,0.453
5,mlp.experts.83.up_proj,0.00019224,0.01000,0.446
5,mlp.experts.84.up_proj,0.00011552,0.01000,0.450
5,mlp.experts.85.up_proj,0.00016267,0.01000,0.448
5,mlp.experts.86.up_proj,0.00048178,0.01000,0.446
5,mlp.experts.87.up_proj,0.00056876,0.01000,0.446
5,mlp.experts.88.up_proj,0.00000498,0.01000,0.450
5,mlp.experts.89.up_proj,0.00004532,0.01000,0.446
5,mlp.experts.90.up_proj,0.00042036,0.01000,0.450
5,mlp.experts.91.up_proj,0.00002448,0.01000,0.445
5,mlp.experts.92.up_proj,0.00000098,0.01000,0.453
5,mlp.experts.93.up_proj,0.00081899,0.01000,0.441
5,mlp.experts.94.up_proj,0.00054825,0.01000,0.445
5,mlp.experts.95.up_proj,0.00017267,0.01000,0.442
5,mlp.experts.96.up_proj,0.00054452,0.01000,0.443
5,mlp.experts.97.up_proj,0.00066246,0.01000,0.446
5,mlp.experts.98.up_proj,0.00001855,0.01000,0.444
5,mlp.experts.99.up_proj,0.00119430,0.01000,0.446
5,mlp.experts.100.up_proj,0.00012722,0.01000,0.444
5,mlp.experts.101.up_proj,0.00003064,0.01000,0.451
5,mlp.experts.102.up_proj,0.00039733,0.01000,0.450
5,mlp.experts.103.up_proj,0.00037077,0.01000,0.447
5,mlp.experts.104.up_proj,0.00026989,0.01000,0.443
5,mlp.experts.105.up_proj,0.00040392,0.01000,0.447
5,mlp.experts.106.up_proj,0.00022940,0.01000,0.444
5,mlp.experts.107.up_proj,0.00061118,0.01000,0.443
5,mlp.experts.108.up_proj,0.00066171,0.01000,0.446
5,mlp.experts.109.up_proj,0.00002163,0.01000,0.444
5,mlp.experts.110.up_proj,0.00050365,0.01000,0.449
5,mlp.experts.111.up_proj,0.00067167,0.01000,0.445
5,mlp.experts.112.up_proj,0.00014039,0.01000,0.447
5,mlp.experts.113.up_proj,0.00029713,0.01000,0.445
5,mlp.experts.114.up_proj,0.00004805,0.01000,0.444
5,mlp.experts.115.up_proj,0.00076724,0.01000,0.445
5,mlp.experts.116.up_proj,0.00140111,0.01000,0.440
5,mlp.experts.117.up_proj,0.00034973,0.01000,0.443
5,mlp.experts.118.up_proj,0.00001137,0.01000,0.447
5,mlp.experts.119.up_proj,0.00037446,0.01000,0.445
5,mlp.experts.120.up_proj,0.00034145,0.01000,0.444
5,mlp.experts.121.up_proj,0.00000002,0.01000,0.443
5,mlp.experts.122.up_proj,0.00061216,0.01000,0.441
5,mlp.experts.123.up_proj,0.00003456,0.01000,0.440
5,mlp.experts.124.up_proj,0.00001002,0.01000,0.447
5,mlp.experts.125.up_proj,0.00044145,0.01000,0.442
5,mlp.experts.126.up_proj,0.00116140,0.01000,0.455
5,mlp.experts.127.up_proj,0.00000543,0.01000,0.442
5,mlp.experts.0.gate_proj,0.00041536,0.01000,0.440
5,mlp.experts.1.gate_proj,0.00002520,0.01000,0.448
5,mlp.experts.2.gate_proj,0.00026942,0.01000,0.443
5,mlp.experts.3.gate_proj,0.00000297,0.01000,0.443
5,mlp.experts.4.gate_proj,0.00000283,0.01000,0.444
5,mlp.experts.5.gate_proj,0.00085632,0.01000,0.443
5,mlp.experts.6.gate_proj,0.00005488,0.01000,0.443
5,mlp.experts.7.gate_proj,0.00069496,0.01000,0.443
5,mlp.experts.8.gate_proj,0.00055351,0.01000,0.450
5,mlp.experts.9.gate_proj,0.00004320,0.01000,0.444
5,mlp.experts.10.gate_proj,0.00021830,0.01000,0.441
5,mlp.experts.11.gate_proj,0.00005643,0.01000,0.440
5,mlp.experts.12.gate_proj,0.00000153,0.01000,0.440
5,mlp.experts.13.gate_proj,0.00203204,0.01000,0.442
5,mlp.experts.14.gate_proj,0.00000056,0.01000,0.446
5,mlp.experts.15.gate_proj,0.00000104,0.01000,0.444
5,mlp.experts.16.gate_proj,0.00041756,0.01000,0.443
5,mlp.experts.17.gate_proj,0.00036007,0.01000,0.443
5,mlp.experts.18.gate_proj,0.00147500,0.01000,0.444
5,mlp.experts.19.gate_proj,0.00035163,0.01000,0.444
5,mlp.experts.20.gate_proj,0.00011756,0.01000,0.445
5,mlp.experts.21.gate_proj,0.00036941,0.01000,0.444
5,mlp.experts.22.gate_proj,0.00190676,0.01000,0.449
5,mlp.experts.23.gate_proj,0.00001195,0.01000,0.443
5,mlp.experts.24.gate_proj,0.00041056,0.01000,0.443
5,mlp.experts.25.gate_proj,0.00003371,0.01000,0.442
5,mlp.experts.26.gate_proj,0.00005920,0.01000,0.442
5,mlp.experts.27.gate_proj,0.00000133,0.01000,0.444
5,mlp.experts.28.gate_proj,0.00000015,0.01000,0.443
5,mlp.experts.29.gate_proj,0.00000030,0.01000,0.443
5,mlp.experts.30.gate_proj,0.00062372,0.01000,0.443
5,mlp.experts.31.gate_proj,0.00122699,0.01000,0.449
5,mlp.experts.32.gate_proj,0.00017993,0.01000,0.445
5,mlp.experts.33.gate_proj,0.00031624,0.01000,0.437
5,mlp.experts.34.gate_proj,0.00134882,0.01000,0.438
5,mlp.experts.35.gate_proj,0.00008878,0.01000,0.437
5,mlp.experts.36.gate_proj,0.00026380,0.01000,0.439
5,mlp.experts.37.gate_proj,0.00044126,0.01000,0.439
5,mlp.experts.38.gate_proj,0.00012058,0.01000,0.440
5,mlp.experts.39.gate_proj,0.00004819,0.01000,0.444
5,mlp.experts.40.gate_proj,0.00000032,0.01000,0.444
5,mlp.experts.41.gate_proj,0.00034957,0.01000,0.444
5,mlp.experts.42.gate_proj,0.00035488,0.01000,0.443
5,mlp.experts.43.gate_proj,0.00001111,0.01000,0.441
5,mlp.experts.44.gate_proj,0.00001394,0.01000,0.441
5,mlp.experts.45.gate_proj,0.00033210,0.01000,0.442
5,mlp.experts.46.gate_proj,0.00004018,0.01000,0.442
5,mlp.experts.47.gate_proj,0.00061787,0.01000,0.442
5,mlp.experts.48.gate_proj,0.00079618,0.01000,0.443
5,mlp.experts.49.gate_proj,0.00104579,0.01000,0.442
5,mlp.experts.50.gate_proj,0.00000203,0.01000,0.442
5,mlp.experts.51.gate_proj,0.00017118,0.01000,0.442
5,mlp.experts.52.gate_proj,0.00010490,0.01000,0.442
5,mlp.experts.53.gate_proj,0.00094996,0.01000,0.462
5,mlp.experts.54.gate_proj,0.00047774,0.01000,0.462
5,mlp.experts.55.gate_proj,0.00069180,0.01000,0.446
5,mlp.experts.56.gate_proj,0.00042415,0.01000,0.443
5,mlp.experts.57.gate_proj,0.00000007,0.01000,0.443
5,mlp.experts.58.gate_proj,0.00040732,0.01000,0.443
5,mlp.experts.59.gate_proj,0.00001958,0.01000,0.446
5,mlp.experts.60.gate_proj,0.00002560,0.01000,0.442
5,mlp.experts.61.gate_proj,0.00021704,0.01000,0.442
5,mlp.experts.62.gate_proj,0.00103330,0.01000,0.442
5,mlp.experts.63.gate_proj,0.00191813,0.01000,0.447
5,mlp.experts.64.gate_proj,0.00086836,0.01000,0.444
5,mlp.experts.65.gate_proj,0.00007811,0.01000,0.442
5,mlp.experts.66.gate_proj,0.00029848,0.01000,0.441
5,mlp.experts.67.gate_proj,0.00013544,0.01000,0.442
5,mlp.experts.68.gate_proj,0.00009577,0.01000,0.444
5,mlp.experts.69.gate_proj,0.00000149,0.01000,0.447
5,mlp.experts.70.gate_proj,0.00007278,0.01000,0.443
5,mlp.experts.71.gate_proj,0.00032720,0.01000,0.444
5,mlp.experts.72.gate_proj,0.00000219,0.01000,0.444
5,mlp.experts.73.gate_proj,0.00005309,0.01000,0.443
5,mlp.experts.74.gate_proj,0.00090212,0.01000,0.443
5,mlp.experts.75.gate_proj,0.00114289,0.01000,0.443
5,mlp.experts.76.gate_proj,0.00009349,0.01000,0.443
5,mlp.experts.77.gate_proj,0.00017483,0.01000,0.447
5,mlp.experts.78.gate_proj,0.00116042,0.01000,0.443
5,mlp.experts.79.gate_proj,0.00086894,0.01000,0.445
5,mlp.experts.80.gate_proj,0.00086416,0.01000,0.443
5,mlp.experts.81.gate_proj,0.00009765,0.01000,0.445
5,mlp.experts.82.gate_proj,0.00047706,0.01000,0.444
5,mlp.experts.83.gate_proj,0.00020878,0.01000,0.447
5,mlp.experts.84.gate_proj,0.00012256,0.01000,0.444
5,mlp.experts.85.gate_proj,0.00018451,0.01000,0.448
5,mlp.experts.86.gate_proj,0.00054046,0.01000,0.444
5,mlp.experts.87.gate_proj,0.00056913,0.01000,0.441
5,mlp.experts.88.gate_proj,0.00000527,0.01000,0.442
5,mlp.experts.89.gate_proj,0.00004699,0.01000,0.443
5,mlp.experts.90.gate_proj,0.00046940,0.01000,0.443
5,mlp.experts.91.gate_proj,0.00002639,0.01000,0.443
5,mlp.experts.92.gate_proj,0.00000105,0.01000,0.445
5,mlp.experts.93.gate_proj,0.00089981,0.01000,0.443
5,mlp.experts.94.gate_proj,0.00059085,0.01000,0.442
5,mlp.experts.95.gate_proj,0.00017636,0.01000,0.444
5,mlp.experts.96.gate_proj,0.00059366,0.01000,0.443
5,mlp.experts.97.gate_proj,0.00071079,0.01000,0.443
5,mlp.experts.98.gate_proj,0.00001988,0.01000,0.443
5,mlp.experts.99.gate_proj,0.00132391,0.01000,0.446
5,mlp.experts.100.gate_proj,0.00013292,0.01000,0.444
5,mlp.experts.101.gate_proj,0.00003284,0.01000,0.442
5,mlp.experts.102.gate_proj,0.00042065,0.01000,0.443
5,mlp.experts.103.gate_proj,0.00038086,0.01000,0.443
5,mlp.experts.104.gate_proj,0.00029290,0.01000,0.444
5,mlp.experts.105.gate_proj,0.00043422,0.01000,0.444
5,mlp.experts.106.gate_proj,0.00025552,0.01000,0.443
5,mlp.experts.107.gate_proj,0.00066837,0.01000,0.446
5,mlp.experts.108.gate_proj,0.00070710,0.01000,0.446
5,mlp.experts.109.gate_proj,0.00002298,0.01000,0.445
5,mlp.experts.110.gate_proj,0.00055901,0.01000,0.446
5,mlp.experts.111.gate_proj,0.00069736,0.01000,0.444
5,mlp.experts.112.gate_proj,0.00016871,0.01000,0.443
5,mlp.experts.113.gate_proj,0.00032836,0.01000,0.445
5,mlp.experts.114.gate_proj,0.00004972,0.01000,0.443
5,mlp.experts.115.gate_proj,0.00074403,0.01000,0.443
5,mlp.experts.116.gate_proj,0.00150426,0.01000,0.444
5,mlp.experts.117.gate_proj,0.00036194,0.01000,0.444
5,mlp.experts.118.gate_proj,0.00001172,0.01000,0.446
5,mlp.experts.119.gate_proj,0.00040561,0.01000,0.443
5,mlp.experts.120.gate_proj,0.00037912,0.01000,0.448
5,mlp.experts.121.gate_proj,0.00000003,0.01000,0.450
5,mlp.experts.122.gate_proj,0.00064816,0.01000,0.447
5,mlp.experts.123.gate_proj,0.00003697,0.01000,0.444
5,mlp.experts.124.gate_proj,0.00001115,0.01000,0.446
5,mlp.experts.125.gate_proj,0.00041992,0.01000,0.444
5,mlp.experts.126.gate_proj,0.00120052,0.01000,0.446
5,mlp.experts.127.gate_proj,0.00000589,0.01000,0.445
5,mlp.experts.0.down_proj,0.00004513,0.01000,0.167
5,mlp.experts.1.down_proj,0.00000332,0.01000,0.166
5,mlp.experts.2.down_proj,0.00004004,0.01000,0.165
5,mlp.experts.3.down_proj,0.00000069,0.01000,0.166
5,mlp.experts.4.down_proj,0.00000021,0.01000,0.165
5,mlp.experts.5.down_proj,0.00008998,0.01000,0.165
5,mlp.experts.6.down_proj,0.00000782,0.01000,0.166
5,mlp.experts.7.down_proj,0.00010713,0.01000,0.166
5,mlp.experts.8.down_proj,0.00000819,0.01000,0.167
5,mlp.experts.9.down_proj,0.00000145,0.01000,0.166
5,mlp.experts.10.down_proj,0.00003335,0.01000,0.166
5,mlp.experts.11.down_proj,0.00000771,0.01000,0.170
5,mlp.experts.12.down_proj,0.00000024,0.01000,0.166
5,mlp.experts.13.down_proj,0.00028960,0.01000,0.166
5,mlp.experts.14.down_proj,0.00000011,0.01000,0.166
5,mlp.experts.15.down_proj,0.00000023,0.01000,0.167
5,mlp.experts.16.down_proj,0.00007425,0.01000,0.166
5,mlp.experts.17.down_proj,0.00005141,0.01000,0.167
5,mlp.experts.18.down_proj,0.00015953,0.01000,0.166
5,mlp.experts.19.down_proj,0.00005847,0.01000,0.166
5,mlp.experts.20.down_proj,0.00001537,0.01000,0.166
5,mlp.experts.21.down_proj,0.00004373,0.01000,0.167
5,mlp.experts.22.down_proj,0.00019304,0.01000,0.166
5,mlp.experts.23.down_proj,0.00000089,0.01000,0.166
5,mlp.experts.24.down_proj,0.00006055,0.01000,0.171
5,mlp.experts.25.down_proj,0.00000653,0.01000,0.166
5,mlp.experts.26.down_proj,0.00000259,0.01000,0.166
5,mlp.experts.27.down_proj,0.00000019,0.01000,0.167
5,mlp.experts.28.down_proj,0.00000002,0.01000,0.166
5,mlp.experts.29.down_proj,0.00000008,0.01000,0.167
5,mlp.experts.30.down_proj,0.00011632,0.01000,0.171
5,mlp.experts.31.down_proj,0.00014328,0.01000,0.170
5,mlp.experts.32.down_proj,0.00002658,0.01000,0.167
5,mlp.experts.33.down_proj,0.00009198,0.01000,0.166
5,mlp.experts.34.down_proj,0.00023721,0.01000,0.165
5,mlp.experts.35.down_proj,0.00001384,0.01000,0.166
5,mlp.experts.36.down_proj,0.00002775,0.01000,0.165
5,mlp.experts.37.down_proj,0.00008063,0.01000,0.165
5,mlp.experts.38.down_proj,0.00001275,0.01000,0.165
5,mlp.experts.39.down_proj,0.00000593,0.01000,0.166
5,mlp.experts.40.down_proj,0.00000005,0.01000,0.166
5,mlp.experts.41.down_proj,0.00003910,0.01000,0.165
5,mlp.experts.42.down_proj,0.00006950,0.01000,0.167
5,mlp.experts.43.down_proj,0.00000218,0.01000,0.165
5,mlp.experts.44.down_proj,0.00000285,0.01000,0.165
5,mlp.experts.45.down_proj,0.00003257,0.01000,0.167
5,mlp.experts.46.down_proj,0.00000517,0.01000,0.165
5,mlp.experts.47.down_proj,0.00009392,0.01000,0.165
5,mlp.experts.48.down_proj,0.00010358,0.01000,0.165
5,mlp.experts.49.down_proj,0.00012672,0.01000,0.165
5,mlp.experts.50.down_proj,0.00000038,0.01000,0.167
5,mlp.experts.51.down_proj,0.00003562,0.01000,0.166
5,mlp.experts.52.down_proj,0.00001473,0.01000,0.166
5,mlp.experts.53.down_proj,0.00011888,0.01000,0.166
5,mlp.experts.54.down_proj,0.00009138,0.01000,0.166
5,mlp.experts.55.down_proj,0.00008071,0.01000,0.166
5,mlp.experts.56.down_proj,0.00005763,0.01000,0.168
5,mlp.experts.57.down_proj,0.00000001,0.01000,0.167
5,mlp.experts.58.down_proj,0.00006807,0.01000,0.168
5,mlp.experts.59.down_proj,0.00000307,0.01000,0.168
5,mlp.experts.60.down_proj,0.00000519,0.01000,0.170
5,mlp.experts.61.down_proj,0.00003432,0.01000,0.171
5,mlp.experts.62.down_proj,0.00013067,0.01000,0.168
5,mlp.experts.63.down_proj,0.00022656,0.01000,0.168
5,mlp.experts.64.down_proj,0.00013754,0.01000,0.168
5,mlp.experts.65.down_proj,0.00000828,0.01000,0.168
5,mlp.experts.66.down_proj,0.00005380,0.01000,0.168
5,mlp.experts.67.down_proj,0.00001545,0.01000,0.168
5,mlp.experts.68.down_proj,0.00001228,0.01000,0.168
5,mlp.experts.69.down_proj,0.00000033,0.01000,0.173
5,mlp.experts.70.down_proj,0.00001643,0.01000,0.170
5,mlp.experts.71.down_proj,0.00006194,0.01000,0.169
5,mlp.experts.72.down_proj,0.00000030,0.01000,0.169
5,mlp.experts.73.down_proj,0.00000654,0.01000,0.169
5,mlp.experts.74.down_proj,0.00008892,0.01000,0.169
5,mlp.experts.75.down_proj,0.00014358,0.01000,0.169
5,mlp.experts.76.down_proj,0.00001597,0.01000,0.169
5,mlp.experts.77.down_proj,0.00004538,0.01000,0.169
5,mlp.experts.78.down_proj,0.00018209,0.01000,0.169
5,mlp.experts.79.down_proj,0.00010015,0.01000,0.169
5,mlp.experts.80.down_proj,0.00013282,0.01000,0.170
5,mlp.experts.81.down_proj,0.00001157,0.01000,0.169
5,mlp.experts.82.down_proj,0.00007718,0.01000,0.173
5,mlp.experts.83.down_proj,0.00002423,0.01000,0.170
5,mlp.experts.84.down_proj,0.00001877,0.01000,0.169
5,mlp.experts.85.down_proj,0.00001750,0.01000,0.169
5,mlp.experts.86.down_proj,0.00005751,0.01000,0.169
5,mlp.experts.87.down_proj,0.00006876,0.01000,0.170
5,mlp.experts.88.down_proj,0.00000082,0.01000,0.170
5,mlp.experts.89.down_proj,0.00000951,0.01000,0.169
5,mlp.experts.90.down_proj,0.00008718,0.01000,0.178
5,mlp.experts.91.down_proj,0.00000517,0.01000,0.169
5,mlp.experts.92.down_proj,0.00000018,0.01000,0.170
5,mlp.experts.93.down_proj,0.00010161,0.01000,0.173
5,mlp.experts.94.down_proj,0.00005979,0.01000,0.172
5,mlp.experts.95.down_proj,0.00001778,0.01000,0.170
5,mlp.experts.96.down_proj,0.00008007,0.01000,0.170
5,mlp.experts.97.down_proj,0.00008463,0.01000,0.169
5,mlp.experts.98.down_proj,0.00000057,0.01000,0.170
5,mlp.experts.99.down_proj,0.00013763,0.01000,0.170
5,mlp.experts.100.down_proj,0.00001920,0.01000,0.169
5,mlp.experts.101.down_proj,0.00000481,0.01000,0.170
5,mlp.experts.102.down_proj,0.00006440,0.01000,0.170
5,mlp.experts.103.down_proj,0.00003563,0.01000,0.170
5,mlp.experts.104.down_proj,0.00004224,0.01000,0.171
5,mlp.experts.105.down_proj,0.00008788,0.01000,0.174
5,mlp.experts.106.down_proj,0.00002351,0.01000,0.172
5,mlp.experts.107.down_proj,0.00012316,0.01000,0.170
5,mlp.experts.108.down_proj,0.00009425,0.01000,0.170
5,mlp.experts.109.down_proj,0.00000315,0.01000,0.176
5,mlp.experts.110.down_proj,0.00007465,0.01000,0.170
5,mlp.experts.111.down_proj,0.00010599,0.01000,0.170
5,mlp.experts.112.down_proj,0.00007534,0.01000,0.170
5,mlp.experts.113.down_proj,0.00004813,0.01000,0.170
5,mlp.experts.114.down_proj,0.00000627,0.01000,0.170
5,mlp.experts.115.down_proj,0.00010359,0.01000,0.170
5,mlp.experts.116.down_proj,0.00017403,0.01000,0.170
5,mlp.experts.117.down_proj,0.00005872,0.01000,0.173
5,mlp.experts.118.down_proj,0.00000226,0.01000,0.170
5,mlp.experts.119.down_proj,0.00005311,0.01000,0.169
5,mlp.experts.120.down_proj,0.00004916,0.01000,0.169
5,mlp.experts.121.down_proj,0.00000000,0.01000,0.170
5,mlp.experts.122.down_proj,0.00009408,0.01000,0.170
5,mlp.experts.123.down_proj,0.00000480,0.01000,0.170
5,mlp.experts.124.down_proj,0.00000340,0.01000,0.171
5,mlp.experts.125.down_proj,0.00007138,0.01000,0.170
5,mlp.experts.126.down_proj,0.00015616,0.01000,0.173
5,mlp.experts.127.down_proj,0.00000156,0.01000,0.182
6,self_attn.q_proj,0.00011176,0.01000,0.449
6,self_attn.k_proj,0.00001652,0.01000,0.438
6,self_attn.v_proj,0.00001678,0.01000,0.439
6,self_attn.o_proj,0.00001710,0.01000,0.895
6,mlp.experts.0.up_proj,0.00079894,0.01000,0.454
6,mlp.experts.1.up_proj,0.00013092,0.01000,0.455
6,mlp.experts.2.up_proj,0.00000009,0.01000,0.448
6,mlp.experts.3.up_proj,0.00036790,0.01000,0.451
6,mlp.experts.4.up_proj,0.00151527,0.01000,0.454
6,mlp.experts.5.up_proj,0.00000021,0.01000,0.460
6,mlp.experts.6.up_proj,0.00010965,0.01000,0.461
6,mlp.experts.7.up_proj,0.00199046,0.01000,0.452
6,mlp.experts.8.up_proj,0.00007219,0.01000,0.452
6,mlp.experts.9.up_proj,0.00057527,0.01000,0.455
6,mlp.experts.10.up_proj,0.00138912,0.01000,0.456
6,mlp.experts.11.up_proj,0.00000006,0.01000,0.450
6,mlp.experts.12.up_proj,0.00000547,0.01000,0.455
6,mlp.experts.13.up_proj,0.00156499,0.01000,0.459
6,mlp.experts.14.up_proj,0.00080966,0.01000,0.460
6,mlp.experts.15.up_proj,0.00003696,0.01000,0.455
6,mlp.experts.16.up_proj,0.00003679,0.01000,0.457
6,mlp.experts.17.up_proj,0.00002334,0.01000,0.457
6,mlp.experts.18.up_proj,0.00008603,0.01000,0.465
6,mlp.experts.19.up_proj,0.00028422,0.01000,0.454
6,mlp.experts.20.up_proj,0.00018847,0.01000,0.454
6,mlp.experts.21.up_proj,0.00000625,0.01000,0.452
6,mlp.experts.22.up_proj,0.00131832,0.01000,0.458
6,mlp.experts.23.up_proj,0.00138203,0.01000,0.457
6,mlp.experts.24.up_proj,0.00013036,0.01000,0.452
6,mlp.experts.25.up_proj,0.00080904,0.01000,0.461
6,mlp.experts.26.up_proj,0.00029035,0.01000,0.452
6,mlp.experts.27.up_proj,0.00004091,0.01000,0.464
6,mlp.experts.28.up_proj,0.00062441,0.01000,0.452
6,mlp.experts.29.up_proj,0.00001276,0.01000,0.458
6,mlp.experts.30.up_proj,0.00009640,0.01000,0.454
6,mlp.experts.31.up_proj,0.00001748,0.01000,0.457
6,mlp.experts.32.up_proj,0.00014061,0.01000,0.462
6,mlp.experts.33.up_proj,0.00021614,0.01000,0.452
6,mlp.experts.34.up_proj,0.00098454,0.01000,0.454
6,mlp.experts.35.up_proj,0.00010544,0.01000,0.455
6,mlp.experts.36.up_proj,0.00003023,0.01000,0.463
6,mlp.experts.37.up_proj,0.00034421,0.01000,0.452
6,mlp.experts.38.up_proj,0.00249660,0.01000,0.456
6,mlp.experts.39.up_proj,0.00083257,0.01000,0.454
6,mlp.experts.40.up_proj,0.00000138,0.01000,0.467
6,mlp.experts.41.up_proj,0.00035383,0.01000,0.457
6,mlp.experts.42.up_proj,0.00106687,0.01000,0.452
6,mlp.experts.43.up_proj,0.00001351,0.01000,0.442
6,mlp.experts.44.up_proj,0.00104638,0.01000,0.440
6,mlp.experts.45.up_proj,0.00000002,0.01000,0.442
6,mlp.experts.46.up_proj,0.00086967,0.01000,0.441
6,mlp.experts.47.up_proj,0.00012379,0.01000,0.444
6,mlp.experts.48.up_proj,0.00023446,0.01000,0.448
6,mlp.experts.49.up_proj,0.00025148,0.01000,0.446
6,mlp.experts.50.up_proj,0.00000110,0.01000,0.448
6,mlp.experts.51.up_proj,0.00013747,0.01000,0.439
6,mlp.experts.52.up_proj,0.00169980,0.01000,0.442
6,mlp.experts.53.up_proj,0.00004171,0.01000,0.451
6,mlp.experts.54.up_proj,0.00110854,0.01000,0.444
6,mlp.experts.55.up_proj,0.00087253,0.01000,0.455
6,mlp.experts.56.up_proj,0.00259564,0.01000,0.440
6,mlp.experts.57.up_proj,0.00004774,0.01000,0.441
6,mlp.experts.58.up_proj,0.00039773,0.01000,0.440
6,mlp.experts.59.up_proj,0.00000136,0.01000,0.440
6,mlp.experts.60.up_proj,0.00000001,0.01000,0.440
6,mlp.experts.61.up_proj,0.00036277,0.01000,0.439
6,mlp.experts.62.up_proj,0.00061342,0.01000,0.440
6,mlp.experts.63.up_proj,0.00106314,0.01000,0.440
6,mlp.experts.64.up_proj,0.00161651,0.01000,0.440
6,mlp.experts.65.up_proj,0.00024622,0.01000,0.439
6,mlp.experts.66.up_proj,0.00005441,0.01000,0.438
6,mlp.experts.67.up_proj,0.00011427,0.01000,0.441
6,mlp.experts.68.up_proj,0.00003591,0.01000,0.439
6,mlp.experts.69.up_proj,0.00000119,0.01000,0.439
6,mlp.experts.70.up_proj,0.00009255,0.01000,0.440
6,mlp.experts.71.up_proj,0.00095987,0.01000,0.442
6,mlp.experts.72.up_proj,0.00029019,0.01000,0.445
6,mlp.experts.73.up_proj,0.00000009,0.01000,0.438
6,mlp.experts.74.up_proj,0.00015100,0.01000,0.439
6,mlp.experts.75.up_proj,0.00060645,0.01000,0.439
6,mlp.experts.76.up_proj,0.00064724,0.01000,0.444
6,mlp.experts.77.up_proj,0.00041930,0.01000,0.439
6,mlp.experts.78.up_proj,0.00004001,0.01000,0.440
6,mlp.experts.79.up_proj,0.00144443,0.01000,0.440
6,mlp.experts.80.up_proj,0.00011477,0.01000,0.442
6,mlp.experts.81.up_proj,0.00000006,0.01000,0.443
6,mlp.experts.82.up_proj,0.00005994,0.01000,0.440
6,mlp.experts.83.up_proj,0.00021929,0.01000,0.440
6,mlp.experts.84.up_proj,0.00034817,0.01000,0.444
6,mlp.experts.85.up_proj,0.00093762,0.01000,0.443
6,mlp.experts.86.up_proj,0.00160866,0.01000,0.439
6,mlp.experts.87.up_proj,0.00140546,0.01000,0.439
6,mlp.experts.88.up_proj,0.00025620,0.01000,0.439
6,mlp.experts.89.up_proj,0.00055504,0.01000,0.441
6,mlp.experts.90.up_proj,0.00000815,0.01000,0.444
6,mlp.experts.91.up_proj,0.00000464,0.01000,0.439
6,mlp.experts.92.up_proj,0.00015546,0.01000,0.439
6,mlp.experts.93.up_proj,0.00042312,0.01000,0.441
6,mlp.experts.94.up_proj,0.00014259,0.01000,0.448
6,mlp.experts.95.up_proj,0.00002934,0.01000,0.437
6,mlp.experts.96.up_proj,0.00096210,0.01000,0.436
6,mlp.experts.97.up_proj,0.00158277,0.01000,0.436
6,mlp.experts.98.up_proj,0.00013509,0.01000,0.436
6,mlp.experts.99.up_proj,0.00054980,0.01000,0.440
6,mlp.experts.100.up_proj,0.00081648,0.01000,0.436
6,mlp.experts.101.up_proj,0.00168563,0.01000,0.439
6,mlp.experts.102.up_proj,0.00009572,0.01000,0.440
6,mlp.experts.103.up_proj,0.00082658,0.01000,0.444
6,mlp.experts.104.up_proj,0.00012614,0.01000,0.437
6,mlp.experts.105.up_proj,0.00046470,0.01000,0.439
6,mlp.experts.106.up_proj,0.00001495,0.01000,0.436
6,mlp.experts.107.up_proj,0.00165455,0.01000,0.441
6,mlp.experts.108.up_proj,0.00002462,0.01000,0.438
6,mlp.experts.109.up_proj,0.00043026,0.01000,0.436
6,mlp.experts.110.up_proj,0.00150438,0.01000,0.436
6,mlp.experts.111.up_proj,0.00004049,0.01000,0.436
6,mlp.experts.112.up_proj,0.00002720,0.01000,0.443
6,mlp.experts.113.up_proj,0.00000260,0.01000,0.439
6,mlp.experts.114.up_proj,0.00071463,0.01000,0.438
6,mlp.experts.115.up_proj,0.00044732,0.01000,0.439
6,mlp.experts.116.up_proj,0.00185082,0.01000,0.440
6,mlp.experts.117.up_proj,0.00004723,0.01000,0.444
6,mlp.experts.118.up_proj,0.00022563,0.01000,0.439
6,mlp.experts.119.up_proj,0.00032604,0.01000,0.439
6,mlp.experts.120.up_proj,0.00002754,0.01000,0.443
6,mlp.experts.121.up_proj,0.00019330,0.01000,0.441
6,mlp.experts.122.up_proj,0.00000185,0.01000,0.440
6,mlp.experts.123.up_proj,0.00016277,0.01000,0.443
6,mlp.experts.124.up_proj,0.00016596,0.01000,0.440
6,mlp.experts.125.up_proj,0.00045199,0.01000,0.439
6,mlp.experts.126.up_proj,0.00002947,0.01000,0.441
6,mlp.experts.127.up_proj,0.00092167,0.01000,0.439
6,mlp.experts.0.gate_proj,0.00098978,0.01000,0.440
6,mlp.experts.1.gate_proj,0.00014933,0.01000,0.443
6,mlp.experts.2.gate_proj,0.00000009,0.01000,0.443
6,mlp.experts.3.gate_proj,0.00043100,0.01000,0.444
6,mlp.experts.4.gate_proj,0.00181222,0.01000,0.439
6,mlp.experts.5.gate_proj,0.00000022,0.01000,0.439
6,mlp.experts.6.gate_proj,0.00013584,0.01000,0.439
6,mlp.experts.7.gate_proj,0.00224073,0.01000,0.446
6,mlp.experts.8.gate_proj,0.00008866,0.01000,0.438
6,mlp.experts.9.gate_proj,0.00065968,0.01000,0.444
6,mlp.experts.10.gate_proj,0.00146930,0.01000,0.440
6,mlp.experts.11.gate_proj,0.00000007,0.01000,0.440
6,mlp.experts.12.gate_proj,0.00000598,0.01000,0.448
6,mlp.experts.13.gate_proj,0.00204890,0.01000,0.438
6,mlp.experts.14.gate_proj,0.00086856,0.01000,0.439
6,mlp.experts.15.gate_proj,0.00006325,0.01000,0.439
6,mlp.experts.16.gate_proj,0.00004680,0.01000,0.448
6,mlp.experts.17.gate_proj,0.00002937,0.01000,0.439
6,mlp.experts.18.gate_proj,0.00009940,0.01000,0.440
6,mlp.experts.19.gate_proj,0.00028678,0.01000,0.436
6,mlp.experts.20.gate_proj,0.00023947,0.01000,0.438
6,mlp.experts.21.gate_proj,0.00000718,0.01000,0.440
6,mlp.experts.22.gate_proj,0.00157835,0.01000,0.437
6,mlp.experts.23.gate_proj,0.00149415,0.01000,0.438
6,mlp.experts.24.gate_proj,0.00013919,0.01000,0.441
6,mlp.experts.25.gate_proj,0.00097019,0.01000,0.442
6,mlp.experts.26.gate_proj,0.00033853,0.01000,0.437
6,mlp.experts.27.gate_proj,0.00004746,0.01000,0.439
6,mlp.experts.28.gate_proj,0.00074138,0.01000,0.439
6,mlp.experts.29.gate_proj,0.00001828,0.01000,0.440
6,mlp.experts.30.gate_proj,0.00009824,0.01000,0.446
6,mlp.experts.31.gate_proj,0.00002048,0.01000,0.442
6,mlp.experts.32.gate_proj,0.00021609,0.01000,0.440
6,mlp.experts.33.gate_proj,0.00027832,0.01000,0.442
6,mlp.experts.34.gate_proj,0.00107585,0.01000,0.442
6,mlp.experts.35.gate_proj,0.00011227,0.01000,0.444
6,mlp.experts.36.gate_proj,0.00003289,0.01000,0.443
6,mlp.experts.37.gate_proj,0.00043105,0.01000,0.442
6,mlp.experts.38.gate_proj,0.00276541,0.01000,0.441
6,mlp.experts.39.gate_proj,0.00092087,0.01000,0.444
6,mlp.experts.40.gate_proj,0.00000162,0.01000,0.440
6,mlp.experts.41.gate_proj,0.00038846,0.01000,0.440
6,mlp.experts.42.gate_proj,0.00117082,0.01000,0.440
6,mlp.experts.43.gate_proj,0.00001405,0.01000,0.441
6,mlp.experts.44.gate_proj,0.00127575,0.01000,0.443
6,mlp.experts.45.gate_proj,0.00000002,0.01000,0.438
6,mlp.experts.46.gate_proj,0.00100308,0.01000,0.441
6,mlp.experts.47.gate_proj,0.00013951,0.01000,0.443
6,mlp.experts.48.gate_proj,0.00027411,0.01000,0.443
6,mlp.experts.49.gate_proj,0.00031197,0.01000,0.436
6,mlp.experts.50.gate_proj,0.00000128,0.01000,0.439
6,mlp.experts.51.gate_proj,0.00017111,0.01000,0.438
6,mlp.experts.52.gate_proj,0.00181785,0.01000,0.439
6,mlp.experts.53.gate_proj,0.00005514,0.01000,0.441
6,mlp.experts.54.gate_proj,0.00133793,0.01000,0.439
6,mlp.experts.55.gate_proj,0.00094749,0.01000,0.441
6,mlp.experts.56.gate_proj,0.00288104,0.01000,0.441
6,mlp.experts.57.gate_proj,0.00005385,0.01000,0.441
6,mlp.experts.58.gate_proj,0.00046729,0.01000,0.439
6,mlp.experts.59.gate_proj,0.00000154,0.01000,0.444
6,mlp.experts.60.gate_proj,0.00000001,0.01000,0.439
6,mlp.experts.61.gate_proj,0.00042867,0.01000,0.446
6,mlp.experts.62.gate_proj,0.00072549,0.01000,0.440
6,mlp.experts.63.gate_proj,0.00126019,0.01000,0.446
6,mlp.experts.64.gate_proj,0.00172869,0.01000,0.443
6,mlp.experts.65.gate_proj,0.00026881,0.01000,0.455
6,mlp.experts.66.gate_proj,0.00006189,0.01000,0.440
6,mlp.experts.67.gate_proj,0.00013207,0.01000,0.439
6,mlp.experts.68.gate_proj,0.00004392,0.01000,0.445
6,mlp.experts.69.gate_proj,0.00000138,0.01000,0.440
6,mlp.experts.70.gate_proj,0.00010522,0.01000,0.441
6,mlp.experts.71.gate_proj,0.00135041,0.01000,0.442
6,mlp.experts.72.gate_proj,0.00034974,0.01000,0.435
6,mlp.experts.73.gate_proj,0.00000009,0.01000,0.437
6,mlp.experts.74.gate_proj,0.00018287,0.01000,0.437
6,mlp.experts.75.gate_proj,0.00064409,0.01000,0.438
6,mlp.experts.76.gate_proj,0.00084876,0.01000,0.437
6,mlp.experts.77.gate_proj,0.00047978,0.01000,0.438
6,mlp.experts.78.gate_proj,0.00005020,0.01000,0.440
6,mlp.experts.79.gate_proj,0.00154532,0.01000,0.440
6,mlp.experts.80.gate_proj,0.00013015,0.01000,0.442
6,mlp.experts.81.gate_proj,0.00000007,0.01000,0.436
6,mlp.experts.82.gate_proj,0.00006857,0.01000,0.436
6,mlp.experts.83.gate_proj,0.00022307,0.01000,0.436
6,mlp.experts.84.gate_proj,0.00039880,0.01000,0.438
6,mlp.experts.85.gate_proj,0.00093728,0.01000,0.438
6,mlp.experts.86.gate_proj,0.00176669,0.01000,0.437
6,mlp.experts.87.gate_proj,0.00156195,0.01000,0.437
6,mlp.experts.88.gate_proj,0.00027634,0.01000,0.438
6,mlp.experts.89.gate_proj,0.00064457,0.01000,0.443
6,mlp.experts.90.gate_proj,0.00001154,0.01000,0.437
6,mlp.experts.91.gate_proj,0.00000508,0.01000,0.438
6,mlp.experts.92.gate_proj,0.00020170,0.01000,0.441
6,mlp.experts.93.gate_proj,0.00048200,0.01000,0.439
6,mlp.experts.94.gate_proj,0.00018158,0.01000,0.437
6,mlp.experts.95.gate_proj,0.00003325,0.01000,0.436
6,mlp.experts.96.gate_proj,0.00110546,0.01000,0.437
6,mlp.experts.97.gate_proj,0.00187077,0.01000,0.436
6,mlp.experts.98.gate_proj,0.00014052,0.01000,0.443
6,mlp.experts.99.gate_proj,0.00060975,0.01000,0.438
6,mlp.experts.100.gate_proj,0.00088701,0.01000,0.436
6,mlp.experts.101.gate_proj,0.00207287,0.01000,0.441
6,mlp.experts.102.gate_proj,0.00011753,0.01000,0.437
6,mlp.experts.103.gate_proj,0.00113928,0.01000,0.437
6,mlp.experts.104.gate_proj,0.00013688,0.01000,0.437
6,mlp.experts.105.gate_proj,0.00044256,0.01000,0.440
6,mlp.experts.106.gate_proj,0.00001788,0.01000,0.436
6,mlp.experts.107.gate_proj,0.00185967,0.01000,0.437
6,mlp.experts.108.gate_proj,0.00002604,0.01000,0.436
6,mlp.experts.109.gate_proj,0.00049099,0.01000,0.437
6,mlp.experts.110.gate_proj,0.00161695,0.01000,0.436
6,mlp.experts.111.gate_proj,0.00004313,0.01000,0.437
6,mlp.experts.112.gate_proj,0.00002845,0.01000,0.439
6,mlp.experts.113.gate_proj,0.00000297,0.01000,0.436
6,mlp.experts.114.gate_proj,0.00087725,0.01000,0.436
6,mlp.experts.115.gate_proj,0.00049188,0.01000,0.442
6,mlp.experts.116.gate_proj,0.00209763,0.01000,0.435
6,mlp.experts.117.gate_proj,0.00006347,0.01000,0.434
6,mlp.experts.118.gate_proj,0.00023616,0.01000,0.435
6,mlp.experts.119.gate_proj,0.00040518,0.01000,0.435
6,mlp.experts.120.gate_proj,0.00002889,0.01000,0.434
6,mlp.experts.121.gate_proj,0.00024734,0.01000,0.436
6,mlp.experts.122.gate_proj,0.00000214,0.01000,0.437
6,mlp.experts.123.gate_proj,0.00016325,0.01000,0.441
6,mlp.experts.124.gate_proj,0.00019959,0.01000,0.439
6,mlp.experts.125.gate_proj,0.00049175,0.01000,0.439
6,mlp.experts.126.gate_proj,0.00003124,0.01000,0.435
6,mlp.experts.127.gate_proj,0.00102679,0.01000,0.434
6,mlp.experts.0.down_proj,0.00009435,0.01000,0.165
6,mlp.experts.1.down_proj,0.00002150,0.01000,0.166
6,mlp.experts.2.down_proj,0.00000001,0.01000,0.164
6,mlp.experts.3.down_proj,0.00004036,0.01000,0.164
6,mlp.experts.4.down_proj,0.00018965,0.01000,0.163
6,mlp.experts.5.down_proj,0.00000003,0.01000,0.163
6,mlp.experts.6.down_proj,0.00001484,0.01000,0.166
6,mlp.experts.7.down_proj,0.00021895,0.01000,0.164
6,mlp.experts.8.down_proj,0.00001065,0.01000,0.164
6,mlp.experts.9.down_proj,0.00006104,0.01000,0.164
6,mlp.experts.10.down_proj,0.00015777,0.01000,0.165
6,mlp.experts.11.down_proj,0.00000001,0.01000,0.164
6,mlp.experts.12.down_proj,0.00000099,0.01000,0.164
6,mlp.experts.13.down_proj,0.00016075,0.01000,0.168
6,mlp.experts.14.down_proj,0.00009302,0.01000,0.166
6,mlp.experts.15.down_proj,0.00000179,0.01000,0.162
6,mlp.experts.16.down_proj,0.00000623,0.01000,0.166
6,mlp.experts.17.down_proj,0.00001268,0.01000,0.162
6,mlp.experts.18.down_proj,0.00000924,0.01000,0.163
6,mlp.experts.19.down_proj,0.00003050,0.01000,0.162
6,mlp.experts.20.down_proj,0.00002795,0.01000,0.162
6,mlp.experts.21.down_proj,0.00000124,0.01000,0.163
6,mlp.experts.22.down_proj,0.00014170,0.01000,0.164
6,mlp.experts.23.down_proj,0.00012596,0.01000,0.164
6,mlp.experts.24.down_proj,0.00002882,0.01000,0.165
6,mlp.experts.25.down_proj,0.00008719,0.01000,0.164
6,mlp.experts.26.down_proj,0.00002960,0.01000,0.162
6,mlp.experts.27.down_proj,0.00000802,0.01000,0.162
6,mlp.experts.28.down_proj,0.00006760,0.01000,0.163
6,mlp.experts.29.down_proj,0.00000266,0.01000,0.163
6,mlp.experts.30.down_proj,0.00001319,0.01000,0.163
6,mlp.experts.31.down_proj,0.00000341,0.01000,0.163
6,mlp.experts.32.down_proj,0.00000900,0.01000,0.164
6,mlp.experts.33.down_proj,0.00002577,0.01000,0.164
6,mlp.experts.34.down_proj,0.00014487,0.01000,0.163
6,mlp.experts.35.down_proj,0.00002056,0.01000,0.163
6,mlp.experts.36.down_proj,0.00000464,0.01000,0.163
6,mlp.experts.37.down_proj,0.00004006,0.01000,0.168
6,mlp.experts.38.down_proj,0.00027845,0.01000,0.165
6,mlp.experts.39.down_proj,0.00007875,0.01000,0.164
6,mlp.experts.40.down_proj,0.00000027,0.01000,0.163
6,mlp.experts.41.down_proj,0.00003320,0.01000,0.164
6,mlp.experts.42.down_proj,0.00013979,0.01000,0.164
6,mlp.experts.43.down_proj,0.00000279,0.01000,0.164
6,mlp.experts.44.down_proj,0.00015611,0.01000,0.165
6,mlp.experts.45.down_proj,0.00000000,0.01000,0.164
6,mlp.experts.46.down_proj,0.00010846,0.01000,0.164
6,mlp.experts.47.down_proj,0.00001910,0.01000,0.165
6,mlp.experts.48.down_proj,0.00002318,0.01000,0.164
6,mlp.experts.49.down_proj,0.00003457,0.01000,0.166
6,mlp.experts.50.down_proj,0.00000021,0.01000,0.167
6,mlp.experts.51.down_proj,0.00002000,0.01000,0.166
6,mlp.experts.52.down_proj,0.00017824,0.01000,0.165
6,mlp.experts.53.down_proj,0.00000928,0.01000,0.171
6,mlp.experts.54.down_proj,0.00011319,0.01000,0.166
6,mlp.experts.55.down_proj,0.00011590,0.01000,0.166
6,mlp.experts.56.down_proj,0.00033072,0.01000,0.166
6,mlp.experts.57.down_proj,0.00000611,0.01000,0.166
6,mlp.experts.58.down_proj,0.00005776,0.01000,0.167
6,mlp.experts.59.down_proj,0.00000026,0.01000,0.166
6,mlp.experts.60.down_proj,0.00000000,0.01000,0.166
6,mlp.experts.61.down_proj,0.00003710,0.01000,0.166
6,mlp.experts.62.down_proj,0.00007217,0.01000,0.167
6,mlp.experts.63.down_proj,0.00012432,0.01000,0.167
6,mlp.experts.64.down_proj,0.00017110,0.01000,0.166
6,mlp.experts.65.down_proj,0.00002506,0.01000,0.166
6,mlp.experts.66.down_proj,0.00000678,0.01000,0.166
6,mlp.experts.67.down_proj,0.00001274,0.01000,0.166
6,mlp.experts.68.down_proj,0.00000577,0.01000,0.168
6,mlp.experts.69.down_proj,0.00000023,0.01000,0.166
6,mlp.experts.70.down_proj,0.00001440,0.01000,0.166
6,mlp.experts.71.down_proj,0.00013490,0.01000,0.166
6,mlp.experts.72.down_proj,0.00003602,0.01000,0.166
6,mlp.experts.73.down_proj,0.00000002,0.01000,0.168
6,mlp.experts.74.down_proj,0.00001760,0.01000,0.167
6,mlp.experts.75.down_proj,0.00006011,0.01000,0.167
6,mlp.experts.76.down_proj,0.00012085,0.01000,0.166
6,mlp.experts.77.down_proj,0.00005537,0.01000,0.171
6,mlp.experts.78.down_proj,0.00000903,0.01000,0.171
6,mlp.experts.79.down_proj,0.00020987,0.01000,0.167
6,mlp.experts.80.down_proj,0.00001606,0.01000,0.166
6,mlp.experts.81.down_proj,0.00000002,0.01000,0.168
6,mlp.experts.82.down_proj,0.00000647,0.01000,0.168
6,mlp.experts.83.down_proj,0.00003753,0.01000,0.168
6,mlp.experts.84.down_proj,0.00004266,0.01000,0.174
6,mlp.experts.85.down_proj,0.00010330,0.01000,0.169
6,mlp.experts.86.down_proj,0.00016215,0.01000,0.171
6,mlp.experts.87.down_proj,0.00019542,0.01000,0.167
6,mlp.experts.88.down_proj,0.00003592,0.01000,0.167
6,mlp.experts.89.down_proj,0.00006416,0.01000,0.167
6,mlp.experts.90.down_proj,0.00000126,0.01000,0.174
6,mlp.experts.91.down_proj,0.00000092,0.01000,0.167
6,mlp.experts.92.down_proj,0.00002101,0.01000,0.167
6,mlp.experts.93.down_proj,0.00004356,0.01000,0.167
6,mlp.experts.94.down_proj,0.00001950,0.01000,0.167
6,mlp.experts.95.down_proj,0.00000619,0.01000,0.183
6,mlp.experts.96.down_proj,0.00008691,0.01000,0.167
6,mlp.experts.97.down_proj,0.00016650,0.01000,0.168
6,mlp.experts.98.down_proj,0.00001231,0.01000,0.169
6,mlp.experts.99.down_proj,0.00007262,0.01000,0.167
6,mlp.experts.100.down_proj,0.00008535,0.01000,0.167
6,mlp.experts.101.down_proj,0.00023857,0.01000,0.167
6,mlp.experts.102.down_proj,0.00001562,0.01000,0.167
6,mlp.experts.103.down_proj,0.00008029,0.01000,0.178
6,mlp.experts.104.down_proj,0.00001459,0.01000,0.168
6,mlp.experts.105.down_proj,0.00007928,0.01000,0.167
6,mlp.experts.106.down_proj,0.00000361,0.01000,0.167
6,mlp.experts.107.down_proj,0.00019462,0.01000,0.167
6,mlp.experts.108.down_proj,0.00000362,0.01000,0.167
6,mlp.experts.109.down_proj,0.00005444,0.01000,0.167
6,mlp.experts.110.down_proj,0.00017508,0.01000,0.167
6,mlp.experts.111.down_proj,0.00000510,0.01000,0.167
6,mlp.experts.112.down_proj,0.00000073,0.01000,0.169
6,mlp.experts.113.down_proj,0.00000053,0.01000,0.170
6,mlp.experts.114.down_proj,0.00009440,0.01000,0.169
6,mlp.experts.115.down_proj,0.00007891,0.01000,0.176
6,mlp.experts.116.down_proj,0.00020068,0.01000,0.169
6,mlp.experts.117.down_proj,0.00000239,0.01000,0.169
6,mlp.experts.118.down_proj,0.00003368,0.01000,0.170
6,mlp.experts.119.down_proj,0.00004957,0.01000,0.169
6,mlp.experts.120.down_proj,0.00000432,0.01000,0.169
6,mlp.experts.121.down_proj,0.00001523,0.01000,0.171
6,mlp.experts.122.down_proj,0.00000055,0.01000,0.169
6,mlp.experts.123.down_proj,0.00002182,0.01000,0.169
6,mlp.experts.124.down_proj,0.00002934,0.01000,0.169
6,mlp.experts.125.down_proj,0.00004443,0.01000,0.168
6,mlp.experts.126.down_proj,0.00000534,0.01000,0.168
6,mlp.experts.127.down_proj,0.00011719,0.01000,0.169
7,self_attn.q_proj,0.00007734,0.01000,0.458
7,self_attn.k_proj,0.00001118,0.01000,0.452
7,self_attn.v_proj,0.00001216,0.01000,0.454
7,self_attn.o_proj,0.00001155,0.01000,0.925
7,mlp.experts.0.up_proj,0.00000119,0.01000,0.437
7,mlp.experts.1.up_proj,0.00058291,0.01000,0.437
7,mlp.experts.2.up_proj,0.00182769,0.01000,0.434
7,mlp.experts.3.up_proj,0.00036873,0.01000,0.434
7,mlp.experts.4.up_proj,0.00093863,0.01000,0.435
7,mlp.experts.5.up_proj,0.00156945,0.01000,0.435
7,mlp.experts.6.up_proj,0.00027538,0.01000,0.439
7,mlp.experts.7.up_proj,0.00281773,0.01000,0.436
7,mlp.experts.8.up_proj,0.00066461,0.01000,0.436
7,mlp.experts.9.up_proj,0.00077688,0.01000,0.436
7,mlp.experts.10.up_proj,0.00005446,0.01000,0.437
7,mlp.experts.11.up_proj,0.00047326,0.01000,0.440
7,mlp.experts.12.up_proj,0.00106925,0.01000,0.438
7,mlp.experts.13.up_proj,0.00064063,0.01000,0.438
7,mlp.experts.14.up_proj,0.00008109,0.01000,0.438
7,mlp.experts.15.up_proj,0.00010658,0.01000,0.439
7,mlp.experts.16.up_proj,0.00000208,0.01000,0.435
7,mlp.experts.17.up_proj,0.00157345,0.01000,0.436
7,mlp.experts.18.up_proj,0.00010283,0.01000,0.436
7,mlp.experts.19.up_proj,0.00056206,0.01000,0.435
7,mlp.experts.20.up_proj,0.00137946,0.01000,0.439
7,mlp.experts.21.up_proj,0.00235076,0.01000,0.436
7,mlp.experts.22.up_proj,0.00039112,0.01000,0.436
7,mlp.experts.23.up_proj,0.00000010,0.01000,0.435
7,mlp.experts.24.up_proj,0.00193432,0.01000,0.439
7,mlp.experts.25.up_proj,0.00048251,0.01000,0.436
7,mlp.experts.26.up_proj,0.00428125,0.01000,0.436
7,mlp.experts.27.up_proj,0.00019787,0.01000,0.439
7,mlp.experts.28.up_proj,0.00001483,0.01000,0.436
7,mlp.experts.29.up_proj,0.00012610,0.01000,0.440
7,mlp.experts.30.up_proj,0.00004017,0.01000,0.432
7,mlp.experts.31.up_proj,0.00116691,0.01000,0.435
7,mlp.experts.32.up_proj,0.00060712,0.01000,0.437
7,mlp.experts.33.up_proj,0.00191447,0.01000,0.435
7,mlp.experts.34.up_proj,0.00060832,0.01000,0.436
7,mlp.experts.35.up_proj,0.00001881,0.01000,0.435
7,mlp.experts.36.up_proj,0.00074862,0.01000,0.438
7,mlp.experts.37.up_proj,0.00000001,0.01000,0.436
7,mlp.experts.38.up_proj,0.00060753,0.01000,0.437
7,mlp.experts.39.up_proj,0.00038475,0.01000,0.435
7,mlp.experts.40.up_proj,0.00009412,0.01000,0.435
7,mlp.experts.41.up_proj,0.00035379,0.01000,0.435
7,mlp.experts.42.up_proj,0.00000051,0.01000,0.434
7,mlp.experts.43.up_proj,0.00036973,0.01000,0.436
7,mlp.experts.44.up_proj,0.00051563,0.01000,0.435
7,mlp.experts.45.up_proj,0.00097189,0.01000,0.435
7,mlp.experts.46.up_proj,0.00012639,0.01000,0.436
7,mlp.experts.47.up_proj,0.00040390,0.01000,0.435
7,mlp.experts.48.up_proj,0.00159266,0.01000,0.436
7,mlp.experts.49.up_proj,0.00042525,0.01000,0.434
7,mlp.experts.50.up_proj,0.00054426,0.01000,0.441
7,mlp.experts.51.up_proj,0.00091712,0.01000,0.437
7,mlp.experts.52.up_proj,0.00032861,0.01000,0.436
7,mlp.experts.53.up_proj,0.00099465,0.01000,0.436
7,mlp.experts.54.up_proj,0.00000068,0.01000,0.434
7,mlp.experts.55.up_proj,0.00000177,0.01000,0.436
7,mlp.experts.56.up_proj,0.00080079,0.01000,0.435
7,mlp.experts.57.up_proj,0.00000011,0.01000,0.432
7,mlp.experts.58.up_proj,0.00044532,0.01000,0.434
7,mlp.experts.59.up_proj,0.00186867,0.01000,0.433
7,mlp.experts.60.up_proj,0.00065787,0.01000,0.433
7,mlp.experts.61.up_proj,0.00059314,0.01000,0.435
7,mlp.experts.62.up_proj,0.00007832,0.01000,0.435
7,mlp.experts.63.up_proj,0.00036267,0.01000,0.435
7,mlp.experts.64.up_proj,0.00045034,0.01000,0.434
7,mlp.experts.65.up_proj,0.00000317,0.01000,0.436
7,mlp.experts.66.up_proj,0.00106089,0.01000,0.436
7,mlp.experts.67.up_proj,0.00017212,0.01000,0.435
7,mlp.experts.68.up_proj,0.00002723,0.01000,0.436
7,mlp.experts.69.up_proj,0.00004888,0.01000,0.435
7,mlp.experts.70.up_proj,0.00007296,0.01000,0.437
7,mlp.experts.71.up_proj,0.00000696,0.01000,0.436
7,mlp.experts.72.up_proj,0.00053036,0.01000,0.435
7,mlp.experts.73.up_proj,0.00215379,0.01000,0.436
7,mlp.experts.74.up_proj,0.00045351,0.01000,0.435
7,mlp.experts.75.up_proj,0.00011886,0.01000,0.435
7,mlp.experts.76.up_proj,0.00003012,0.01000,0.437
7,mlp.experts.77.up_proj,0.00000002,0.01000,0.436
7,mlp.experts.78.up_proj,0.00017433,0.01000,0.437
7,mlp.experts.79.up_proj,0.00015067,0.01000,0.437
7,mlp.experts.80.up_proj,0.00000004,0.01000,0.437
7,mlp.experts.81.up_proj,0.00011998,0.01000,0.437
7,mlp.experts.82.up_proj,0.00119034,0.01000,0.433
7,mlp.experts.83.up_proj,0.00062746,0.01000,0.433
7,mlp.experts.84.up_proj,0.00004025,0.01000,0.432
7,mlp.experts.85.up_proj,0.00000470,0.01000,0.434
7,mlp.experts.86.up_proj,0.00070608,0.01000,0.433
7,mlp.experts.87.up_proj,0.00103132,0.01000,0.432
7,mlp.experts.88.up_proj,0.00114233,0.01000,0.433
7,mlp.experts.89.up_proj,0.00090308,0.01000,0.432
7,mlp.experts.90.up_proj,0.00000020,0.01000,0.433
7,mlp.experts.91.up_proj,0.00041712,0.01000,0.434
7,mlp.experts.92.up_proj,0.00001102,0.01000,0.432
7,mlp.experts.93.up_proj,0.00123210,0.01000,0.434
7,mlp.experts.94.up_proj,0.00163934,0.01000,0.432
7,mlp.experts.95.up_proj,0.00061703,0.01000,0.432
7,mlp.experts.96.up_proj,0.00004910,0.01000,0.431
7,mlp.experts.97.up_proj,0.00000105,0.01000,0.433
7,mlp.experts.98.up_proj,0.00063854,0.01000,0.432
7,mlp.experts.99.up_proj,0.00040769,0.01000,0.431
7,mlp.experts.100.up_proj,0.00059985,0.01000,0.433
7,mlp.experts.101.up_proj,0.00003265,0.01000,0.432
7,mlp.experts.102.up_proj,0.00003207,0.01000,0.433
7,mlp.experts.103.up_proj,0.00005964,0.01000,0.434
7,mlp.experts.104.up_proj,0.00009638,0.01000,0.432
7,mlp.experts.105.up_proj,0.00001328,0.01000,0.438
7,mlp.experts.106.up_proj,0.00104201,0.01000,0.434
7,mlp.experts.107.up_proj,0.00000057,0.01000,0.449
7,mlp.experts.108.up_proj,0.00042353,0.01000,0.435
7,mlp.experts.109.up_proj,0.00027293,0.01000,0.435
7,mlp.experts.110.up_proj,0.00252822,0.01000,0.442
7,mlp.experts.111.up_proj,0.00005857,0.01000,0.442
7,mlp.experts.112.up_proj,0.00055115,0.01000,0.462
7,mlp.experts.113.up_proj,0.00017300,0.01000,0.436
7,mlp.experts.114.up_proj,0.00010588,0.01000,0.437
7,mlp.experts.115.up_proj,0.00025392,0.01000,0.442
7,mlp.experts.116.up_proj,0.00120124,0.01000,0.441
7,mlp.experts.117.up_proj,0.00007360,0.01000,0.437
7,mlp.experts.118.up_proj,0.00011950,0.01000,0.436
7,mlp.experts.119.up_proj,0.00012261,0.01000,0.435
7,mlp.experts.120.up_proj,0.00006577,0.01000,0.438
7,mlp.experts.121.up_proj,0.00000027,0.01000,0.437
7,mlp.experts.122.up_proj,0.00001002,0.01000,0.436
7,mlp.experts.123.up_proj,0.00028575,0.01000,0.436
7,mlp.experts.124.up_proj,0.00061090,0.01000,0.437
7,mlp.experts.125.up_proj,0.00065941,0.01000,0.435
7,mlp.experts.126.up_proj,0.00004449,0.01000,0.434
7,mlp.experts.127.up_proj,0.00018356,0.01000,0.439
7,mlp.experts.0.gate_proj,0.00000137,0.01000,0.434
7,mlp.experts.1.gate_proj,0.00067301,0.01000,0.434
7,mlp.experts.2.gate_proj,0.00195416,0.01000,0.437
7,mlp.experts.3.gate_proj,0.00038499,0.01000,0.435
7,mlp.experts.4.gate_proj,0.00107407,0.01000,0.438
7,mlp.experts.5.gate_proj,0.00174447,0.01000,0.436
7,mlp.experts.6.gate_proj,0.00031952,0.01000,0.436
7,mlp.experts.7.gate_proj,0.00296288,0.01000,0.441
7,mlp.experts.8.gate_proj,0.00071474,0.01000,0.436
7,mlp.experts.9.gate_proj,0.00091557,0.01000,0.435
7,mlp.experts.10.gate_proj,0.00005926,0.01000,0.432
7,mlp.experts.11.gate_proj,0.00058544,0.01000,0.433
7,mlp.experts.12.gate_proj,0.00130184,0.01000,0.432
7,mlp.experts.13.gate_proj,0.00077645,0.01000,0.432
7,mlp.experts.14.gate_proj,0.00009671,0.01000,0.435
7,mlp.experts.15.gate_proj,0.00012061,0.01000,0.436
7,mlp.experts.16.gate_proj,0.00000213,0.01000,0.439
7,mlp.experts.17.gate_proj,0.00193571,0.01000,0.436
7,mlp.experts.18.gate_proj,0.00012664,0.01000,0.439
7,mlp.experts.19.gate_proj,0.00061214,0.01000,0.435
7,mlp.experts.20.gate_proj,0.00154280,0.01000,0.437
7,mlp.experts.21.gate_proj,0.00270318,0.01000,0.435
7,mlp.experts.22.gate_proj,0.00046485,0.01000,0.435
7,mlp.experts.23.gate_proj,0.00000010,0.01000,0.436
7,mlp.experts.24.gate_proj,0.00224202,0.01000,0.436
7,mlp.experts.25.gate_proj,0.00055280,0.01000,0.436
7,mlp.experts.26.gate_proj,0.00492305,0.01000,0.435
7,mlp.experts.27.gate_proj,0.00021717,0.01000,0.438
7,mlp.experts.28.gate_proj,0.00001920,0.01000,0.435
7,mlp.experts.29.gate_proj,0.00014463,0.01000,0.435
7,mlp.experts.30.gate_proj,0.00004785,0.01000,0.438
7,mlp.experts.31.gate_proj,0.00123958,0.01000,0.436
7,mlp.experts.32.gate_proj,0.00069891,0.01000,0.434
7,mlp.experts.33.gate_proj,0.00218349,0.01000,0.436
7,mlp.experts.34.gate_proj,0.00064566,0.01000,0.439
7,mlp.experts.35.gate_proj,0.00002296,0.01000,0.436
7,mlp.experts.36.gate_proj,0.00086267,0.01000,0.436
7,mlp.experts.37.gate_proj,0.00000002,0.01000,0.437
7,mlp.experts.38.gate_proj,0.00073996,0.01000,0.440
7,mlp.experts.39.gate_proj,0.00043154,0.01000,0.439
7,mlp.experts.40.gate_proj,0.00011256,0.01000,0.436
7,mlp.experts.41.gate_proj,0.00040855,0.01000,0.440
7,mlp.experts.42.gate_proj,0.00000063,0.01000,0.438
7,mlp.experts.43.gate_proj,0.00039986,0.01000,0.443
7,mlp.experts.44.gate_proj,0.00060268,0.01000,0.437
7,mlp.experts.45.gate_proj,0.00109146,0.01000,0.434
7,mlp.experts.46.gate_proj,0.00013861,0.01000,0.432
7,mlp.experts.47.gate_proj,0.00046672,0.01000,0.433
7,mlp.experts.48.gate_proj,0.00167106,0.01000,0.438
7,mlp.experts.49.gate_proj,0.00042761,0.01000,0.436
7,mlp.experts.50.gate_proj,0.00056799,0.01000,0.435
7,mlp.experts.51.gate_proj,0.00095859,0.01000,0.435
7,mlp.experts.52.gate_proj,0.00041168,0.01000,0.440
7,mlp.experts.53.gate_proj,0.00108171,0.01000,0.432
7,mlp.experts.54.gate_proj,0.00000085,0.01000,0.433
7,mlp.experts.55.gate_proj,0.00000180,0.01000,0.433
7,mlp.experts.56.gate_proj,0.00085380,0.01000,0.436
7,mlp.experts.57.gate_proj,0.00000012,0.01000,0.436
7,mlp.experts.58.gate_proj,0.00050881,0.01000,0.434
7,mlp.experts.59.gate_proj,0.00219160,0.01000,0.439
7,mlp.experts.60.gate_proj,0.00071009,0.01000,0.433
7,mlp.experts.61.gate_proj,0.00070207,0.01000,0.432
7,mlp.experts.62.gate_proj,0.00008608,0.01000,0.432
7,mlp.experts.63.gate_proj,0.00042728,0.01000,0.433
7,mlp.experts.64.gate_proj,0.00048191,0.01000,0.435
7,mlp.experts.65.gate_proj,0.00000402,0.01000,0.433
7,mlp.experts.66.gate_proj,0.00121644,0.01000,0.434
7,mlp.experts.67.gate_proj,0.00019272,0.01000,0.431
7,mlp.experts.68.gate_proj,0.00003128,0.01000,0.435
7,mlp.experts.69.gate_proj,0.00005271,0.01000,0.431
7,mlp.experts.70.gate_proj,0.00008597,0.01000,0.431
7,mlp.experts.71.gate_proj,0.00000821,0.01000,0.435
7,mlp.experts.72.gate_proj,0.00061943,0.01000,0.439
7,mlp.experts.73.gate_proj,0.00250410,0.01000,0.438
7,mlp.experts.74.gate_proj,0.00050393,0.01000,0.439
7,mlp.experts.75.gate_proj,0.00012476,0.01000,0.439
7,mlp.experts.76.gate_proj,0.00003910,0.01000,0.436
7,mlp.experts.77.gate_proj,0.00000002,0.01000,0.435
7,mlp.experts.78.gate_proj,0.00020743,0.01000,0.433
7,mlp.experts.79.gate_proj,0.00017795,0.01000,0.434
7,mlp.experts.80.gate_proj,0.00000005,0.01000,0.441
7,mlp.experts.81.gate_proj,0.00013339,0.01000,0.436
7,mlp.experts.82.gate_proj,0.00138605,0.01000,0.438
7,mlp.experts.83.gate_proj,0.00075126,0.01000,0.435
7,mlp.experts.84.gate_proj,0.00004592,0.01000,0.434
7,mlp.experts.85.gate_proj,0.00000505,0.01000,0.440
7,mlp.experts.86.gate_proj,0.00080057,0.01000,0.431
7,mlp.experts.87.gate_proj,0.00114121,0.01000,0.433
7,mlp.experts.88.gate_proj,0.00129236,0.01000,0.438
7,mlp.experts.89.gate_proj,0.00102239,0.01000,0.436
7,mlp.experts.90.gate_proj,0.00000022,0.01000,0.435
7,mlp.experts.91.gate_proj,0.00050238,0.01000,0.433
7,mlp.experts.92.gate_proj,0.00001207,0.01000,0.435
7,mlp.experts.93.gate_proj,0.00138623,0.01000,0.441
7,mlp.experts.94.gate_proj,0.00183878,0.01000,0.438
7,mlp.experts.95.gate_proj,0.00065022,0.01000,0.433
7,mlp.experts.96.gate_proj,0.00005180,0.01000,0.433
7,mlp.experts.97.gate_proj,0.00000129,0.01000,0.435
7,mlp.experts.98.gate_proj,0.00064901,0.01000,0.439
7,mlp.experts.99.gate_proj,0.00048411,0.01000,0.439
7,mlp.experts.100.gate_proj,0.00063183,0.01000,0.438
7,mlp.experts.101.gate_proj,0.00003757,0.01000,0.433
7,mlp.experts.102.gate_proj,0.00003465,0.01000,0.444
7,mlp.experts.103.gate_proj,0.00006128,0.01000,0.432
7,mlp.experts.104.gate_proj,0.00011814,0.01000,0.431
7,mlp.experts.105.gate_proj,0.00001557,0.01000,0.433
7,mlp.experts.106.gate_proj,0.00116850,0.01000,0.431
7,mlp.experts.107.gate_proj,0.00000066,0.01000,0.433
7,mlp.experts.108.gate_proj,0.00051686,0.01000,0.436
7,mlp.experts.109.gate_proj,0.00034966,0.01000,0.440
7,mlp.experts.110.gate_proj,0.00280385,0.01000,0.436
7,mlp.experts.111.gate_proj,0.00006616,0.01000,0.453
7,mlp.experts.112.gate_proj,0.00057396,0.01000,0.435
7,mlp.experts.113.gate_proj,0.00018223,0.01000,0.443
7,mlp.experts.114.gate_proj,0.00012912,0.01000,0.436
7,mlp.experts.115.gate_proj,0.00071476,0.01000,0.451
7,mlp.experts.116.gate_proj,0.00135611,0.01000,0.437
7,mlp.experts.117.gate_proj,0.00008161,0.01000,0.435
7,mlp.experts.118.gate_proj,0.00014319,0.01000,0.440
7,mlp.experts.119.gate_proj,0.00013386,0.01000,0.435
7,mlp.experts.120.gate_proj,0.00007445,0.01000,0.436
7,mlp.experts.121.gate_proj,0.00000032,0.01000,0.441
7,mlp.experts.122.gate_proj,0.00001109,0.01000,0.441
7,mlp.experts.123.gate_proj,0.00030796,0.01000,0.440
7,mlp.experts.124.gate_proj,0.00066310,0.01000,0.436
7,mlp.experts.125.gate_proj,0.00076355,0.01000,0.437
7,mlp.experts.126.gate_proj,0.00005797,0.01000,0.437
7,mlp.experts.127.gate_proj,0.00021437,0.01000,0.436
7,mlp.experts.0.down_proj,0.00000026,0.01000,0.165
7,mlp.experts.1.down_proj,0.00006754,0.01000,0.163
7,mlp.experts.2.down_proj,0.00028670,0.01000,0.165
7,mlp.experts.3.down_proj,0.00004345,0.01000,0.163
7,mlp.experts.4.down_proj,0.00010691,0.01000,0.163
7,mlp.experts.5.down_proj,0.00018307,0.01000,0.163
7,mlp.experts.6.down_proj,0.00003950,0.01000,0.164
7,mlp.experts.7.down_proj,0.00031835,0.01000,0.164
7,mlp.experts.8.down_proj,0.00016314,0.01000,0.164
7,mlp.experts.9.down_proj,0.00010329,0.01000,0.164
7,mlp.experts.10.down_proj,0.00000742,0.01000,0.164
7,mlp.experts.11.down_proj,0.00006031,0.01000,0.164
7,mlp.experts.12.down_proj,0.00016131,0.01000,0.167
7,mlp.experts.13.down_proj,0.00007420,0.01000,0.164
7,mlp.experts.14.down_proj,0.00001461,0.01000,0.167
7,mlp.experts.15.down_proj,0.00001470,0.01000,0.164
7,mlp.experts.16.down_proj,0.00000041,0.01000,0.163
7,mlp.experts.17.down_proj,0.00021648,0.01000,0.164
7,mlp.experts.18.down_proj,0.00002141,0.01000,0.164
7,mlp.experts.19.down_proj,0.00005533,0.01000,0.165
7,mlp.experts.20.down_proj,0.00015460,0.01000,0.165
7,mlp.experts.21.down_proj,0.00027659,0.01000,0.165
7,mlp.experts.22.down_proj,0.00005274,0.01000,0.166
7,mlp.experts.23.down_proj,0.00000001,0.01000,0.167
7,mlp.experts.24.down_proj,0.00031242,0.01000,0.166
7,mlp.experts.25.down_proj,0.00005259,0.01000,0.166
7,mlp.experts.26.down_proj,0.00042164,0.01000,0.166
7,mlp.experts.27.down_proj,0.00002858,0.01000,0.167
7,mlp.experts.28.down_proj,0.00000014,0.01000,0.167
7,mlp.experts.29.down_proj,0.00001651,0.01000,0.166
7,mlp.experts.30.down_proj,0.00000833,0.01000,0.166
7,mlp.experts.31.down_proj,0.00012358,0.01000,0.166
7,mlp.experts.32.down_proj,0.00007931,0.01000,0.167
7,mlp.experts.33.down_proj,0.00021957,0.01000,0.166
7,mlp.experts.34.down_proj,0.00009529,0.01000,0.166
7,mlp.experts.35.down_proj,0.00000294,0.01000,0.166
7,mlp.experts.36.down_proj,0.00008159,0.01000,0.166
7,mlp.experts.37.down_proj,0.00000000,0.01000,0.171
7,mlp.experts.38.down_proj,0.00006294,0.01000,0.166
7,mlp.experts.39.down_proj,0.00003581,0.01000,0.169
7,mlp.experts.40.down_proj,0.00001175,0.01000,0.167
7,mlp.experts.41.down_proj,0.00004565,0.01000,0.168
7,mlp.experts.42.down_proj,0.00000014,0.01000,0.166
7,mlp.experts.43.down_proj,0.00006724,0.01000,0.170
7,mlp.experts.44.down_proj,0.00007635,0.01000,0.167
7,mlp.experts.45.down_proj,0.00009744,0.01000,0.167
7,mlp.experts.46.down_proj,0.00001645,0.01000,0.168
7,mlp.experts.47.down_proj,0.00005026,0.01000,0.167
7,mlp.experts.48.down_proj,0.00015513,0.01000,0.167
7,mlp.experts.49.down_proj,0.00006150,0.01000,0.166
7,mlp.experts.50.down_proj,0.00008257,0.01000,0.168
7,mlp.experts.51.down_proj,0.00012025,0.01000,0.171
7,mlp.experts.52.down_proj,0.00004828,0.01000,0.166
7,mlp.experts.53.down_proj,0.00010889,0.01000,0.167
7,mlp.experts.54.down_proj,0.00000023,0.01000,0.167
7,mlp.experts.55.down_proj,0.00000036,0.01000,0.171
7,mlp.experts.56.down_proj,0.00013493,0.01000,0.167
7,mlp.experts.57.down_proj,0.00000002,0.01000,0.167
7,mlp.experts.58.down_proj,0.00006960,0.01000,0.167
7,mlp.experts.59.down_proj,0.00034026,0.01000,0.167
7,mlp.experts.60.down_proj,0.00009298,0.01000,0.166
7,mlp.experts.61.down_proj,0.00007354,0.01000,0.167
7,mlp.experts.62.down_proj,0.00001950,0.01000,0.169
7,mlp.experts.63.down_proj,0.00005082,0.01000,0.168
7,mlp.experts.64.down_proj,0.00005410,0.01000,0.167
7,mlp.experts.65.down_proj,0.00000096,0.01000,0.167
7,mlp.experts.66.down_proj,0.00012249,0.01000,0.166
7,mlp.experts.67.down_proj,0.00001942,0.01000,0.167
7,mlp.experts.68.down_proj,0.00000396,0.01000,0.167
7,mlp.experts.69.down_proj,0.00000709,0.01000,0.167
7,mlp.experts.70.down_proj,0.00001317,0.01000,0.167
7,mlp.experts.71.down_proj,0.00000186,0.01000,0.167
7,mlp.experts.72.down_proj,0.00007821,0.01000,0.167
7,mlp.experts.73.down_proj,0.00023365,0.01000,0.170
7,mlp.experts.74.down_proj,0.00005317,0.01000,0.167
7,mlp.experts.75.down_proj,0.00001520,0.01000,0.167
7,mlp.experts.76.down_proj,0.00000129,0.01000,0.166
7,mlp.experts.77.down_proj,0.00000000,0.01000,0.166
7,mlp.experts.78.down_proj,0.00002923,0.01000,0.166
7,mlp.experts.79.down_proj,0.00002053,0.01000,0.165
7,mlp.experts.80.down_proj,0.00000001,0.01000,0.171
7,mlp.experts.81.down_proj,0.00001583,0.01000,0.166
7,mlp.experts.82.down_proj,0.00016400,0.01000,0.167
7,mlp.experts.83.down_proj,0.00008939,0.01000,0.166
7,mlp.experts.84.down_proj,0.00000568,0.01000,0.166
7,mlp.experts.85.down_proj,0.00000103,0.01000,0.170
7,mlp.experts.86.down_proj,0.00008518,0.01000,0.166
7,mlp.experts.87.down_proj,0.00015056,0.01000,0.166
7,mlp.experts.88.down_proj,0.00012908,0.01000,0.167
7,mlp.experts.89.down_proj,0.00010280,0.01000,0.168
7,mlp.experts.90.down_proj,0.00000004,0.01000,0.167
7,mlp.experts.91.down_proj,0.00005586,0.01000,0.167
7,mlp.experts.92.down_proj,0.00000184,0.01000,0.167
7,mlp.experts.93.down_proj,0.00012523,0.01000,0.166
7,mlp.experts.94.down_proj,0.00020357,0.01000,0.168
7,mlp.experts.95.down_proj,0.00007845,0.01000,0.167
7,mlp.experts.96.down_proj,0.00000713,0.01000,0.167
7,mlp.experts.97.down_proj,0.00000031,0.01000,0.167
7,mlp.experts.98.down_proj,0.00008563,0.01000,0.168
7,mlp.experts.99.down_proj,0.00005238,0.01000,0.167
7,mlp.experts.100.down_proj,0.00006654,0.01000,0.167
7,mlp.experts.101.down_proj,0.00000590,0.01000,0.170
7,mlp.experts.102.down_proj,0.00000450,0.01000,0.168
7,mlp.experts.103.down_proj,0.00000972,0.01000,0.172
7,mlp.experts.104.down_proj,0.00000556,0.01000,0.168
7,mlp.experts.105.down_proj,0.00000269,0.01000,0.168
7,mlp.experts.106.down_proj,0.00012548,0.01000,0.169
7,mlp.experts.107.down_proj,0.00000013,0.01000,0.167
7,mlp.experts.108.down_proj,0.00005039,0.01000,0.167
7,mlp.experts.109.down_proj,0.00005024,0.01000,0.167
7,mlp.experts.110.down_proj,0.00030522,0.01000,0.167
7,mlp.experts.111.down_proj,0.00001145,0.01000,0.168
7,mlp.experts.112.down_proj,0.00009099,0.01000,0.167
7,mlp.experts.113.down_proj,0.00002057,0.01000,0.167
7,mlp.experts.114.down_proj,0.00001092,0.01000,0.168
7,mlp.experts.115.down_proj,0.00001903,0.01000,0.169
7,mlp.experts.116.down_proj,0.00013056,0.01000,0.167
7,mlp.experts.117.down_proj,0.00001183,0.01000,0.167
7,mlp.experts.118.down_proj,0.00001892,0.01000,0.167
7,mlp.experts.119.down_proj,0.00001682,0.01000,0.167
7,mlp.experts.120.down_proj,0.00000857,0.01000,0.168
7,mlp.experts.121.down_proj,0.00000006,0.01000,0.167
7,mlp.experts.122.down_proj,0.00000206,0.01000,0.167
7,mlp.experts.123.down_proj,0.00004924,0.01000,0.167
7,mlp.experts.124.down_proj,0.00007894,0.01000,0.168
7,mlp.experts.125.down_proj,0.00007916,0.01000,0.171
7,mlp.experts.126.down_proj,0.00000271,0.01000,0.167
7,mlp.experts.127.down_proj,0.00002968,0.01000,0.167
8,self_attn.q_proj,0.00018307,0.01000,0.450
8,self_attn.k_proj,0.00002347,0.01000,0.443
8,self_attn.v_proj,0.00002851,0.01000,0.446
8,self_attn.o_proj,0.00001678,0.01000,0.900
8,mlp.experts.0.up_proj,0.00000530,0.01000,0.440
8,mlp.experts.1.up_proj,0.00000012,0.01000,0.434
8,mlp.experts.2.up_proj,0.00078931,0.01000,0.434
8,mlp.experts.3.up_proj,0.00068209,0.01000,0.433
8,mlp.experts.4.up_proj,0.00059746,0.01000,0.435
8,mlp.experts.5.up_proj,0.00453338,0.01000,0.434
8,mlp.experts.6.up_proj,0.00037796,0.01000,0.432
8,mlp.experts.7.up_proj,0.00000058,0.01000,0.435
8,mlp.experts.8.up_proj,0.00137910,0.01000,0.434
8,mlp.experts.9.up_proj,0.00004855,0.01000,0.435
8,mlp.experts.10.up_proj,0.00005769,0.01000,0.435
8,mlp.experts.11.up_proj,0.00009587,0.01000,0.436
8,mlp.experts.12.up_proj,0.00000002,0.01000,0.441
8,mlp.experts.13.up_proj,0.00033468,0.01000,0.443
8,mlp.experts.14.up_proj,0.00135787,0.01000,0.450
8,mlp.experts.15.up_proj,0.00077565,0.01000,0.450
8,mlp.experts.16.up_proj,0.00023014,0.01000,0.452
8,mlp.experts.17.up_proj,0.00205860,0.01000,0.451
8,mlp.experts.18.up_proj,0.00016858,0.01000,0.453
8,mlp.experts.19.up_proj,0.00006432,0.01000,0.440
8,mlp.experts.20.up_proj,0.00048645,0.01000,0.443
8,mlp.experts.21.up_proj,0.00213805,0.01000,0.444
8,mlp.experts.22.up_proj,0.00286270,0.01000,0.440
8,mlp.experts.23.up_proj,0.00065723,0.01000,0.440
8,mlp.experts.24.up_proj,0.00154089,0.01000,0.439
8,mlp.experts.25.up_proj,0.00068671,0.01000,0.443
8,mlp.experts.26.up_proj,0.00003240,0.01000,0.439
8,mlp.experts.27.up_proj,0.00083598,0.01000,0.443
8,mlp.experts.28.up_proj,0.00059439,0.01000,0.437
8,mlp.experts.29.up_proj,0.00005804,0.01000,0.436
8,mlp.experts.30.up_proj,0.00014899,0.01000,0.436
8,mlp.experts.31.up_proj,0.00001308,0.01000,0.436
8,mlp.experts.32.up_proj,0.00135028,0.01000,0.435
8,mlp.experts.33.up_proj,0.00146007,0.01000,0.435
8,mlp.experts.34.up_proj,0.00002031,0.01000,0.436
8,mlp.experts.35.up_proj,0.00080124,0.01000,0.436
8,mlp.experts.36.up_proj,0.00254778,0.01000,0.435
8,mlp.experts.37.up_proj,0.00068910,0.01000,0.439
8,mlp.experts.38.up_proj,0.00086514,0.01000,0.436
8,mlp.experts.39.up_proj,0.00090539,0.01000,0.442
8,mlp.experts.40.up_proj,0.00007440,0.01000,0.437
8,mlp.experts.41.up_proj,0.00000513,0.01000,0.438
8,mlp.experts.42.up_proj,0.00009764,0.01000,0.436
8,mlp.experts.43.up_proj,0.00056716,0.01000,0.437
8,mlp.experts.44.up_proj,0.00152749,0.01000,0.438
8,mlp.experts.45.up_proj,0.00237807,0.01000,0.435
8,mlp.experts.46.up_proj,0.00026503,0.01000,0.436
8,mlp.experts.47.up_proj,0.00082402,0.01000,0.438
8,mlp.experts.48.up_proj,0.00023345,0.01000,0.452
8,mlp.experts.49.up_proj,0.00000043,0.01000,0.451
8,mlp.experts.50.up_proj,0.00015449,0.01000,0.448
8,mlp.experts.51.up_proj,0.00062187,0.01000,0.438
8,mlp.experts.52.up_proj,0.00000089,0.01000,0.439
8,mlp.experts.53.up_proj,0.00264061,0.01000,0.440
8,mlp.experts.54.up_proj,0.00017068,0.01000,0.440
8,mlp.experts.55.up_proj,0.00081203,0.01000,0.442
8,mlp.experts.56.up_proj,0.00152487,0.01000,0.439
8,mlp.experts.57.up_proj,0.00107086,0.01000,0.437
8,mlp.experts.58.up_proj,0.00000007,0.01000,0.438
8,mlp.experts.59.up_proj,0.00003233,0.01000,0.443
8,mlp.experts.60.up_proj,0.00021658,0.01000,0.436
8,mlp.experts.61.up_proj,0.00126070,0.01000,0.441
8,mlp.experts.62.up_proj,0.00072007,0.01000,0.439
8,mlp.experts.63.up_proj,0.00000144,0.01000,0.436
8,mlp.experts.64.up_proj,0.00154477,0.01000,0.437
8,mlp.experts.65.up_proj,0.00018313,0.01000,0.436
8,mlp.experts.66.up_proj,0.00022672,0.01000,0.436
8,mlp.experts.67.up_proj,0.00040416,0.01000,0.437
8,mlp.experts.68.up_proj,0.00016070,0.01000,0.436
8,mlp.experts.69.up_proj,0.00043163,0.01000,0.436
8,mlp.experts.70.up_proj,0.00066435,0.01000,0.436
8,mlp.experts.71.up_proj,0.00000052,0.01000,0.446
8,mlp.experts.72.up_proj,0.00112433,0.01000,0.441
8,mlp.experts.73.up_proj,0.00000000,0.01000,0.436
8,mlp.experts.74.up_proj,0.00044053,0.01000,0.436
8,mlp.experts.75.up_proj,0.00003770,0.01000,0.434
8,mlp.experts.76.up_proj,0.00004336,0.01000,0.435
8,mlp.experts.77.up_proj,0.00011509,0.01000,0.434
8,mlp.experts.78.up_proj,0.00039368,0.01000,0.434
8,mlp.experts.79.up_proj,0.00028425,0.01000,0.437
8,mlp.experts.80.up_proj,0.00145180,0.01000,0.437
8,mlp.experts.81.up_proj,0.00000100,0.01000,0.436
8,mlp.experts.82.up_proj,0.00086323,0.01000,0.438
8,mlp.experts.83.up_proj,0.00005571,0.01000,0.437
8,mlp.experts.84.up_proj,0.00059180,0.01000,0.437
8,mlp.experts.85.up_proj,0.00009188,0.01000,0.438
8,mlp.experts.86.up_proj,0.00285472,0.01000,0.437
8,mlp.experts.87.up_proj,0.00013738,0.01000,0.436
8,mlp.experts.88.up_proj,0.00018237,0.01000,0.437
8,mlp.experts.89.up_proj,0.00000065,0.01000,0.437
8,mlp.experts.90.up_proj,0.00308882,0.01000,0.436
8,mlp.experts.91.up_proj,0.00071383,0.01000,0.438
8,mlp.experts.92.up_proj,0.00043546,0.01000,0.438
8,mlp.experts.93.up_proj,0.00003100,0.01000,0.436
8,mlp.experts.94.up_proj,0.00084390,0.01000,0.445
8,mlp.experts.95.up_proj,0.00173341,0.01000,0.439
8,mlp.experts.96.up_proj,0.00001943,0.01000,0.437
8,mlp.experts.97.up_proj,0.00002447,0.01000,0.437
8,mlp.experts.98.up_proj,0.00005985,0.01000,0.437
8,mlp.experts.99.up_proj,0.00092034,0.01000,0.435
8,mlp.experts.100.up_proj,0.00083695,0.01000,0.438
8,mlp.experts.101.up_proj,0.00011952,0.01000,0.436
8,mlp.experts.102.up_proj,0.00039869,0.01000,0.438
8,mlp.experts.103.up_proj,0.00075602,0.01000,0.438
8,mlp.experts.104.up_proj,0.00114597,0.01000,0.436
8,mlp.experts.105.up_proj,0.00058140,0.01000,0.437
8,mlp.experts.106.up_proj,0.00095001,0.01000,0.436
8,mlp.experts.107.up_proj,0.00000327,0.01000,0.438
8,mlp.experts.108.up_proj,0.00029423,0.01000,0.437
8,mlp.experts.109.up_proj,0.00073495,0.01000,0.438
8,mlp.experts.110.up_proj,0.00128588,0.01000,0.436
8,mlp.experts.111.up_proj,0.00010305,0.01000,0.436
8,mlp.experts.112.up_proj,0.00000002,0.01000,0.451
8,mlp.experts.113.up_proj,0.00006444,0.01000,0.435
8,mlp.experts.114.up_proj,0.00001805,0.01000,0.449
8,mlp.experts.115.up_proj,0.00002594,0.01000,0.432
8,mlp.experts.116.up_proj,0.00062718,0.01000,0.441
8,mlp.experts.117.up_proj,0.00017048,0.01000,0.449
8,mlp.experts.118.up_proj,0.00004480,0.01000,0.434
8,mlp.experts.119.up_proj,0.00001814,0.01000,0.444
8,mlp.experts.120.up_proj,0.00009389,0.01000,0.436
8,mlp.experts.121.up_proj,0.00033280,0.01000,0.438
8,mlp.experts.122.up_proj,0.00152087,0.01000,0.437
8,mlp.experts.123.up_proj,0.00037198,0.01000,0.439
8,mlp.experts.124.up_proj,0.00013201,0.01000,0.437
8,mlp.experts.125.up_proj,0.00009062,0.01000,0.440
8,mlp.experts.126.up_proj,0.00012299,0.01000,0.437
8,mlp.experts.127.up_proj,0.00032724,0.01000,0.437
8,mlp.experts.0.gate_proj,0.00000579,0.01000,0.437
8,mlp.experts.1.gate_proj,0.00000013,0.01000,0.437
8,mlp.experts.2.gate_proj,0.00086283,0.01000,0.440
8,mlp.experts.3.gate_proj,0.00073295,0.01000,0.440
8,mlp.experts.4.gate_proj,0.00062291,0.01000,0.438
8,mlp.experts.5.gate_proj,0.00485811,0.01000,0.437
8,mlp.experts.6.gate_proj,0.00039661,0.01000,0.436
8,mlp.experts.7.gate_proj,0.00000063,0.01000,0.440
8,mlp.experts.8.gate_proj,0.00154249,0.01000,0.440
8,mlp.experts.9.gate_proj,0.00004983,0.01000,0.437
8,mlp.experts.10.gate_proj,0.00006103,0.01000,0.435
8,mlp.experts.11.gate_proj,0.00009998,0.01000,0.436
8,mlp.experts.12.gate_proj,0.00000002,0.01000,0.436
8,mlp.experts.13.gate_proj,0.00040948,0.01000,0.439
8,mlp.experts.14.gate_proj,0.00141275,0.01000,0.439
8,mlp.experts.15.gate_proj,0.00084478,0.01000,0.442
8,mlp.experts.16.gate_proj,0.00024626,0.01000,0.439
8,mlp.experts.17.gate_proj,0.00226432,0.01000,0.438
8,mlp.experts.18.gate_proj,0.00018254,0.01000,0.440
8,mlp.experts.19.gate_proj,0.00006682,0.01000,0.441
8,mlp.experts.20.gate_proj,0.00047340,0.01000,0.442
8,mlp.experts.21.gate_proj,0.00236075,0.01000,0.441
8,mlp.experts.22.gate_proj,0.00312793,0.01000,0.443
8,mlp.experts.23.gate_proj,0.00070216,0.01000,0.442
8,mlp.experts.24.gate_proj,0.00174503,0.01000,0.442
8,mlp.experts.25.gate_proj,0.00073410,0.01000,0.445
8,mlp.experts.26.gate_proj,0.00003610,0.01000,0.441
8,mlp.experts.27.gate_proj,0.00084743,0.01000,0.443
8,mlp.experts.28.gate_proj,0.00064782,0.01000,0.442
8,mlp.experts.29.gate_proj,0.00006190,0.01000,0.445
8,mlp.experts.30.gate_proj,0.00016077,0.01000,0.442
8,mlp.experts.31.gate_proj,0.00001449,0.01000,0.441
8,mlp.experts.32.gate_proj,0.00158055,0.01000,0.443
8,mlp.experts.33.gate_proj,0.00156642,0.01000,0.442
8,mlp.experts.34.gate_proj,0.00002154,0.01000,0.447
8,mlp.experts.35.gate_proj,0.00080724,0.01000,0.449
8,mlp.experts.36.gate_proj,0.00271473,0.01000,0.446
8,mlp.experts.37.gate_proj,0.00073230,0.01000,0.438
8,mlp.experts.38.gate_proj,0.00090745,0.01000,0.439
8,mlp.experts.39.gate_proj,0.00088163,0.01000,0.439
8,mlp.experts.40.gate_proj,0.00008060,0.01000,0.439
8,mlp.experts.41.gate_proj,0.00000547,0.01000,0.440
8,mlp.experts.42.gate_proj,0.00010669,0.01000,0.441
8,mlp.experts.43.gate_proj,0.00059553,0.01000,0.441
8,mlp.experts.44.gate_proj,0.00158325,0.01000,0.440
8,mlp.experts.45.gate_proj,0.00262375,0.01000,0.445
8,mlp.experts.46.gate_proj,0.00027890,0.01000,0.441
8,mlp.experts.47.gate_proj,0.00090617,0.01000,0.441
8,mlp.experts.48.gate_proj,0.00026797,0.01000,0.442
8,mlp.experts.49.gate_proj,0.00000046,0.01000,0.442
8,mlp.experts.50.gate_proj,0.00016500,0.01000,0.446
8,mlp.experts.51.gate_proj,0.00063075,0.01000,0.443
8,mlp.experts.52.gate_proj,0.00000094,0.01000,0.442
8,mlp.experts.53.gate_proj,0.00279348,0.01000,0.442
8,mlp.experts.54.gate_proj,0.00018106,0.01000,0.443
8,mlp.experts.55.gate_proj,0.00086538,0.01000,0.443
8,mlp.experts.56.gate_proj,0.00164523,0.01000,0.445
8,mlp.experts.57.gate_proj,0.00118089,0.01000,0.443
8,mlp.experts.58.gate_proj,0.00000008,0.01000,0.443
8,mlp.experts.59.gate_proj,0.00003346,0.01000,0.443
8,mlp.experts.60.gate_proj,0.00023265,0.01000,0.443
8,mlp.experts.61.gate_proj,0.00128421,0.01000,0.443
8,mlp.experts.62.gate_proj,0.00076334,0.01000,0.442
8,mlp.experts.63.gate_proj,0.00000152,0.01000,0.444
8,mlp.experts.64.gate_proj,0.00159519,0.01000,0.443
8,mlp.experts.65.gate_proj,0.00019131,0.01000,0.444
8,mlp.experts.66.gate_proj,0.00024362,0.01000,0.443
8,mlp.experts.67.gate_proj,0.00043726,0.01000,0.445
8,mlp.experts.68.gate_proj,0.00016986,0.01000,0.447
8,mlp.experts.69.gate_proj,0.00045563,0.01000,0.444
8,mlp.experts.70.gate_proj,0.00069667,0.01000,0.444
8,mlp.experts.71.gate_proj,0.00000058,0.01000,0.442
8,mlp.experts.72.gate_proj,0.00123278,0.01000,0.443
8,mlp.experts.73.gate_proj,0.00000000,0.01000,0.441
8,mlp.experts.74.gate_proj,0.00047343,0.01000,0.444
8,mlp.experts.75.gate_proj,0.00004001,0.01000,0.443
8,mlp.experts.76.gate_proj,0.00004618,0.01000,0.444
8,mlp.experts.77.gate_proj,0.00012246,0.01000,0.445
8,mlp.experts.78.gate_proj,0.00043978,0.01000,0.442
8,mlp.experts.79.gate_proj,0.00029870,0.01000,0.445
8,mlp.experts.80.gate_proj,0.00157183,0.01000,0.446
8,mlp.experts.81.gate_proj,0.00000104,0.01000,0.444
8,mlp.experts.82.gate_proj,0.00091141,0.01000,0.442
8,mlp.experts.83.gate_proj,0.00006304,0.01000,0.442
8,mlp.experts.84.gate_proj,0.00056372,0.01000,0.439
8,mlp.experts.85.gate_proj,0.00009996,0.01000,0.441
8,mlp.experts.86.gate_proj,0.00299508,0.01000,0.444
8,mlp.experts.87.gate_proj,0.00015437,0.01000,0.443
8,mlp.experts.88.gate_proj,0.00019318,0.01000,0.443
8,mlp.experts.89.gate_proj,0.00000070,0.01000,0.441
8,mlp.experts.90.gate_proj,0.00329785,0.01000,0.443
8,mlp.experts.91.gate_proj,0.00076421,0.01000,0.440
8,mlp.experts.92.gate_proj,0.00049844,0.01000,0.442
8,mlp.experts.93.gate_proj,0.00003258,0.01000,0.441
8,mlp.experts.94.gate_proj,0.00069496,0.01000,0.441
8,mlp.experts.95.gate_proj,0.00181623,0.01000,0.446
8,mlp.experts.96.gate_proj,0.00006871,0.01000,0.440
8,mlp.experts.97.gate_proj,0.00002606,0.01000,0.443
8,mlp.experts.98.gate_proj,0.00006779,0.01000,0.441
8,mlp.experts.99.gate_proj,0.00097247,0.01000,0.441
8,mlp.experts.100.gate_proj,0.00094567,0.01000,0.441
8,mlp.experts.101.gate_proj,0.00012566,0.01000,0.439
8,mlp.experts.102.gate_proj,0.00042276,0.01000,0.440
8,mlp.experts.103.gate_proj,0.00078044,0.01000,0.444
8,mlp.experts.104.gate_proj,0.00122895,0.01000,0.450
8,mlp.experts.105.gate_proj,0.00063815,0.01000,0.438
8,mlp.experts.106.gate_proj,0.00097825,0.01000,0.439
8,mlp.experts.107.gate_proj,0.00000343,0.01000,0.457
8,mlp.experts.108.gate_proj,0.00030778,0.01000,0.441
8,mlp.experts.109.gate_proj,0.00077086,0.01000,0.440
8,mlp.experts.110.gate_proj,0.00142797,0.01000,0.458
8,mlp.experts.111.gate_proj,0.00011003,0.01000,0.439
8,mlp.experts.112.gate_proj,0.00000002,0.01000,0.457
8,mlp.experts.113.gate_proj,0.00006677,0.01000,0.441
8,mlp.experts.114.gate_proj,0.00001969,0.01000,0.438
8,mlp.experts.115.gate_proj,0.00002792,0.01000,0.449
8,mlp.experts.116.gate_proj,0.00066692,0.01000,0.438
8,mlp.experts.117.gate_proj,0.00018046,0.01000,0.444
8,mlp.experts.118.gate_proj,0.00004599,0.01000,0.441
8,mlp.experts.119.gate_proj,0.00001996,0.01000,0.439
8,mlp.experts.120.gate_proj,0.00010889,0.01000,0.440
8,mlp.experts.121.gate_proj,0.00032397,0.01000,0.444
8,mlp.experts.122.gate_proj,0.00158646,0.01000,0.442
8,mlp.experts.123.gate_proj,0.00038743,0.01000,0.440
8,mlp.experts.124.gate_proj,0.00013505,0.01000,0.442
8,mlp.experts.125.gate_proj,0.00009771,0.01000,0.442
8,mlp.experts.126.gate_proj,0.00013595,0.01000,0.449
8,mlp.experts.127.gate_proj,0.00033004,0.01000,0.440
8,mlp.experts.0.down_proj,0.00000137,0.01000,0.169
8,mlp.experts.1.down_proj,0.00000001,0.01000,0.166
8,mlp.experts.2.down_proj,0.00012795,0.01000,0.168
8,mlp.experts.3.down_proj,0.00008258,0.01000,0.165
8,mlp.experts.4.down_proj,0.00010638,0.01000,0.165
8,mlp.experts.5.down_proj,0.00056458,0.01000,0.165
8,mlp.experts.6.down_proj,0.00005896,0.01000,0.165
8,mlp.experts.7.down_proj,0.00000011,0.01000,0.165
8,mlp.experts.8.down_proj,0.00018075,0.01000,0.165
8,mlp.experts.9.down_proj,0.00000608,0.01000,0.165
8,mlp.experts.10.down_proj,0.00000726,0.01000,0.166
8,mlp.experts.11.down_proj,0.00001525,0.01000,0.166
8,mlp.experts.12.down_proj,0.00000000,0.01000,0.166
8,mlp.experts.13.down_proj,0.00005046,0.01000,0.165
8,mlp.experts.14.down_proj,0.00022748,0.01000,0.165
8,mlp.experts.15.down_proj,0.00012654,0.01000,0.166
8,mlp.experts.16.down_proj,0.00004549,0.01000,0.167
8,mlp.experts.17.down_proj,0.00039043,0.01000,0.166
8,mlp.experts.18.down_proj,0.00002680,0.01000,0.165
8,mlp.experts.19.down_proj,0.00001210,0.01000,0.165
8,mlp.experts.20.down_proj,0.00006862,0.01000,0.171
8,mlp.experts.21.down_proj,0.00031091,0.01000,0.169
8,mlp.experts.22.down_proj,0.00054669,0.01000,0.168
8,mlp.experts.23.down_proj,0.00010275,0.01000,0.167
8,mlp.experts.24.down_proj,0.00027576,0.01000,0.167
8,mlp.experts.25.down_proj,0.00009178,0.01000,0.169
8,mlp.experts.26.down_proj,0.00000579,0.01000,0.169
8,mlp.experts.27.down_proj,0.00012809,0.01000,0.167
8,mlp.experts.28.down_proj,0.00009006,0.01000,0.172
8,mlp.experts.29.down_proj,0.00000903,0.01000,0.169
8,mlp.experts.30.down_proj,0.00002549,0.01000,0.168
8,mlp.experts.31.down_proj,0.00000292,0.01000,0.171
8,mlp.experts.32.down_proj,0.00021023,0.01000,0.170
8,mlp.experts.33.down_proj,0.00018214,0.01000,0.172
8,mlp.experts.34.down_proj,0.00000350,0.01000,0.168
8,mlp.experts.35.down_proj,0.00010180,0.01000,0.168
8,mlp.experts.36.down_proj,0.00047521,0.01000,0.168
8,mlp.experts.37.down_proj,0.00008961,0.01000,0.167
8,mlp.experts.38.down_proj,0.00026728,0.01000,0.171
8,mlp.experts.39.down_proj,0.00013356,0.01000,0.169
8,mlp.experts.40.down_proj,0.00001213,0.01000,0.169
8,mlp.experts.41.down_proj,0.00000147,0.01000,0.173
8,mlp.experts.42.down_proj,0.00001343,0.01000,0.169
8,mlp.experts.43.down_proj,0.00008937,0.01000,0.169
8,mlp.experts.44.down_proj,0.00019186,0.01000,0.170
8,mlp.experts.45.down_proj,0.00040868,0.01000,0.171
8,mlp.experts.46.down_proj,0.00004902,0.01000,0.171
8,mlp.experts.47.down_proj,0.00010771,0.01000,0.168
8,mlp.experts.48.down_proj,0.00003005,0.01000,0.170
8,mlp.experts.49.down_proj,0.00000008,0.01000,0.168
8,mlp.experts.50.down_proj,0.00002610,0.01000,0.170
8,mlp.experts.51.down_proj,0.00011258,0.01000,0.170
8,mlp.experts.52.down_proj,0.00000021,0.01000,0.169
8,mlp.experts.53.down_proj,0.00054582,0.01000,0.170
8,mlp.experts.54.down_proj,0.00002075,0.01000,0.170
8,mlp.experts.55.down_proj,0.00010520,0.01000,0.170
8,mlp.experts.56.down_proj,0.00023282,0.01000,0.173
8,mlp.experts.57.down_proj,0.00025728,0.01000,0.171
8,mlp.experts.58.down_proj,0.00000001,0.01000,0.172
8,mlp.experts.59.down_proj,0.00000471,0.01000,0.169
8,mlp.experts.60.down_proj,0.00004002,0.01000,0.168
8,mlp.experts.61.down_proj,0.00016712,0.01000,0.170
8,mlp.experts.62.down_proj,0.00009998,0.01000,0.170
8,mlp.experts.63.down_proj,0.00000035,0.01000,0.170
8,mlp.experts.64.down_proj,0.00027531,0.01000,0.170
8,mlp.experts.65.down_proj,0.00002652,0.01000,0.170
8,mlp.experts.66.down_proj,0.00004059,0.01000,0.170
8,mlp.experts.67.down_proj,0.00004671,0.01000,0.169
8,mlp.experts.68.down_proj,0.00002381,0.01000,0.172
8,mlp.experts.69.down_proj,0.00003855,0.01000,0.170
8,mlp.experts.70.down_proj,0.00008180,0.01000,0.169
8,mlp.experts.71.down_proj,0.00000020,0.01000,0.170
8,mlp.experts.72.down_proj,0.00019494,0.01000,0.169
8,mlp.experts.73.down_proj,0.00000000,0.01000,0.169
8,mlp.experts.74.down_proj,0.00004843,0.01000,0.169
8,mlp.experts.75.down_proj,0.00000673,0.01000,0.174
8,mlp.experts.76.down_proj,0.00000571,0.01000,0.185
8,mlp.experts.77.down_proj,0.00002638,0.01000,0.169
8,mlp.experts.78.down_proj,0.00007613,0.01000,0.169
8,mlp.experts.79.down_proj,0.00004629,0.01000,0.169
8,mlp.experts.80.down_proj,0.00019831,0.01000,0.189
8,mlp.experts.81.down_proj,0.00000024,0.01000,0.170
8,mlp.experts.82.down_proj,0.00010876,0.01000,0.171
8,mlp.experts.83.down_proj,0.00001299,0.01000,0.169
8,mlp.experts.84.down_proj,0.00008132,0.01000,0.184
8,mlp.experts.85.down_proj,0.00001202,0.01000,0.169
8,mlp.experts.86.down_proj,0.00038684,0.01000,0.169
8,mlp.experts.87.down_proj,0.00002937,0.01000,0.172
8,mlp.experts.88.down_proj,0.00001408,0.01000,0.179
8,mlp.experts.89.down_proj,0.00000015,0.01000,0.169
8,mlp.experts.90.down_proj,0.00037458,0.01000,0.169
8,mlp.experts.91.down_proj,0.00008116,0.01000,0.171
8,mlp.experts.92.down_proj,0.00007479,0.01000,0.171
8,mlp.experts.93.down_proj,0.00000518,0.01000,0.170
8,mlp.experts.94.down_proj,0.00011201,0.01000,0.169
8,mlp.experts.95.down_proj,0.00020646,0.01000,0.169
8,mlp.experts.96.down_proj,0.00000017,0.01000,0.168
8,mlp.experts.97.down_proj,0.00000596,0.01000,0.168
8,mlp.experts.98.down_proj,0.00001174,0.01000,0.171
8,mlp.experts.99.down_proj,0.00014948,0.01000,0.169
8,mlp.experts.100.down_proj,0.00012795,0.01000,0.169
8,mlp.experts.101.down_proj,0.00002001,0.01000,0.176
8,mlp.experts.102.down_proj,0.00007726,0.01000,0.175
8,mlp.experts.103.down_proj,0.00010438,0.01000,0.170
8,mlp.experts.104.down_proj,0.00014260,0.01000,0.170
8,mlp.experts.105.down_proj,0.00006014,0.01000,0.169
8,mlp.experts.106.down_proj,0.00012218,0.01000,0.169
8,mlp.experts.107.down_proj,0.00000089,0.01000,0.168
8,mlp.experts.108.down_proj,0.00003095,0.01000,0.168
8,mlp.experts.109.down_proj,0.00013072,0.01000,0.168
8,mlp.experts.110.down_proj,0.00018149,0.01000,0.172
8,mlp.experts.111.down_proj,0.00001706,0.01000,0.168
8,mlp.experts.112.down_proj,0.00000000,0.01000,0.168
8,mlp.experts.113.down_proj,0.00000958,0.01000,0.168
8,mlp.experts.114.down_proj,0.00000197,0.01000,0.168
8,mlp.experts.115.down_proj,0.00000392,0.01000,0.169
8,mlp.experts.116.down_proj,0.00009627,0.01000,0.169
8,mlp.experts.117.down_proj,0.00002205,0.01000,0.168
8,mlp.experts.118.down_proj,0.00000609,0.01000,0.169
8,mlp.experts.119.down_proj,0.00000328,0.01000,0.169
8,mlp.experts.120.down_proj,0.00000665,0.01000,0.169
8,mlp.experts.121.down_proj,0.00004876,0.01000,0.170
8,mlp.experts.122.down_proj,0.00019313,0.01000,0.170
8,mlp.experts.123.down_proj,0.00004979,0.01000,0.169
8,mlp.experts.124.down_proj,0.00001595,0.01000,0.169
8,mlp.experts.125.down_proj,0.00001847,0.01000,0.169
8,mlp.experts.126.down_proj,0.00000716,0.01000,0.173
8,mlp.experts.127.down_proj,0.00005176,0.01000,0.171
9,self_attn.q_proj,0.00010241,0.01000,0.445
9,self_attn.k_proj,0.00001462,0.01000,0.437
9,self_attn.v_proj,0.00001732,0.01000,0.441
9,self_attn.o_proj,0.00001642,0.01000,0.890
9,mlp.experts.0.up_proj,0.00169078,0.01000,0.446
9,mlp.experts.1.up_proj,0.00221258,0.01000,0.438
9,mlp.experts.2.up_proj,0.00102280,0.01000,0.436
9,mlp.experts.3.up_proj,0.00000002,0.01000,0.435
9,mlp.experts.4.up_proj,0.00000044,0.01000,0.440
9,mlp.experts.5.up_proj,0.00264354,0.01000,0.440
9,mlp.experts.6.up_proj,0.00022973,0.01000,0.436
9,mlp.experts.7.up_proj,0.00247293,0.01000,0.437
9,mlp.experts.8.up_proj,0.00004491,0.01000,0.437
9,mlp.experts.9.up_proj,0.00063764,0.01000,0.438
9,mlp.experts.10.up_proj,0.00074901,0.01000,0.454
9,mlp.experts.11.up_proj,0.00004032,0.01000,0.440
9,mlp.experts.12.up_proj,0.00004672,0.01000,0.444
9,mlp.experts.13.up_proj,0.00004233,0.01000,0.455
9,mlp.experts.14.up_proj,0.00003668,0.01000,0.441
9,mlp.experts.15.up_proj,0.00022523,0.01000,0.441
9,mlp.experts.16.up_proj,0.00000063,0.01000,0.441
9,mlp.experts.17.up_proj,0.00087257,0.01000,0.443
9,mlp.experts.18.up_proj,0.00000004,0.01000,0.446
9,mlp.experts.19.up_proj,0.00052824,0.01000,0.442
9,mlp.experts.20.up_proj,0.00002311,0.01000,0.440
9,mlp.experts.21.up_proj,0.00012276,0.01000,0.442
9,mlp.experts.22.up_proj,0.00137072,0.01000,0.438
9,mlp.experts.23.up_proj,0.00018470,0.01000,0.440
9,mlp.experts.24.up_proj,0.00170972,0.01000,0.439
9,mlp.experts.25.up_proj,0.00046277,0.01000,0.441
9,mlp.experts.26.up_proj,0.00021151,0.01000,0.442
9,mlp.experts.27.up_proj,0.00000614,0.01000,0.443
9,mlp.experts.28.up_proj,0.00016357,0.01000,0.447
9,mlp.experts.29.up_proj,0.00000020,0.01000,0.441
9,mlp.experts.30.up_proj,0.00000208,0.01000,0.441
9,mlp.experts.31.up_proj,0.00001613,0.01000,0.444
9,mlp.experts.32.up_proj,0.00059121,0.01000,0.441
9,mlp.experts.33.up_proj,0.00430465,0.01000,0.443
9,mlp.experts.34.up_proj,0.00005854,0.01000,0.442
9,mlp.experts.35.up_proj,0.00481912,0.01000,0.443
9,mlp.experts.36.up_proj,0.00000203,0.01000,0.442
9,mlp.experts.37.up_proj,0.00060612,0.01000,0.442
9,mlp.experts.38.up_proj,0.00011399,0.01000,0.445
9,mlp.experts.39.up_proj,0.00011765,0.01000,0.441
9,mlp.experts.40.up_proj,0.00046130,0.01000,0.441
9,mlp.experts.41.up_proj,0.00062820,0.01000,0.455
9,mlp.experts.42.up_proj,0.00001953,0.01000,0.439
9,mlp.experts.43.up_proj,0.00120986,0.01000,0.438
9,mlp.experts.44.up_proj,0.00007747,0.01000,0.438
9,mlp.experts.45.up_proj,0.00088463,0.01000,0.441
9,mlp.experts.46.up_proj,0.00048362,0.01000,0.437
9,mlp.experts.47.up_proj,0.00060761,0.01000,0.437
9,mlp.experts.48.up_proj,0.00089483,0.01000,0.440
9,mlp.experts.49.up_proj,0.00093348,0.01000,0.440
9,mlp.experts.50.up_proj,0.00001629,0.01000,0.440
9,mlp.experts.51.up_proj,0.00021794,0.01000,0.445
9,mlp.experts.52.up_proj,0.00404311,0.01000,0.439
9,mlp.experts.53.up_proj,0.00003587,0.01000,0.440
9,mlp.experts.54.up_proj,0.00008388,0.01000,0.444
9,mlp.experts.55.up_proj,0.00011634,0.01000,0.441
9,mlp.experts.56.up_proj,0.00008511,0.01000,0.441
9,mlp.experts.57.up_proj,0.00145635,0.01000,0.440
9,mlp.experts.58.up_proj,0.00028072,0.01000,0.441
9,mlp.experts.59.up_proj,0.00018354,0.01000,0.441
9,mlp.experts.60.up_proj,0.00065730,0.01000,0.440
9,mlp.experts.61.up_proj,0.00000070,0.01000,0.441
9,mlp.experts.62.up_proj,0.00081638,0.01000,0.442
9,mlp.experts.63.up_proj,0.00004708,0.01000,0.441
9,mlp.experts.64.up_proj,0.00016529,0.01000,0.454
9,mlp.experts.65.up_proj,0.00182386,0.01000,0.443
9,mlp.experts.66.up_proj,0.00084034,0.01000,0.442
9,mlp.experts.67.up_proj,0.00014966,0.01000,0.442
9,mlp.experts.68.up_proj,0.00055571,0.01000,0.445
9,mlp.experts.69.up_proj,0.00112010,0.01000,0.441
9,mlp.experts.70.up_proj,0.00050939,0.01000,0.440
9,mlp.experts.71.up_proj,0.00163406,0.01000,0.441
9,mlp.experts.72.up_proj,0.00010686,0.01000,0.442
9,mlp.experts.73.up_proj,0.00024961,0.01000,0.441
9,mlp.experts.74.up_proj,0.00000011,0.01000,0.442
9,mlp.experts.75.up_proj,0.00000296,0.01000,0.443
9,mlp.experts.76.up_proj,0.00143525,0.01000,0.442
9,mlp.experts.77.up_proj,0.00020543,0.01000,0.451
9,mlp.experts.78.up_proj,0.00001536,0.01000,0.442
9,mlp.experts.79.up_proj,0.00052798,0.01000,0.440
9,mlp.experts.80.up_proj,0.00199822,0.01000,0.443
9,mlp.experts.81.up_proj,0.00075321,0.01000,0.441
9,mlp.experts.82.up_proj,0.00443488,0.01000,0.445
9,mlp.experts.83.up_proj,0.00017791,0.01000,0.442
9,mlp.experts.84.up_proj,0.00063753,0.01000,0.440
9,mlp.experts.85.up_proj,0.00088147,0.01000,0.441
9,mlp.experts.86.up_proj,0.00103215,0.01000,0.447
9,mlp.experts.87.up_proj,0.00005741,0.01000,0.441
9,mlp.experts.88.up_proj,0.00000474,0.01000,0.440
9,mlp.experts.89.up_proj,0.00096760,0.01000,0.439
9,mlp.experts.90.up_proj,0.00000360,0.01000,0.438
9,mlp.experts.91.up_proj,0.00085399,0.01000,0.441
9,mlp.experts.92.up_proj,0.00042040,0.01000,0.441
9,mlp.experts.93.up_proj,0.00000337,0.01000,0.440
9,mlp.experts.94.up_proj,0.00233490,0.01000,0.437
9,mlp.experts.95.up_proj,0.00003474,0.01000,0.442
9,mlp.experts.96.up_proj,0.00097223,0.01000,0.442
9,mlp.experts.97.up_proj,0.00209517,0.01000,0.442
9,mlp.experts.98.up_proj,0.00035836,0.01000,0.441
9,mlp.experts.99.up_proj,0.00061950,0.01000,0.442
9,mlp.experts.100.up_proj,0.00019393,0.01000,0.445
9,mlp.experts.101.up_proj,0.00000166,0.01000,0.445
9,mlp.experts.102.up_proj,0.00120243,0.01000,0.441
9,mlp.experts.103.up_proj,0.00079896,0.01000,0.442
9,mlp.experts.104.up_proj,0.00020732,0.01000,0.446
9,mlp.experts.105.up_proj,0.00079309,0.01000,0.446
9,mlp.experts.106.up_proj,0.00049165,0.01000,0.441
9,mlp.experts.107.up_proj,0.00003516,0.01000,0.446
9,mlp.experts.108.up_proj,0.00002587,0.01000,0.442
9,mlp.experts.109.up_proj,0.00001342,0.01000,0.447
9,mlp.experts.110.up_proj,0.00062896,0.01000,0.443
9,mlp.experts.111.up_proj,0.00134930,0.01000,0.440
9,mlp.experts.112.up_proj,0.00026884,0.01000,0.444
9,mlp.experts.113.up_proj,0.00142342,0.01000,0.446
9,mlp.experts.114.up_proj,0.00006404,0.01000,0.443
9,mlp.experts.115.up_proj,0.00001328,0.01000,0.442
9,mlp.experts.116.up_proj,0.00026285,0.01000,0.443
9,mlp.experts.117.up_proj,0.00024542,0.01000,0.442
9,mlp.experts.118.up_proj,0.00108760,0.01000,0.447
9,mlp.experts.119.up_proj,0.00000016,0.01000,0.443
9,mlp.experts.120.up_proj,0.00000007,0.01000,0.448
9,mlp.experts.121.up_proj,0.00000037,0.01000,0.444
9,mlp.experts.122.up_proj,0.00041872,0.01000,0.442
9,mlp.experts.123.up_proj,0.00003389,0.01000,0.449
9,mlp.experts.124.up_proj,0.00007919,0.01000,0.443
9,mlp.experts.125.up_proj,0.00087734,0.01000,0.442
9,mlp.experts.126.up_proj,0.00001536,0.01000,0.444
9,mlp.experts.127.up_proj,0.00272374,0.01000,0.450
9,mlp.experts.0.gate_proj,0.00179805,0.01000,0.451
9,mlp.experts.1.gate_proj,0.00228950,0.01000,0.441
9,mlp.experts.2.gate_proj,0.00111750,0.01000,0.444
9,mlp.experts.3.gate_proj,0.00000002,0.01000,0.444
9,mlp.experts.4.gate_proj,0.00000046,0.01000,0.445
9,mlp.experts.5.gate_proj,0.00279126,0.01000,0.441
9,mlp.experts.6.gate_proj,0.00023913,0.01000,0.446
9,mlp.experts.7.gate_proj,0.00255319,0.01000,0.442
9,mlp.experts.8.gate_proj,0.00004539,0.01000,0.451
9,mlp.experts.9.gate_proj,0.00064248,0.01000,0.442
9,mlp.experts.10.gate_proj,0.00078593,0.01000,0.441
9,mlp.experts.11.gate_proj,0.00004268,0.01000,0.442
9,mlp.experts.12.gate_proj,0.00005019,0.01000,0.442
9,mlp.experts.13.gate_proj,0.00004354,0.01000,0.447
9,mlp.experts.14.gate_proj,0.00003790,0.01000,0.441
9,mlp.experts.15.gate_proj,0.00024092,0.01000,0.444
9,mlp.experts.16.gate_proj,0.00000064,0.01000,0.441
9,mlp.experts.17.gate_proj,0.00089221,0.01000,0.444
9,mlp.experts.18.gate_proj,0.00000005,0.01000,0.440
9,mlp.experts.19.gate_proj,0.00058065,0.01000,0.456
9,mlp.experts.20.gate_proj,0.00002427,0.01000,0.439
9,mlp.experts.21.gate_proj,0.00013005,0.01000,0.455
9,mlp.experts.22.gate_proj,0.00139335,0.01000,0.440
9,mlp.experts.23.gate_proj,0.00019686,0.01000,0.437
9,mlp.experts.24.gate_proj,0.00168263,0.01000,0.445
9,mlp.experts.25.gate_proj,0.00045892,0.01000,0.441
9,mlp.experts.26.gate_proj,0.00022058,0.01000,0.447
9,mlp.experts.27.gate_proj,0.00000681,0.01000,0.442
9,mlp.experts.28.gate_proj,0.00017137,0.01000,0.439
9,mlp.experts.29.gate_proj,0.00000021,0.01000,0.438
9,mlp.experts.30.gate_proj,0.00000211,0.01000,0.438
9,mlp.experts.31.gate_proj,0.00001713,0.01000,0.438
9,mlp.experts.32.gate_proj,0.00062943,0.01000,0.437
9,mlp.experts.33.gate_proj,0.00466837,0.01000,0.441
9,mlp.experts.34.gate_proj,0.00005961,0.01000,0.442
9,mlp.experts.35.gate_proj,0.00417383,0.01000,0.449
9,mlp.experts.36.gate_proj,0.00000220,0.01000,0.443
9,mlp.experts.37.gate_proj,0.00063523,0.01000,0.442
9,mlp.experts.38.gate_proj,0.00011679,0.01000,0.442
9,mlp.experts.39.gate_proj,0.00012538,0.01000,0.441
9,mlp.experts.40.gate_proj,0.00040256,0.01000,0.449
9,mlp.experts.41.gate_proj,0.00062346,0.01000,0.442
9,mlp.experts.42.gate_proj,0.00002204,0.01000,0.442
9,mlp.experts.43.gate_proj,0.00125605,0.01000,0.442
9,mlp.experts.44.gate_proj,0.00008045,0.01000,0.441
9,mlp.experts.45.gate_proj,0.00087361,0.01000,0.441
9,mlp.experts.46.gate_proj,0.00050205,0.01000,0.442
9,mlp.experts.47.gate_proj,0.00060596,0.01000,0.445
9,mlp.experts.48.gate_proj,0.00090052,0.01000,0.447
9,mlp.experts.49.gate_proj,0.00096963,0.01000,0.442
9,mlp.experts.50.gate_proj,0.00001715,0.01000,0.441
9,mlp.experts.51.gate_proj,0.00022527,0.01000,0.441
9,mlp.experts.52.gate_proj,0.00408433,0.01000,0.440
9,mlp.experts.53.gate_proj,0.00003753,0.01000,0.442
9,mlp.experts.54.gate_proj,0.00008562,0.01000,0.441
9,mlp.experts.55.gate_proj,0.00012185,0.01000,0.441
9,mlp.experts.56.gate_proj,0.00009104,0.01000,0.444
9,mlp.experts.57.gate_proj,0.00152157,0.01000,0.440
9,mlp.experts.58.gate_proj,0.00029642,0.01000,0.441
9,mlp.experts.59.gate_proj,0.00019414,0.01000,0.440
9,mlp.experts.60.gate_proj,0.00067955,0.01000,0.441
9,mlp.experts.61.gate_proj,0.00000077,0.01000,0.441
9,mlp.experts.62.gate_proj,0.00084644,0.01000,0.444
9,mlp.experts.63.gate_proj,0.00005071,0.01000,0.443
9,mlp.experts.64.gate_proj,0.00018753,0.01000,0.440
9,mlp.experts.65.gate_proj,0.00189645,0.01000,0.440
9,mlp.experts.66.gate_proj,0.00085850,0.01000,0.441
9,mlp.experts.67.gate_proj,0.00015929,0.01000,0.441
9,mlp.experts.68.gate_proj,0.00058266,0.01000,0.441
9,mlp.experts.69.gate_proj,0.00189970,0.01000,0.442
9,mlp.experts.70.gate_proj,0.00055834,0.01000,0.441
9,mlp.experts.71.gate_proj,0.00169551,0.01000,0.441
9,mlp.experts.72.gate_proj,0.00011278,0.01000,0.441
9,mlp.experts.73.gate_proj,0.00025900,0.01000,0.437
9,mlp.experts.74.gate_proj,0.00000012,0.01000,0.438
9,mlp.experts.75.gate_proj,0.00000306,0.01000,0.437
9,mlp.experts.76.gate_proj,0.00152992,0.01000,0.440
9,mlp.experts.77.gate_proj,0.00021383,0.01000,0.441
9,mlp.experts.78.gate_proj,0.00001646,0.01000,0.438
9,mlp.experts.79.gate_proj,0.00056205,0.01000,0.442
9,mlp.experts.80.gate_proj,0.00212148,0.01000,0.440
9,mlp.experts.81.gate_proj,0.00080333,0.01000,0.439
9,mlp.experts.82.gate_proj,0.00474943,0.01000,0.441
9,mlp.experts.83.gate_proj,0.00018769,0.01000,0.441
9,mlp.experts.84.gate_proj,0.00066698,0.01000,0.440
9,mlp.experts.85.gate_proj,0.00095249,0.01000,0.444
9,mlp.experts.86.gate_proj,0.00108828,0.01000,0.441
9,mlp.experts.87.gate_proj,0.00006100,0.01000,0.440
9,mlp.experts.88.gate_proj,0.00000492,0.01000,0.440
9,mlp.experts.89.gate_proj,0.00101025,0.01000,0.445
9,mlp.experts.90.gate_proj,0.00000388,0.01000,0.440
9,mlp.experts.91.gate_proj,0.00094944,0.01000,0.440
9,mlp.experts.92.gate_proj,0.00043076,0.01000,0.440
9,mlp.experts.93.gate_proj,0.00000353,0.01000,0.445
9,mlp.experts.94.gate_proj,0.00262737,0.01000,0.441
9,mlp.experts.95.gate_proj,0.00003716,0.01000,0.440
9,mlp.experts.96.gate_proj,0.00100220,0.01000,0.440
9,mlp.experts.97.gate_proj,0.00216911,0.01000,0.440
9,mlp.experts.98.gate_proj,0.00037409,0.01000,0.446
9,mlp.experts.99.gate_proj,0.00064615,0.01000,0.440
9,mlp.experts.100.gate_proj,0.00022668,0.01000,0.439
9,mlp.experts.101.gate_proj,0.00000169,0.01000,0.443
9,mlp.experts.102.gate_proj,0.00120676,0.01000,0.442
9,mlp.experts.103.gate_proj,0.00079253,0.01000,0.443
9,mlp.experts.104.gate_proj,0.00022232,0.01000,0.444
9,mlp.experts.105.gate_proj,0.00084420,0.01000,0.443
9,mlp.experts.106.gate_proj,0.00051449,0.01000,0.442
9,mlp.experts.107.gate_proj,0.00003615,0.01000,0.442
9,mlp.experts.108.gate_proj,0.00002662,0.01000,0.450
9,mlp.experts.109.gate_proj,0.00001447,0.01000,0.442
9,mlp.experts.110.gate_proj,0.00061092,0.01000,0.442
9,mlp.experts.111.gate_proj,0.00137212,0.01000,0.442
9,mlp.experts.112.gate_proj,0.00026694,0.01000,0.444
9,mlp.experts.113.gate_proj,0.00145010,0.01000,0.443
9,mlp.experts.114.gate_proj,0.00006629,0.01000,0.445
9,mlp.experts.115.gate_proj,0.00001378,0.01000,0.441
9,mlp.experts.116.gate_proj,0.00027039,0.01000,0.445
9,mlp.experts.117.gate_proj,0.00023524,0.01000,0.441
9,mlp.experts.118.gate_proj,0.00108043,0.01000,0.441
9,mlp.experts.119.gate_proj,0.00000017,0.01000,0.442
9,mlp.experts.120.gate_proj,0.00000008,0.01000,0.444
9,mlp.experts.121.gate_proj,0.00000040,0.01000,0.442
9,mlp.experts.122.gate_proj,0.00044827,0.01000,0.441
9,mlp.experts.123.gate_proj,0.00003545,0.01000,0.443
9,mlp.experts.124.gate_proj,0.00008220,0.01000,0.443
9,mlp.experts.125.gate_proj,0.00088654,0.01000,0.441
9,mlp.experts.126.gate_proj,0.00001636,0.01000,0.446
9,mlp.experts.127.gate_proj,0.00263316,0.01000,0.441
9,mlp.experts.0.down_proj,0.00024835,0.01000,0.171
9,mlp.experts.1.down_proj,0.00028686,0.01000,0.168
9,mlp.experts.2.down_proj,0.00014148,0.01000,0.163
9,mlp.experts.3.down_proj,0.00000000,0.01000,0.163
9,mlp.experts.4.down_proj,0.00000007,0.01000,0.163
9,mlp.experts.5.down_proj,0.00039479,0.01000,0.163
9,mlp.experts.6.down_proj,0.00002330,0.01000,0.163
9,mlp.experts.7.down_proj,0.00037718,0.01000,0.164
9,mlp.experts.8.down_proj,0.00000567,0.01000,0.164
9,mlp.experts.9.down_proj,0.00011033,0.01000,0.164
9,mlp.experts.10.down_proj,0.00015924,0.01000,0.164
9,mlp.experts.11.down_proj,0.00000519,0.01000,0.164
9,mlp.experts.12.down_proj,0.00000222,0.01000,0.164
9,mlp.experts.13.down_proj,0.00000651,0.01000,0.164
9,mlp.experts.14.down_proj,0.00000466,0.01000,0.164
9,mlp.experts.15.down_proj,0.00002246,0.01000,0.164
9,mlp.experts.16.down_proj,0.00000013,0.01000,0.164
9,mlp.experts.17.down_proj,0.00010928,0.01000,0.165
9,mlp.experts.18.down_proj,0.00000001,0.01000,0.165
9,mlp.experts.19.down_proj,0.00008427,0.01000,0.166
9,mlp.experts.20.down_proj,0.00000597,0.01000,0.166
9,mlp.experts.21.down_proj,0.00001619,0.01000,0.166
9,mlp.experts.22.down_proj,0.00021478,0.01000,0.167
9,mlp.experts.23.down_proj,0.00000834,0.01000,0.166
9,mlp.experts.24.down_proj,0.00023020,0.01000,0.167
9,mlp.experts.25.down_proj,0.00008804,0.01000,0.167
9,mlp.experts.26.down_proj,0.00002946,0.01000,0.167
9,mlp.experts.27.down_proj,0.00000134,0.01000,0.167
9,mlp.experts.28.down_proj,0.00002714,0.01000,0.167
9,mlp.experts.29.down_proj,0.00000003,0.01000,0.167
9,mlp.experts.30.down_proj,0.00000049,0.01000,0.168
9,mlp.experts.31.down_proj,0.00000414,0.01000,0.168
9,mlp.experts.32.down_proj,0.00009213,0.01000,0.167
9,mlp.experts.33.down_proj,0.00065710,0.01000,0.167
9,mlp.experts.34.down_proj,0.00000887,0.01000,0.168
9,mlp.experts.35.down_proj,0.00073215,0.01000,0.167
9,mlp.experts.36.down_proj,0.00000047,0.01000,0.168
9,mlp.experts.37.down_proj,0.00007610,0.01000,0.168
9,mlp.experts.38.down_proj,0.00001393,0.01000,0.168
9,mlp.experts.39.down_proj,0.00000607,0.01000,0.168
9,mlp.experts.40.down_proj,0.00006921,0.01000,0.168
9,mlp.experts.41.down_proj,0.00007901,0.01000,0.170
9,mlp.experts.42.down_proj,0.00000123,0.01000,0.169
9,mlp.experts.43.down_proj,0.00018707,0.01000,0.168
9,mlp.experts.44.down_proj,0.00000617,0.01000,0.168
9,mlp.experts.45.down_proj,0.00013966,0.01000,0.168
9,mlp.experts.46.down_proj,0.00003970,0.01000,0.169
9,mlp.experts.47.down_proj,0.00004926,0.01000,0.168
9,mlp.experts.48.down_proj,0.00013870,0.01000,0.168
9,mlp.experts.49.down_proj,0.00017097,0.01000,0.168
9,mlp.experts.50.down_proj,0.00000338,0.01000,0.168
9,mlp.experts.51.down_proj,0.00002037,0.01000,0.168
9,mlp.experts.52.down_proj,0.00051309,0.01000,0.168
9,mlp.experts.53.down_proj,0.00000434,0.01000,0.168
9,mlp.experts.54.down_proj,0.00001474,0.01000,0.168
9,mlp.experts.55.down_proj,0.00002366,0.01000,0.170
9,mlp.experts.56.down_proj,0.00001178,0.01000,0.168
9,mlp.experts.57.down_proj,0.00021818,0.01000,0.169
9,mlp.experts.58.down_proj,0.00003100,0.01000,0.174
9,mlp.experts.59.down_proj,0.00003356,0.01000,0.168
9,mlp.experts.60.down_proj,0.00007908,0.01000,0.168
9,mlp.experts.61.down_proj,0.00000013,0.01000,0.168
9,mlp.experts.62.down_proj,0.00013573,0.01000,0.168
9,mlp.experts.63.down_proj,0.00000622,0.01000,0.168
9,mlp.experts.64.down_proj,0.00002896,0.01000,0.169
9,mlp.experts.65.down_proj,0.00033635,0.01000,0.173
9,mlp.experts.66.down_proj,0.00013172,0.01000,0.168
9,mlp.experts.67.down_proj,0.00001966,0.01000,0.169
9,mlp.experts.68.down_proj,0.00007818,0.01000,0.167
9,mlp.experts.69.down_proj,0.00012964,0.01000,0.168
9,mlp.experts.70.down_proj,0.00006403,0.01000,0.168
9,mlp.experts.71.down_proj,0.00020276,0.01000,0.168
9,mlp.experts.72.down_proj,0.00001730,0.01000,0.169
9,mlp.experts.73.down_proj,0.00003166,0.01000,0.167
9,mlp.experts.74.down_proj,0.00000002,0.01000,0.168
9,mlp.experts.75.down_proj,0.00000068,0.01000,0.169
9,mlp.experts.76.down_proj,0.00019561,0.01000,0.168
9,mlp.experts.77.down_proj,0.00002196,0.01000,0.168
9,mlp.experts.78.down_proj,0.00000278,0.01000,0.168
9,mlp.experts.79.down_proj,0.00007891,0.01000,0.168
9,mlp.experts.80.down_proj,0.00025598,0.01000,0.168
9,mlp.experts.81.down_proj,0.00008561,0.01000,0.169
9,mlp.experts.82.down_proj,0.00092486,0.01000,0.169
9,mlp.experts.83.down_proj,0.00003236,0.01000,0.168
9,mlp.experts.84.down_proj,0.00013467,0.01000,0.168
9,mlp.experts.85.down_proj,0.00012127,0.01000,0.167
9,mlp.experts.86.down_proj,0.00015592,0.01000,0.168
9,mlp.experts.87.down_proj,0.00000866,0.01000,0.167
9,mlp.experts.88.down_proj,0.00000128,0.01000,0.167
9,mlp.experts.89.down_proj,0.00010758,0.01000,0.168
9,mlp.experts.90.down_proj,0.00000116,0.01000,0.169
9,mlp.experts.91.down_proj,0.00011852,0.01000,0.167
9,mlp.experts.92.down_proj,0.00005151,0.01000,0.171
9,mlp.experts.93.down_proj,0.00000088,0.01000,0.168
9,mlp.experts.94.down_proj,0.00042025,0.01000,0.168
9,mlp.experts.95.down_proj,0.00000500,0.01000,0.169
9,mlp.experts.96.down_proj,0.00014097,0.01000,0.168
9,mlp.experts.97.down_proj,0.00025235,0.01000,0.167
9,mlp.experts.98.down_proj,0.00006189,0.01000,0.167
9,mlp.experts.99.down_proj,0.00006833,0.01000,0.168
9,mlp.experts.100.down_proj,0.00004248,0.01000,0.168
9,mlp.experts.101.down_proj,0.00000054,0.01000,0.167
9,mlp.experts.102.down_proj,0.00015515,0.01000,0.167
9,mlp.experts.103.down_proj,0.00009975,0.01000,0.168
9,mlp.experts.104.down_proj,0.00004163,0.01000,0.168
9,mlp.experts.105.down_proj,0.00011877,0.01000,0.167
9,mlp.experts.106.down_proj,0.00007769,0.01000,0.168
9,mlp.experts.107.down_proj,0.00000479,0.01000,0.172
9,mlp.experts.108.down_proj,0.00000491,0.01000,0.168
9,mlp.experts.109.down_proj,0.00000327,0.01000,0.167
9,mlp.experts.110.down_proj,0.00010539,0.01000,0.168
9,mlp.experts.111.down_proj,0.00027029,0.01000,0.169
9,mlp.experts.112.down_proj,0.00003570,0.01000,0.167
9,mlp.experts.113.down_proj,0.00022714,0.01000,0.168
9,mlp.experts.114.down_proj,0.00001302,0.01000,0.168
9,mlp.experts.115.down_proj,0.00000223,0.01000,0.168
9,mlp.experts.116.down_proj,0.00003800,0.01000,0.167
9,mlp.experts.117.down_proj,0.00003869,0.01000,0.167
9,mlp.experts.118.down_proj,0.00015281,0.01000,0.167
9,mlp.experts.119.down_proj,0.00000003,0.01000,0.169
9,mlp.experts.120.down_proj,0.00000001,0.01000,0.169
9,mlp.experts.121.down_proj,0.00000009,0.01000,0.167
9,mlp.experts.122.down_proj,0.00010536,0.01000,0.167
9,mlp.experts.123.down_proj,0.00000550,0.01000,0.167
9,mlp.experts.124.down_proj,0.00000975,0.01000,0.169
9,mlp.experts.125.down_proj,0.00012629,0.01000,0.168
9,mlp.experts.126.down_proj,0.00000266,0.01000,0.170
9,mlp.experts.127.down_proj,0.00033060,0.01000,0.168
10,self_attn.q_proj,0.00010057,0.01000,0.454
10,self_attn.k_proj,0.00001414,0.01000,0.443
10,self_attn.v_proj,0.00001529,0.01000,0.441
10,self_attn.o_proj,0.00001385,0.01000,0.891
10,mlp.experts.0.up_proj,0.00010861,0.01000,0.454
10,mlp.experts.1.up_proj,0.00022031,0.01000,0.440
10,mlp.experts.2.up_proj,0.00045402,0.01000,0.438
10,mlp.experts.3.up_proj,0.00450379,0.01000,0.438
10,mlp.experts.4.up_proj,0.00021678,0.01000,0.439
10,mlp.experts.5.up_proj,0.00031474,0.01000,0.443
10,mlp.experts.6.up_proj,0.00003434,0.01000,0.440
10,mlp.experts.7.up_proj,0.00019668,0.01000,0.436
10,mlp.experts.8.up_proj,0.00010452,0.01000,0.442
10,mlp.experts.9.up_proj,0.00004104,0.01000,0.437
10,mlp.experts.10.up_proj,0.00073898,0.01000,0.436
10,mlp.experts.11.up_proj,0.00000001,0.01000,0.437
10,mlp.experts.12.up_proj,0.00006273,0.01000,0.439
10,mlp.experts.13.up_proj,0.00086712,0.01000,0.439
10,mlp.experts.14.up_proj,0.00048455,0.01000,0.438
10,mlp.experts.15.up_proj,0.00005899,0.01000,0.439
10,mlp.experts.16.up_proj,0.00306926,0.01000,0.438
10,mlp.experts.17.up_proj,0.00000487,0.01000,0.444
10,mlp.experts.18.up_proj,0.00180158,0.01000,0.438
10,mlp.experts.19.up_proj,0.00001047,0.01000,0.440
10,mlp.experts.20.up_proj,0.00016751,0.01000,0.440
10,mlp.experts.21.up_proj,0.00020916,0.01000,0.441
10,mlp.experts.22.up_proj,0.00009259,0.01000,0.440
10,mlp.experts.23.up_proj,0.00002915,0.01000,0.440
10,mlp.experts.24.up_proj,0.00000004,0.01000,0.442
10,mlp.experts.25.up_proj,0.00055759,0.01000,0.442
10,mlp.experts.26.up_proj,0.00411679,0.01000,0.441
10,mlp.experts.27.up_proj,0.00012408,0.01000,0.441
10,mlp.experts.28.up_proj,0.00000565,0.01000,0.440
10,mlp.experts.29.up_proj,0.00007971,0.01000,0.441
10,mlp.experts.30.up_proj,0.00328071,0.01000,0.442
10,mlp.experts.31.up_proj,0.00000306,0.01000,0.442
10,mlp.experts.32.up_proj,0.00045138,0.01000,0.441
10,mlp.experts.33.up_proj,0.00036956,0.01000,0.440
10,mlp.experts.34.up_proj,0.00001279,0.01000,0.438
10,mlp.experts.35.up_proj,0.00205271,0.01000,0.447
10,mlp.experts.36.up_proj,0.00003086,0.01000,0.437
10,mlp.experts.37.up_proj,0.00006505,0.01000,0.437
10,mlp.experts.38.up_proj,0.00002589,0.01000,0.438
10,mlp.experts.39.up_proj,0.00065365,0.01000,0.439
10,mlp.experts.40.up_proj,0.00238219,0.01000,0.441
10,mlp.experts.41.up_proj,0.00078626,0.01000,0.440
10,mlp.experts.42.up_proj,0.00002664,0.01000,0.440
10,mlp.experts.43.up_proj,0.00057339,0.01000,0.441
10,mlp.experts.44.up_proj,0.00000001,0.01000,0.446
10,mlp.experts.45.up_proj,0.00038978,0.01000,0.440
10,mlp.experts.46.up_proj,0.00000116,0.01000,0.443
10,mlp.experts.47.up_proj,0.00009618,0.01000,0.440
10,mlp.experts.48.up_proj,0.00014339,0.01000,0.440
10,mlp.experts.49.up_proj,0.00000250,0.01000,0.443
10,mlp.experts.50.up_proj,0.00089634,0.01000,0.440
10,mlp.experts.51.up_proj,0.00011131,0.01000,0.444
10,mlp.experts.52.up_proj,0.00196283,0.01000,0.442
10,mlp.experts.53.up_proj,0.00005267,0.01000,0.445
10,mlp.experts.54.up_proj,0.00011269,0.01000,0.441
10,mlp.experts.55.up_proj,0.00345521,0.01000,0.440
10,mlp.experts.56.up_proj,0.00001703,0.01000,0.439
10,mlp.experts.57.up_proj,0.00146960,0.01000,0.442
10,mlp.experts.58.up_proj,0.00031616,0.01000,0.442
10,mlp.experts.59.up_proj,0.00009428,0.01000,0.445
10,mlp.experts.60.up_proj,0.00000122,0.01000,0.437
10,mlp.experts.61.up_proj,0.00056876,0.01000,0.444
10,mlp.experts.62.up_proj,0.00146028,0.01000,0.437
10,mlp.experts.63.up_proj,0.00005316,0.01000,0.441
10,mlp.experts.64.up_proj,0.00236050,0.01000,0.436
10,mlp.experts.65.up_proj,0.00010041,0.01000,0.435
10,mlp.experts.66.up_proj,0.00043248,0.01000,0.434
10,mlp.experts.67.up_proj,0.00003863,0.01000,0.440
10,mlp.experts.68.up_proj,0.00095137,0.01000,0.436
10,mlp.experts.69.up_proj,0.00101033,0.01000,0.436
10,mlp.experts.70.up_proj,0.00063268,0.01000,0.436
10,mlp.experts.71.up_proj,0.00381456,0.01000,0.436
10,mlp.experts.72.up_proj,0.00000303,0.01000,0.436
10,mlp.experts.73.up_proj,0.00237252,0.01000,0.436
10,mlp.experts.74.up_proj,0.00110036,0.01000,0.437
10,mlp.experts.75.up_proj,0.00026518,0.01000,0.455
10,mlp.experts.76.up_proj,0.00113589,0.01000,0.444
10,mlp.experts.77.up_proj,0.00000949,0.01000,0.454
10,mlp.experts.78.up_proj,0.00011364,0.01000,0.438
10,mlp.experts.79.up_proj,0.00000000,0.01000,0.439
10,mlp.experts.80.up_proj,0.00106714,0.01000,0.440
10,mlp.experts.81.up_proj,0.00008446,0.01000,0.440
10,mlp.experts.82.up_proj,0.00139775,0.01000,0.439
10,mlp.experts.83.up_proj,0.00045859,0.01000,0.443
10,mlp.experts.84.up_proj,0.00004428,0.01000,0.438
10,mlp.experts.85.up_proj,0.00132153,0.01000,0.441
10,mlp.experts.86.up_proj,0.00022646,0.01000,0.439
10,mlp.experts.87.up_proj,0.00003165,0.01000,0.440
10,mlp.experts.88.up_proj,0.00069416,0.01000,0.439
10,mlp.experts.89.up_proj,0.00000349,0.01000,0.439
10,mlp.experts.90.up_proj,0.00010239,0.01000,0.442
10,mlp.experts.91.up_proj,0.00269021,0.01000,0.438
10,mlp.experts.92.up_proj,0.00015757,0.01000,0.441
10,mlp.experts.93.up_proj,0.00000004,0.01000,0.438
10,mlp.experts.94.up_proj,0.00500075,0.01000,0.440
10,mlp.experts.95.up_proj,0.00151120,0.01000,0.438
10,mlp.experts.96.up_proj,0.00025693,0.01000,0.439
10,mlp.experts.97.up_proj,0.00076447,0.01000,0.439
10,mlp.experts.98.up_proj,0.00075276,0.01000,0.448
10,mlp.experts.99.up_proj,0.00054858,0.01000,0.443
10,mlp.experts.100.up_proj,0.00005202,0.01000,0.439
10,mlp.experts.101.up_proj,0.00031618,0.01000,0.442
10,mlp.experts.102.up_proj,0.00016052,0.01000,0.438
10,mlp.experts.103.up_proj,0.00037730,0.01000,0.438
10,mlp.experts.104.up_proj,0.00001045,0.01000,0.437
10,mlp.experts.105.up_proj,0.00036932,0.01000,0.435
10,mlp.experts.106.up_proj,0.00000024,0.01000,0.438
10,mlp.experts.107.up_proj,0.00103237,0.01000,0.438
10,mlp.experts.108.up_proj,0.00087061,0.01000,0.441
10,mlp.experts.109.up_proj,0.00049486,0.01000,0.438
10,mlp.experts.110.up_proj,0.00091960,0.01000,0.438
10,mlp.experts.111.up_proj,0.00004108,0.01000,0.438
10,mlp.experts.112.up_proj,0.00101632,0.01000,0.438
10,mlp.experts.113.up_proj,0.00046433,0.01000,0.441
10,mlp.experts.114.up_proj,0.00000078,0.01000,0.435
10,mlp.experts.115.up_proj,0.00000506,0.01000,0.436
10,mlp.experts.116.up_proj,0.00011381,0.01000,0.435
10,mlp.experts.117.up_proj,0.00000004,0.01000,0.436
10,mlp.experts.118.up_proj,0.00004795,0.01000,0.436
10,mlp.experts.119.up_proj,0.00081756,0.01000,0.436
10,mlp.experts.120.up_proj,0.00132752,0.01000,0.439
10,mlp.experts.121.up_proj,0.00007438,0.01000,0.436
10,mlp.experts.122.up_proj,0.00000484,0.01000,0.442
10,mlp.experts.123.up_proj,0.00073987,0.01000,0.437
10,mlp.experts.124.up_proj,0.00056936,0.01000,0.437
10,mlp.experts.125.up_proj,0.00000125,0.01000,0.438
10,mlp.experts.126.up_proj,0.00297196,0.01000,0.438
10,mlp.experts.127.up_proj,0.00000599,0.01000,0.438
10,mlp.experts.0.gate_proj,0.00011586,0.01000,0.443
10,mlp.experts.1.gate_proj,0.00022678,0.01000,0.439
10,mlp.experts.2.gate_proj,0.00046629,0.01000,0.439
10,mlp.experts.3.gate_proj,0.00465097,0.01000,0.444
10,mlp.experts.4.gate_proj,0.00024597,0.01000,0.438
10,mlp.experts.5.gate_proj,0.00034133,0.01000,0.438
10,mlp.experts.6.gate_proj,0.00003442,0.01000,0.439
10,mlp.experts.7.gate_proj,0.00022867,0.01000,0.442
10,mlp.experts.8.gate_proj,0.00011258,0.01000,0.441
10,mlp.experts.9.gate_proj,0.00004148,0.01000,0.438
10,mlp.experts.10.gate_proj,0.00074746,0.01000,0.439
10,mlp.experts.11.gate_proj,0.00000002,0.01000,0.438
10,mlp.experts.12.gate_proj,0.00006560,0.01000,0.442
10,mlp.experts.13.gate_proj,0.00086476,0.01000,0.438
10,mlp.experts.14.gate_proj,0.00049344,0.01000,0.439
10,mlp.experts.15.gate_proj,0.00005938,0.01000,0.442
10,mlp.experts.16.gate_proj,0.00321711,0.01000,0.446
10,mlp.experts.17.gate_proj,0.00000494,0.01000,0.438
10,mlp.experts.18.gate_proj,0.00179385,0.01000,0.438
10,mlp.experts.19.gate_proj,0.00001062,0.01000,0.438
10,mlp.experts.20.gate_proj,0.00017005,0.01000,0.439
10,mlp.experts.21.gate_proj,0.00021884,0.01000,0.443
10,mlp.experts.22.gate_proj,0.00009593,0.01000,0.442
10,mlp.experts.23.gate_proj,0.00002651,0.01000,0.442
10,mlp.experts.24.gate_proj,0.00000004,0.01000,0.443
10,mlp.experts.25.gate_proj,0.00058915,0.01000,0.446
10,mlp.experts.26.gate_proj,0.00425821,0.01000,0.444
10,mlp.experts.27.gate_proj,0.00013452,0.01000,0.444
10,mlp.experts.28.gate_proj,0.00000588,0.01000,0.444
10,mlp.experts.29.gate_proj,0.00008342,0.01000,0.445
10,mlp.experts.30.gate_proj,0.00323239,0.01000,0.451
10,mlp.experts.31.gate_proj,0.00000315,0.01000,0.443
10,mlp.experts.32.gate_proj,0.00046795,0.01000,0.444
10,mlp.experts.33.gate_proj,0.00038259,0.01000,0.445
10,mlp.experts.34.gate_proj,0.00001321,0.01000,0.450
10,mlp.experts.35.gate_proj,0.00221645,0.01000,0.446
10,mlp.experts.36.gate_proj,0.00003094,0.01000,0.446
10,mlp.experts.37.gate_proj,0.00006560,0.01000,0.445
10,mlp.experts.38.gate_proj,0.00012664,0.01000,0.451
10,mlp.experts.39.gate_proj,0.00066327,0.01000,0.447
10,mlp.experts.40.gate_proj,0.00248744,0.01000,0.442
10,mlp.experts.41.gate_proj,0.00078173,0.01000,0.440
10,mlp.experts.42.gate_proj,0.00002905,0.01000,0.439
10,mlp.experts.43.gate_proj,0.00066141,0.01000,0.439
10,mlp.experts.44.gate_proj,0.00000002,0.01000,0.438
10,mlp.experts.45.gate_proj,0.00040392,0.01000,0.439
10,mlp.experts.46.gate_proj,0.00000121,0.01000,0.440
10,mlp.experts.47.gate_proj,0.00010163,0.01000,0.441
10,mlp.experts.48.gate_proj,0.00014552,0.01000,0.442
10,mlp.experts.49.gate_proj,0.00000279,0.01000,0.451
10,mlp.experts.50.gate_proj,0.00089707,0.01000,0.440
10,mlp.experts.51.gate_proj,0.00011430,0.01000,0.449
10,mlp.experts.52.gate_proj,0.00193561,0.01000,0.440
10,mlp.experts.53.gate_proj,0.00005712,0.01000,0.441
10,mlp.experts.54.gate_proj,0.00011638,0.01000,0.441
10,mlp.experts.55.gate_proj,0.00395594,0.01000,0.444
10,mlp.experts.56.gate_proj,0.00001690,0.01000,0.441
10,mlp.experts.57.gate_proj,0.00156771,0.01000,0.443
10,mlp.experts.58.gate_proj,0.00033472,0.01000,0.440
10,mlp.experts.59.gate_proj,0.00009723,0.01000,0.440
10,mlp.experts.60.gate_proj,0.00000131,0.01000,0.441
10,mlp.experts.61.gate_proj,0.00053270,0.01000,0.446
10,mlp.experts.62.gate_proj,0.00143362,0.01000,0.440
10,mlp.experts.63.gate_proj,0.00005667,0.01000,0.439
10,mlp.experts.64.gate_proj,0.00227667,0.01000,0.440
10,mlp.experts.65.gate_proj,0.00009943,0.01000,0.440
10,mlp.experts.66.gate_proj,0.00044798,0.01000,0.441
10,mlp.experts.67.gate_proj,0.00004019,0.01000,0.444
10,mlp.experts.68.gate_proj,0.00099110,0.01000,0.440
10,mlp.experts.69.gate_proj,0.00109193,0.01000,0.443
10,mlp.experts.70.gate_proj,0.00071370,0.01000,0.443
10,mlp.experts.71.gate_proj,0.00475177,0.01000,0.445
10,mlp.experts.72.gate_proj,0.00000334,0.01000,0.443
10,mlp.experts.73.gate_proj,0.00254979,0.01000,0.444
10,mlp.experts.74.gate_proj,0.00110807,0.01000,0.456
10,mlp.experts.75.gate_proj,0.00028162,0.01000,0.444
10,mlp.experts.76.gate_proj,0.00116716,0.01000,0.460
10,mlp.experts.77.gate_proj,0.00001053,0.01000,0.448
10,mlp.experts.78.gate_proj,0.00011532,0.01000,0.443
10,mlp.experts.79.gate_proj,0.00000000,0.01000,0.444
10,mlp.experts.80.gate_proj,0.00112472,0.01000,0.445
10,mlp.experts.81.gate_proj,0.00008744,0.01000,0.442
10,mlp.experts.82.gate_proj,0.00143708,0.01000,0.445
10,mlp.experts.83.gate_proj,0.00044419,0.01000,0.443
10,mlp.experts.84.gate_proj,0.00004639,0.01000,0.445
10,mlp.experts.85.gate_proj,0.00135581,0.01000,0.443
10,mlp.experts.86.gate_proj,0.00022985,0.01000,0.441
10,mlp.experts.87.gate_proj,0.00003295,0.01000,0.443
10,mlp.experts.88.gate_proj,0.00069791,0.01000,0.446
10,mlp.experts.89.gate_proj,0.00000377,0.01000,0.443
10,mlp.experts.90.gate_proj,0.00010318,0.01000,0.442
10,mlp.experts.91.gate_proj,0.00275203,0.01000,0.445
10,mlp.experts.92.gate_proj,0.00016339,0.01000,0.441
10,mlp.experts.93.gate_proj,0.00000005,0.01000,0.445
10,mlp.experts.94.gate_proj,0.00566280,0.01000,0.440
10,mlp.experts.95.gate_proj,0.00142545,0.01000,0.440
10,mlp.experts.96.gate_proj,0.00026273,0.01000,0.439
10,mlp.experts.97.gate_proj,0.00087031,0.01000,0.439
10,mlp.experts.98.gate_proj,0.00077318,0.01000,0.440
10,mlp.experts.99.gate_proj,0.00059058,0.01000,0.440
10,mlp.experts.100.gate_proj,0.00005287,0.01000,0.440
10,mlp.experts.101.gate_proj,0.00031542,0.01000,0.440
10,mlp.experts.102.gate_proj,0.00017521,0.01000,0.440
10,mlp.experts.103.gate_proj,0.00038213,0.01000,0.443
10,mlp.experts.104.gate_proj,0.00001058,0.01000,0.440
10,mlp.experts.105.gate_proj,0.00036891,0.01000,0.445
10,mlp.experts.106.gate_proj,0.00000025,0.01000,0.448
10,mlp.experts.107.gate_proj,0.00112781,0.01000,0.441
10,mlp.experts.108.gate_proj,0.00087977,0.01000,0.441
10,mlp.experts.109.gate_proj,0.00049894,0.01000,0.440
10,mlp.experts.110.gate_proj,0.00099615,0.01000,0.438
10,mlp.experts.111.gate_proj,0.00004215,0.01000,0.437
10,mlp.experts.112.gate_proj,0.00107374,0.01000,0.433
10,mlp.experts.113.gate_proj,0.00046426,0.01000,0.434
10,mlp.experts.114.gate_proj,0.00000083,0.01000,0.435
10,mlp.experts.115.gate_proj,0.00000534,0.01000,0.441
10,mlp.experts.116.gate_proj,0.00011943,0.01000,0.437
10,mlp.experts.117.gate_proj,0.00000004,0.01000,0.437
10,mlp.experts.118.gate_proj,0.00005073,0.01000,0.442
10,mlp.experts.119.gate_proj,0.00084287,0.01000,0.438
10,mlp.experts.120.gate_proj,0.00140985,0.01000,0.439
10,mlp.experts.121.gate_proj,0.00007805,0.01000,0.438
10,mlp.experts.122.gate_proj,0.00000506,0.01000,0.437
10,mlp.experts.123.gate_proj,0.00075150,0.01000,0.442
10,mlp.experts.124.gate_proj,0.00055090,0.01000,0.438
10,mlp.experts.125.gate_proj,0.00000132,0.01000,0.438
10,mlp.experts.126.gate_proj,0.00333804,0.01000,0.437
10,mlp.experts.127.gate_proj,0.00000614,0.01000,0.438
10,mlp.experts.0.down_proj,0.00001042,0.01000,0.182
10,mlp.experts.1.down_proj,0.00002130,0.01000,0.167
10,mlp.experts.2.down_proj,0.00008415,0.01000,0.167
10,mlp.experts.3.down_proj,0.00049128,0.01000,0.168
10,mlp.experts.4.down_proj,0.00004738,0.01000,0.167
10,mlp.experts.5.down_proj,0.00001856,0.01000,0.167
10,mlp.experts.6.down_proj,0.00000105,0.01000,0.167
10,mlp.experts.7.down_proj,0.00001321,0.01000,0.177
10,mlp.experts.8.down_proj,0.00001345,0.01000,0.168
10,mlp.experts.9.down_proj,0.00000294,0.01000,0.168
10,mlp.experts.10.down_proj,0.00014306,0.01000,0.167
10,mlp.experts.11.down_proj,0.00000000,0.01000,0.168
10,mlp.experts.12.down_proj,0.00000858,0.01000,0.174
10,mlp.experts.13.down_proj,0.00012150,0.01000,0.167
10,mlp.experts.14.down_proj,0.00007255,0.01000,0.168
10,mlp.experts.15.down_proj,0.00001053,0.01000,0.169
10,mlp.experts.16.down_proj,0.00075171,0.01000,0.168
10,mlp.experts.17.down_proj,0.00000091,0.01000,0.176
10,mlp.experts.18.down_proj,0.00022180,0.01000,0.170
10,mlp.experts.19.down_proj,0.00000124,0.01000,0.169
10,mlp.experts.20.down_proj,0.00002019,0.01000,0.170
10,mlp.experts.21.down_proj,0.00004304,0.01000,0.170
10,mlp.experts.22.down_proj,0.00001124,0.01000,0.169
10,mlp.experts.23.down_proj,0.00000379,0.01000,0.169
10,mlp.experts.24.down_proj,0.00000001,0.01000,0.169
10,mlp.experts.25.down_proj,0.00004644,0.01000,0.170
10,mlp.experts.26.down_proj,0.00066405,0.01000,0.169
10,mlp.experts.27.down_proj,0.00002868,0.01000,0.169
10,mlp.experts.28.down_proj,0.00000096,0.01000,0.169
10,mlp.experts.29.down_proj,0.00000916,0.01000,0.170
10,mlp.experts.30.down_proj,0.00045729,0.01000,0.169
10,mlp.experts.31.down_proj,0.00000079,0.01000,0.169
10,mlp.experts.32.down_proj,0.00004376,0.01000,0.169
10,mlp.experts.33.down_proj,0.00006878,0.01000,0.169
10,mlp.experts.34.down_proj,0.00000204,0.01000,0.170
10,mlp.experts.35.down_proj,0.00035468,0.01000,0.170
10,mlp.experts.36.down_proj,0.00000213,0.01000,0.171
10,mlp.experts.37.down_proj,0.00001059,0.01000,0.169
10,mlp.experts.38.down_proj,0.00000054,0.01000,0.173
10,mlp.experts.39.down_proj,0.00009163,0.01000,0.170
10,mlp.experts.40.down_proj,0.00041767,0.01000,0.170
10,mlp.experts.41.down_proj,0.00012500,0.01000,0.170
10,mlp.experts.42.down_proj,0.00000177,0.01000,0.170
10,mlp.experts.43.down_proj,0.00012628,0.01000,0.170
10,mlp.experts.44.down_proj,0.00000000,0.01000,0.170
10,mlp.experts.45.down_proj,0.00007361,0.01000,0.170
10,mlp.experts.46.down_proj,0.00000031,0.01000,0.170
10,mlp.experts.47.down_proj,0.00002331,0.01000,0.170
10,mlp.experts.48.down_proj,0.00001493,0.01000,0.170
10,mlp.experts.49.down_proj,0.00000035,0.01000,0.170
10,mlp.experts.50.down_proj,0.00011370,0.01000,0.171
10,mlp.experts.51.down_proj,0.00001745,0.01000,0.169
10,mlp.experts.52.down_proj,0.00021909,0.01000,0.171
10,mlp.experts.53.down_proj,0.00000988,0.01000,0.169
10,mlp.experts.54.down_proj,0.00000617,0.01000,0.169
10,mlp.experts.55.down_proj,0.00061818,0.01000,0.170
10,mlp.experts.56.down_proj,0.00000265,0.01000,0.170
10,mlp.experts.57.down_proj,0.00038598,0.01000,0.169
10,mlp.experts.58.down_proj,0.00004593,0.01000,0.170
10,mlp.experts.59.down_proj,0.00001293,0.01000,0.169
10,mlp.experts.60.down_proj,0.00000038,0.01000,0.169
10,mlp.experts.61.down_proj,0.00009397,0.01000,0.170
10,mlp.experts.62.down_proj,0.00022193,0.01000,0.169
10,mlp.experts.63.down_proj,0.00000825,0.01000,0.169
10,mlp.experts.64.down_proj,0.00027823,0.01000,0.169
10,mlp.experts.65.down_proj,0.00001671,0.01000,0.170
10,mlp.experts.66.down_proj,0.00006325,0.01000,0.169
10,mlp.experts.67.down_proj,0.00000454,0.01000,0.170
10,mlp.experts.68.down_proj,0.00019593,0.01000,0.170
10,mlp.experts.69.down_proj,0.00012846,0.01000,0.170
10,mlp.experts.70.down_proj,0.00009281,0.01000,0.169
10,mlp.experts.71.down_proj,0.00067562,0.01000,0.170
10,mlp.experts.72.down_proj,0.00000076,0.01000,0.182
10,mlp.experts.73.down_proj,0.00044366,0.01000,0.170
10,mlp.experts.74.down_proj,0.00017722,0.01000,0.170
10,mlp.experts.75.down_proj,0.00003072,0.01000,0.169
10,mlp.experts.76.down_proj,0.00013150,0.01000,0.169
10,mlp.experts.77.down_proj,0.00000222,0.01000,0.169
10,mlp.experts.78.down_proj,0.00001631,0.01000,0.186
10,mlp.experts.79.down_proj,0.00000000,0.01000,0.171
10,mlp.experts.80.down_proj,0.00010314,0.01000,0.170
10,mlp.experts.81.down_proj,0.00000673,0.01000,0.170
10,mlp.experts.82.down_proj,0.00029815,0.01000,0.171
10,mlp.experts.83.down_proj,0.00007229,0.01000,0.170
10,mlp.experts.84.down_proj,0.00000492,0.01000,0.171
10,mlp.experts.85.down_proj,0.00019456,0.01000,0.170
10,mlp.experts.86.down_proj,0.00003513,0.01000,0.170
10,mlp.experts.87.down_proj,0.00000628,0.01000,0.170
10,mlp.experts.88.down_proj,0.00010257,0.01000,0.171
10,mlp.experts.89.down_proj,0.00000073,0.01000,0.170
10,mlp.experts.90.down_proj,0.00001772,0.01000,0.170
10,mlp.experts.91.down_proj,0.00034366,0.01000,0.170
10,mlp.experts.92.down_proj,0.00001575,0.01000,0.171
10,mlp.experts.93.down_proj,0.00000001,0.01000,0.170
10,mlp.experts.94.down_proj,0.00093309,0.01000,0.170
10,mlp.experts.95.down_proj,0.00028540,0.01000,0.170
10,mlp.experts.96.down_proj,0.00003588,0.01000,0.170
10,mlp.experts.97.down_proj,0.00009274,0.01000,0.172
10,mlp.experts.98.down_proj,0.00009149,0.01000,0.171
10,mlp.experts.99.down_proj,0.00008964,0.01000,0.170
10,mlp.experts.100.down_proj,0.00001019,0.01000,0.170
10,mlp.experts.101.down_proj,0.00005133,0.01000,0.170
10,mlp.experts.102.down_proj,0.00001774,0.01000,0.173
10,mlp.experts.103.down_proj,0.00006338,0.01000,0.170
10,mlp.experts.104.down_proj,0.00000204,0.01000,0.170
10,mlp.experts.105.down_proj,0.00006028,0.01000,0.170
10,mlp.experts.106.down_proj,0.00000003,0.01000,0.170
10,mlp.experts.107.down_proj,0.00018010,0.01000,0.169
10,mlp.experts.108.down_proj,0.00014064,0.01000,0.173
10,mlp.experts.109.down_proj,0.00009767,0.01000,0.170
10,mlp.experts.110.down_proj,0.00014565,0.01000,0.170
10,mlp.experts.111.down_proj,0.00000912,0.01000,0.169
10,mlp.experts.112.down_proj,0.00015084,0.01000,0.172
10,mlp.experts.113.down_proj,0.00006719,0.01000,0.170
10,mlp.experts.114.down_proj,0.00000011,0.01000,0.173
10,mlp.experts.115.down_proj,0.00000100,0.01000,0.170
10,mlp.experts.116.down_proj,0.00001809,0.01000,0.169
10,mlp.experts.117.down_proj,0.00000001,0.01000,0.171
10,mlp.experts.118.down_proj,0.00000863,0.01000,0.170
10,mlp.experts.119.down_proj,0.00013921,0.01000,0.170
10,mlp.experts.120.down_proj,0.00023310,0.01000,0.174
10,mlp.experts.121.down_proj,0.00000592,0.01000,0.170
10,mlp.experts.122.down_proj,0.00000068,0.01000,0.170
10,mlp.experts.123.down_proj,0.00010646,0.01000,0.170
10,mlp.experts.124.down_proj,0.00008292,0.01000,0.170
10,mlp.experts.125.down_proj,0.00000032,0.01000,0.170
10,mlp.experts.126.down_proj,0.00046761,0.01000,0.173
10,mlp.experts.127.down_proj,0.00000183,0.01000,0.170
11,self_attn.q_proj,0.00011058,0.01000,0.464
11,self_attn.k_proj,0.00001537,0.01000,0.456
11,self_attn.v_proj,0.00001607,0.01000,0.448
11,self_attn.o_proj,0.00001394,0.01000,0.925
11,mlp.experts.0.up_proj,0.00070347,0.01000,0.476
11,mlp.experts.1.up_proj,0.00006337,0.01000,0.465
11,mlp.experts.2.up_proj,0.00026963,0.01000,0.465
11,mlp.experts.3.up_proj,0.00424664,0.01000,0.447
11,mlp.experts.4.up_proj,0.00007694,0.01000,0.450
11,mlp.experts.5.up_proj,0.00029653,0.01000,0.451
11,mlp.experts.6.up_proj,0.00001334,0.01000,0.453
11,mlp.experts.7.up_proj,0.00005016,0.01000,0.443
11,mlp.experts.8.up_proj,0.00114573,0.01000,0.444
11,mlp.experts.9.up_proj,0.00010822,0.01000,0.452
11,mlp.experts.10.up_proj,0.00000365,0.01000,0.457
11,mlp.experts.11.up_proj,0.00000638,0.01000,0.453
11,mlp.experts.12.up_proj,0.00073446,0.01000,0.443
11,mlp.experts.13.up_proj,0.00064486,0.01000,0.452
11,mlp.experts.14.up_proj,0.00180197,0.01000,0.455
11,mlp.experts.15.up_proj,0.00012920,0.01000,0.460
11,mlp.experts.16.up_proj,0.00193877,0.01000,0.456
11,mlp.experts.17.up_proj,0.00006345,0.01000,0.454
11,mlp.experts.18.up_proj,0.00179667,0.01000,0.451
11,mlp.experts.19.up_proj,0.00002614,0.01000,0.459
11,mlp.experts.20.up_proj,0.00330942,0.01000,0.453
11,mlp.experts.21.up_proj,0.00022180,0.01000,0.451
11,mlp.experts.22.up_proj,0.00009370,0.01000,0.451
11,mlp.experts.23.up_proj,0.00002353,0.01000,0.457
11,mlp.experts.24.up_proj,0.00030990,0.01000,0.454
11,mlp.experts.25.up_proj,0.00384732,0.01000,0.451
11,mlp.experts.26.up_proj,0.00365610,0.01000,0.450
11,mlp.experts.27.up_proj,0.00000020,0.01000,0.451
11,mlp.experts.28.up_proj,0.00102770,0.01000,0.463
11,mlp.experts.29.up_proj,0.00137803,0.01000,0.453
11,mlp.experts.30.up_proj,0.00118811,0.01000,0.453
11,mlp.experts.31.up_proj,0.00023493,0.01000,0.452
11,mlp.experts.32.up_proj,0.00001550,0.01000,0.454
11,mlp.experts.33.up_proj,0.00386223,0.01000,0.459
11,mlp.experts.34.up_proj,0.00000174,0.01000,0.451
11,mlp.experts.35.up_proj,0.00000007,0.01000,0.450
11,mlp.experts.36.up_proj,0.00017152,0.01000,0.454
11,mlp.experts.37.up_proj,0.00074686,0.01000,0.457
11,mlp.experts.38.up_proj,0.00000620,0.01000,0.453
11,mlp.experts.39.up_proj,0.00114357,0.01000,0.456
11,mlp.experts.40.up_proj,0.00030005,0.01000,0.460
11,mlp.experts.41.up_proj,0.00065262,0.01000,0.464
11,mlp.experts.42.up_proj,0.00027757,0.01000,0.455
11,mlp.experts.43.up_proj,0.00110034,0.01000,0.455
11,mlp.experts.44.up_proj,0.00000057,0.01000,0.457
11,mlp.experts.45.up_proj,0.00031534,0.01000,0.449
11,mlp.experts.46.up_proj,0.00037041,0.01000,0.455
11,mlp.experts.47.up_proj,0.00090478,0.01000,0.449
11,mlp.experts.48.up_proj,0.00052575,0.01000,0.446
11,mlp.experts.49.up_proj,0.00042557,0.01000,0.453
11,mlp.experts.50.up_proj,0.00084192,0.01000,0.459
11,mlp.experts.51.up_proj,0.00001829,0.01000,0.451
11,mlp.experts.52.up_proj,0.00088776,0.01000,0.443
11,mlp.experts.53.up_proj,0.00028992,0.01000,0.442
11,mlp.experts.54.up_proj,0.00006694,0.01000,0.443
11,mlp.experts.55.up_proj,0.00063530,0.01000,0.449
11,mlp.experts.56.up_proj,0.00035941,0.01000,0.452
11,mlp.experts.57.up_proj,0.00000001,0.01000,0.451
11,mlp.experts.58.up_proj,0.00107507,0.01000,0.451
11,mlp.experts.59.up_proj,0.00625243,0.01000,0.464
11,mlp.experts.60.up_proj,0.00103634,0.01000,0.457
11,mlp.experts.61.up_proj,0.00102483,0.01000,0.464
11,mlp.experts.62.up_proj,0.00013484,0.01000,0.454
11,mlp.experts.63.up_proj,0.00005239,0.01000,0.464
11,mlp.experts.64.up_proj,0.00015034,0.01000,0.455
11,mlp.experts.65.up_proj,0.00006590,0.01000,0.453
11,mlp.experts.66.up_proj,0.00000062,0.01000,0.451
11,mlp.experts.67.up_proj,0.00052421,0.01000,0.467
11,mlp.experts.68.up_proj,0.00180182,0.01000,0.451
11,mlp.experts.69.up_proj,0.00093419,0.01000,0.464
11,mlp.experts.70.up_proj,0.00002005,0.01000,0.457
11,mlp.experts.71.up_proj,0.00146405,0.01000,0.452
11,mlp.experts.72.up_proj,0.00010358,0.01000,0.466
11,mlp.experts.73.up_proj,0.00135423,0.01000,0.456
11,mlp.experts.74.up_proj,0.00000068,0.01000,0.449
11,mlp.experts.75.up_proj,0.00004761,0.01000,0.459
11,mlp.experts.76.up_proj,0.00007756,0.01000,0.451
11,mlp.experts.77.up_proj,0.00000653,0.01000,0.453
11,mlp.experts.78.up_proj,0.00102478,0.01000,0.453
11,mlp.experts.79.up_proj,0.00160412,0.01000,0.454
11,mlp.experts.80.up_proj,0.00000004,0.01000,0.456
11,mlp.experts.81.up_proj,0.00022973,0.01000,0.460
11,mlp.experts.82.up_proj,0.00026420,0.01000,0.454
11,mlp.experts.83.up_proj,0.00000007,0.01000,0.453
11,mlp.experts.84.up_proj,0.00003015,0.01000,0.454
11,mlp.experts.85.up_proj,0.00081385,0.01000,0.460
11,mlp.experts.86.up_proj,0.00086276,0.01000,0.454
11,mlp.experts.87.up_proj,0.00086520,0.01000,0.451
11,mlp.experts.88.up_proj,0.00000166,0.01000,0.463
11,mlp.experts.89.up_proj,0.00060767,0.01000,0.456
11,mlp.experts.90.up_proj,0.00057979,0.01000,0.471
11,mlp.experts.91.up_proj,0.00000004,0.01000,0.450
11,mlp.experts.92.up_proj,0.00086781,0.01000,0.450
11,mlp.experts.93.up_proj,0.00000006,0.01000,0.452
11,mlp.experts.94.up_proj,0.00072290,0.01000,0.461
11,mlp.experts.95.up_proj,0.00049398,0.01000,0.461
11,mlp.experts.96.up_proj,0.00187203,0.01000,0.446
11,mlp.experts.97.up_proj,0.00085086,0.01000,0.436
11,mlp.experts.98.up_proj,0.00181105,0.01000,0.436
11,mlp.experts.99.up_proj,0.00275748,0.01000,0.440
11,mlp.experts.100.up_proj,0.00053831,0.01000,0.435
11,mlp.experts.101.up_proj,0.00083653,0.01000,0.448
11,mlp.experts.102.up_proj,0.00018641,0.01000,0.443
11,mlp.experts.103.up_proj,0.00007932,0.01000,0.448
11,mlp.experts.104.up_proj,0.00001417,0.01000,0.453
11,mlp.experts.105.up_proj,0.00217911,0.01000,0.450
11,mlp.experts.106.up_proj,0.00001514,0.01000,0.456
11,mlp.experts.107.up_proj,0.00490635,0.01000,0.463
11,mlp.experts.108.up_proj,0.00001707,0.01000,0.457
11,mlp.experts.109.up_proj,0.00036794,0.01000,0.457
11,mlp.experts.110.up_proj,0.00003468,0.01000,0.459
11,mlp.experts.111.up_proj,0.00115328,0.01000,0.453
11,mlp.experts.112.up_proj,0.00004652,0.01000,0.449
11,mlp.experts.113.up_proj,0.00000926,0.01000,0.452
11,mlp.experts.114.up_proj,0.00017792,0.01000,0.452
11,mlp.experts.115.up_proj,0.00193651,0.01000,0.453
11,mlp.experts.116.up_proj,0.00076788,0.01000,0.478
11,mlp.experts.117.up_proj,0.00002423,0.01000,0.458
11,mlp.experts.118.up_proj,0.00000043,0.01000,0.463
11,mlp.experts.119.up_proj,0.00000001,0.01000,0.453
11,mlp.experts.120.up_proj,0.00008412,0.01000,0.456
11,mlp.experts.121.up_proj,0.00013240,0.01000,0.454
11,mlp.experts.122.up_proj,0.00072674,0.01000,0.453
11,mlp.experts.123.up_proj,0.00000004,0.01000,0.463
11,mlp.experts.124.up_proj,0.00027387,0.01000,0.470
11,mlp.experts.125.up_proj,0.00008742,0.01000,0.467
11,mlp.experts.126.up_proj,0.00054600,0.01000,0.460
11,mlp.experts.127.up_proj,0.00000137,0.01000,0.452
11,mlp.experts.0.gate_proj,0.00068762,0.01000,0.451
11,mlp.experts.1.gate_proj,0.00006302,0.01000,0.464
11,mlp.experts.2.gate_proj,0.00028185,0.01000,0.456
11,mlp.experts.3.gate_proj,0.00440250,0.01000,0.451
11,mlp.experts.4.gate_proj,0.00007723,0.01000,0.450
11,mlp.experts.5.gate_proj,0.00030603,0.01000,0.458
11,mlp.experts.6.gate_proj,0.00001398,0.01000,0.451
11,mlp.experts.7.gate_proj,0.00005188,0.01000,0.453
11,mlp.experts.8.gate_proj,0.00123473,0.01000,0.450
11,mlp.experts.9.gate_proj,0.00025810,0.01000,0.451
11,mlp.experts.10.gate_proj,0.00000368,0.01000,0.453
11,mlp.experts.11.gate_proj,0.00000666,0.01000,0.454
11,mlp.experts.12.gate_proj,0.00075250,0.01000,0.450
11,mlp.experts.13.gate_proj,0.00066704,0.01000,0.451
11,mlp.experts.14.gate_proj,0.00186507,0.01000,0.452
11,mlp.experts.15.gate_proj,0.00013408,0.01000,0.445
11,mlp.experts.16.gate_proj,0.00181885,0.01000,0.441
11,mlp.experts.17.gate_proj,0.00006801,0.01000,0.445
11,mlp.experts.18.gate_proj,0.00168626,0.01000,0.461
11,mlp.experts.19.gate_proj,0.00002637,0.01000,0.446
11,mlp.experts.20.gate_proj,0.00368556,0.01000,0.449
11,mlp.experts.21.gate_proj,0.00022639,0.01000,0.443
11,mlp.experts.22.gate_proj,0.00009439,0.01000,0.444
11,mlp.experts.23.gate_proj,0.00002348,0.01000,0.447
11,mlp.experts.24.gate_proj,0.00031530,0.01000,0.445
11,mlp.experts.25.gate_proj,0.00544726,0.01000,0.444
11,mlp.experts.26.gate_proj,0.00365145,0.01000,0.442
11,mlp.experts.27.gate_proj,0.00000021,0.01000,0.448
11,mlp.experts.28.gate_proj,0.00103929,0.01000,0.445
11,mlp.experts.29.gate_proj,0.00139541,0.01000,0.447
11,mlp.experts.30.gate_proj,0.00129187,0.01000,0.455
11,mlp.experts.31.gate_proj,0.00023662,0.01000,0.451
11,mlp.experts.32.gate_proj,0.00001577,0.01000,0.441
11,mlp.experts.33.gate_proj,0.00407727,0.01000,0.444
11,mlp.experts.34.gate_proj,0.00000182,0.01000,0.441
11,mlp.experts.35.gate_proj,0.00000007,0.01000,0.441
11,mlp.experts.36.gate_proj,0.00016931,0.01000,0.444
11,mlp.experts.37.gate_proj,0.00078836,0.01000,0.441
11,mlp.experts.38.gate_proj,0.00000644,0.01000,0.442
11,mlp.experts.39.gate_proj,0.00115047,0.01000,0.444
11,mlp.experts.40.gate_proj,0.00030696,0.01000,0.445
11,mlp.experts.41.gate_proj,0.00068404,0.01000,0.458
11,mlp.experts.42.gate_proj,0.00028004,0.01000,0.445
11,mlp.experts.43.gate_proj,0.00111270,0.01000,0.464
11,mlp.experts.44.gate_proj,0.00000058,0.01000,0.445
11,mlp.experts.45.gate_proj,0.00033458,0.01000,0.449
11,mlp.experts.46.gate_proj,0.00036845,0.01000,0.448
11,mlp.experts.47.gate_proj,0.00087566,0.01000,0.445
11,mlp.experts.48.gate_proj,0.00057686,0.01000,0.445
11,mlp.experts.49.gate_proj,0.00042915,0.01000,0.443
11,mlp.experts.50.gate_proj,0.00085457,0.01000,0.442
11,mlp.experts.51.gate_proj,0.00001832,0.01000,0.444
11,mlp.experts.52.gate_proj,0.00091785,0.01000,0.443
11,mlp.experts.53.gate_proj,0.00030731,0.01000,0.443
11,mlp.experts.54.gate_proj,0.00006908,0.01000,0.447
11,mlp.experts.55.gate_proj,0.00068370,0.01000,0.444
11,mlp.experts.56.gate_proj,0.00039974,0.01000,0.443
11,mlp.experts.57.gate_proj,0.00000001,0.01000,0.445
11,mlp.experts.58.gate_proj,0.00117332,0.01000,0.446
11,mlp.experts.59.gate_proj,0.00561764,0.01000,0.445
11,mlp.experts.60.gate_proj,0.00106799,0.01000,0.448
11,mlp.experts.61.gate_proj,0.00089842,0.01000,0.451
11,mlp.experts.62.gate_proj,0.00013854,0.01000,0.445
11,mlp.experts.63.gate_proj,0.00005541,0.01000,0.445
11,mlp.experts.64.gate_proj,0.00015299,0.01000,0.445
11,mlp.experts.65.gate_proj,0.00006857,0.01000,0.445
11,mlp.experts.66.gate_proj,0.00000069,0.01000,0.446
11,mlp.experts.67.gate_proj,0.00048958,0.01000,0.443
11,mlp.experts.68.gate_proj,0.00187551,0.01000,0.447
11,mlp.experts.69.gate_proj,0.00097974,0.01000,0.442
11,mlp.experts.70.gate_proj,0.00002033,0.01000,0.442
11,mlp.experts.71.gate_proj,0.00162181,0.01000,0.442
11,mlp.experts.72.gate_proj,0.00010940,0.01000,0.441
11,mlp.experts.73.gate_proj,0.00127946,0.01000,0.441
11,mlp.experts.74.gate_proj,0.00000070,0.01000,0.442
11,mlp.experts.75.gate_proj,0.00004870,0.01000,0.442
11,mlp.experts.76.gate_proj,0.00008138,0.01000,0.443
11,mlp.experts.77.gate_proj,0.00000686,0.01000,0.447
11,mlp.experts.78.gate_proj,0.00106522,0.01000,0.448
11,mlp.experts.79.gate_proj,0.00170971,0.01000,0.442
11,mlp.experts.80.gate_proj,0.00000004,0.01000,0.443
11,mlp.experts.81.gate_proj,0.00023759,0.01000,0.443
11,mlp.experts.82.gate_proj,0.00028381,0.01000,0.443
11,mlp.experts.83.gate_proj,0.00000008,0.01000,0.442
11,mlp.experts.84.gate_proj,0.00003105,0.01000,0.442
11,mlp.experts.85.gate_proj,0.00083707,0.01000,0.442
11,mlp.experts.86.gate_proj,0.00086314,0.01000,0.446
11,mlp.experts.87.gate_proj,0.00091155,0.01000,0.442
11,mlp.experts.88.gate_proj,0.00000170,0.01000,0.443
11,mlp.experts.89.gate_proj,0.00062746,0.01000,0.446
11,mlp.experts.90.gate_proj,0.00057158,0.01000,0.448
11,mlp.experts.91.gate_proj,0.00000004,0.01000,0.448
11,mlp.experts.92.gate_proj,0.00097557,0.01000,0.441
11,mlp.experts.93.gate_proj,0.00000006,0.01000,0.443
11,mlp.experts.94.gate_proj,0.00078493,0.01000,0.444
11,mlp.experts.95.gate_proj,0.00052955,0.01000,0.445
11,mlp.experts.96.gate_proj,0.00190899,0.01000,0.444
11,mlp.experts.97.gate_proj,0.00086180,0.01000,0.444
11,mlp.experts.98.gate_proj,0.00182117,0.01000,0.444
11,mlp.experts.99.gate_proj,0.00284351,0.01000,0.445
11,mlp.experts.100.gate_proj,0.00056068,0.01000,0.445
11,mlp.experts.101.gate_proj,0.00082786,0.01000,0.446
11,mlp.experts.102.gate_proj,0.00019574,0.01000,0.448
11,mlp.experts.103.gate_proj,0.00008382,0.01000,0.444
11,mlp.experts.104.gate_proj,0.00001465,0.01000,0.444
11,mlp.experts.105.gate_proj,0.00221502,0.01000,0.445
11,mlp.experts.106.gate_proj,0.00001569,0.01000,0.441
11,mlp.experts.107.gate_proj,0.00493612,0.01000,0.441
11,mlp.experts.108.gate_proj,0.00001755,0.01000,0.458
11,mlp.experts.109.gate_proj,0.00037617,0.01000,0.445
11,mlp.experts.110.gate_proj,0.00003613,0.01000,0.451
11,mlp.experts.111.gate_proj,0.00131755,0.01000,0.440
11,mlp.experts.112.gate_proj,0.00004821,0.01000,0.450
11,mlp.experts.113.gate_proj,0.00000958,0.01000,0.446
11,mlp.experts.114.gate_proj,0.00017881,0.01000,0.440
11,mlp.experts.115.gate_proj,0.00201306,0.01000,0.440
11,mlp.experts.116.gate_proj,0.00079112,0.01000,0.438
11,mlp.experts.117.gate_proj,0.00002520,0.01000,0.439
11,mlp.experts.118.gate_proj,0.00000043,0.01000,0.443
11,mlp.experts.119.gate_proj,0.00000001,0.01000,0.436
11,mlp.experts.120.gate_proj,0.00008620,0.01000,0.434
11,mlp.experts.121.gate_proj,0.00013783,0.01000,0.436
11,mlp.experts.122.gate_proj,0.00070278,0.01000,0.442
11,mlp.experts.123.gate_proj,0.00000004,0.01000,0.439
11,mlp.experts.124.gate_proj,0.00030517,0.01000,0.439
11,mlp.experts.125.gate_proj,0.00008907,0.01000,0.440
11,mlp.experts.126.gate_proj,0.00054570,0.01000,0.440
11,mlp.experts.127.gate_proj,0.00000138,0.01000,0.442
11,mlp.experts.0.down_proj,0.00008595,0.01000,0.181
11,mlp.experts.1.down_proj,0.00001107,0.01000,0.165
11,mlp.experts.2.down_proj,0.00002824,0.01000,0.166
11,mlp.experts.3.down_proj,0.00064381,0.01000,0.165
11,mlp.experts.4.down_proj,0.00000127,0.01000,0.166
11,mlp.experts.5.down_proj,0.00005810,0.01000,0.166
11,mlp.experts.6.down_proj,0.00000216,0.01000,0.167
11,mlp.experts.7.down_proj,0.00000763,0.01000,0.168
11,mlp.experts.8.down_proj,0.00020360,0.01000,0.169
11,mlp.experts.9.down_proj,0.00000227,0.01000,0.172
11,mlp.experts.10.down_proj,0.00000142,0.01000,0.167
11,mlp.experts.11.down_proj,0.00000134,0.01000,0.167
11,mlp.experts.12.down_proj,0.00008410,0.01000,0.169
11,mlp.experts.13.down_proj,0.00010640,0.01000,0.168
11,mlp.experts.14.down_proj,0.00032118,0.01000,0.169
11,mlp.experts.15.down_proj,0.00001674,0.01000,0.169
11,mlp.experts.16.down_proj,0.00032145,0.01000,0.170
11,mlp.experts.17.down_proj,0.00000700,0.01000,0.168
11,mlp.experts.18.down_proj,0.00034458,0.01000,0.168
11,mlp.experts.19.down_proj,0.00000600,0.01000,0.171
11,mlp.experts.20.down_proj,0.00066492,0.01000,0.168
11,mlp.experts.21.down_proj,0.00002773,0.01000,0.167
11,mlp.experts.22.down_proj,0.00000987,0.01000,0.166
11,mlp.experts.23.down_proj,0.00000237,0.01000,0.169
11,mlp.experts.24.down_proj,0.00005731,0.01000,0.167
11,mlp.experts.25.down_proj,0.00122696,0.01000,0.167
11,mlp.experts.26.down_proj,0.00066184,0.01000,0.170
11,mlp.experts.27.down_proj,0.00000005,0.01000,0.166
11,mlp.experts.28.down_proj,0.00017190,0.01000,0.166
11,mlp.experts.29.down_proj,0.00017971,0.01000,0.166
11,mlp.experts.30.down_proj,0.00035236,0.01000,0.168
11,mlp.experts.31.down_proj,0.00001962,0.01000,0.167
11,mlp.experts.32.down_proj,0.00000236,0.01000,0.167
11,mlp.experts.33.down_proj,0.00056635,0.01000,0.169
11,mlp.experts.34.down_proj,0.00000027,0.01000,0.167
11,mlp.experts.35.down_proj,0.00000002,0.01000,0.167
11,mlp.experts.36.down_proj,0.00000656,0.01000,0.167
11,mlp.experts.37.down_proj,0.00011168,0.01000,0.168
11,mlp.experts.38.down_proj,0.00000169,0.01000,0.170
11,mlp.experts.39.down_proj,0.00017602,0.01000,0.167
11,mlp.experts.40.down_proj,0.00003569,0.01000,0.168
11,mlp.experts.41.down_proj,0.00006951,0.01000,0.167
11,mlp.experts.42.down_proj,0.00005095,0.01000,0.167
11,mlp.experts.43.down_proj,0.00011687,0.01000,0.167
11,mlp.experts.44.down_proj,0.00000011,0.01000,0.169
11,mlp.experts.45.down_proj,0.00007623,0.01000,0.167
11,mlp.experts.46.down_proj,0.00005287,0.01000,0.167
11,mlp.experts.47.down_proj,0.00016360,0.01000,0.167
11,mlp.experts.48.down_proj,0.00007522,0.01000,0.167
11,mlp.experts.49.down_proj,0.00007910,0.01000,0.167
11,mlp.experts.50.down_proj,0.00015193,0.01000,0.167
11,mlp.experts.51.down_proj,0.00000331,0.01000,0.167
11,mlp.experts.52.down_proj,0.00014428,0.01000,0.167
11,mlp.experts.53.down_proj,0.00003205,0.01000,0.167
11,mlp.experts.54.down_proj,0.00000998,0.01000,0.168
11,mlp.experts.55.down_proj,0.00014849,0.01000,0.167
11,mlp.experts.56.down_proj,0.00007343,0.01000,0.167
11,mlp.experts.57.down_proj,0.00000000,0.01000,0.172
11,mlp.experts.58.down_proj,0.00017460,0.01000,0.167
11,mlp.experts.59.down_proj,0.00144403,0.01000,0.167
11,mlp.experts.60.down_proj,0.00013716,0.01000,0.167
11,mlp.experts.61.down_proj,0.00016896,0.01000,0.168
11,mlp.experts.62.down_proj,0.00001487,0.01000,0.168
11,mlp.experts.63.down_proj,0.00001546,0.01000,0.167
11,mlp.experts.64.down_proj,0.00003057,0.01000,0.168
11,mlp.experts.65.down_proj,0.00000566,0.01000,0.167
11,mlp.experts.66.down_proj,0.00000002,0.01000,0.167
11,mlp.experts.67.down_proj,0.00007423,0.01000,0.169
11,mlp.experts.68.down_proj,0.00031983,0.01000,0.168
11,mlp.experts.69.down_proj,0.00018216,0.01000,0.168
11,mlp.experts.70.down_proj,0.00000348,0.01000,0.172
11,mlp.experts.71.down_proj,0.00022180,0.01000,0.168
11,mlp.experts.72.down_proj,0.00000675,0.01000,0.167
11,mlp.experts.73.down_proj,0.00023395,0.01000,0.167
11,mlp.experts.74.down_proj,0.00000018,0.01000,0.169
11,mlp.experts.75.down_proj,0.00000449,0.01000,0.167
11,mlp.experts.76.down_proj,0.00000778,0.01000,0.167
11,mlp.experts.77.down_proj,0.00000130,0.01000,0.167
11,mlp.experts.78.down_proj,0.00016068,0.01000,0.168
11,mlp.experts.79.down_proj,0.00027111,0.01000,0.167
11,mlp.experts.80.down_proj,0.00000001,0.01000,0.168
11,mlp.experts.81.down_proj,0.00002617,0.01000,0.169
11,mlp.experts.82.down_proj,0.00002491,0.01000,0.169
11,mlp.experts.83.down_proj,0.00000001,0.01000,0.168
11,mlp.experts.84.down_proj,0.00000289,0.01000,0.167
11,mlp.experts.85.down_proj,0.00010761,0.01000,0.168
11,mlp.experts.86.down_proj,0.00016506,0.01000,0.168
11,mlp.experts.87.down_proj,0.00013953,0.01000,0.167
11,mlp.experts.88.down_proj,0.00000043,0.01000,0.169
11,mlp.experts.89.down_proj,0.00009758,0.01000,0.168
11,mlp.experts.90.down_proj,0.00008702,0.01000,0.167
11,mlp.experts.91.down_proj,0.00000001,0.01000,0.168
11,mlp.experts.92.down_proj,0.00017380,0.01000,0.169
11,mlp.experts.93.down_proj,0.00000001,0.01000,0.168
11,mlp.experts.94.down_proj,0.00011179,0.01000,0.167
11,mlp.experts.95.down_proj,0.00010744,0.01000,0.169
11,mlp.experts.96.down_proj,0.00021292,0.01000,0.167
11,mlp.experts.97.down_proj,0.00013182,0.01000,0.168
11,mlp.experts.98.down_proj,0.00024891,0.01000,0.167
11,mlp.experts.99.down_proj,0.00044154,0.01000,0.168
11,mlp.experts.100.down_proj,0.00008597,0.01000,0.167
11,mlp.experts.101.down_proj,0.00009312,0.01000,0.167
11,mlp.experts.102.down_proj,0.00002868,0.01000,0.168
11,mlp.experts.103.down_proj,0.00002343,0.01000,0.167
11,mlp.experts.104.down_proj,0.00000199,0.01000,0.171
11,mlp.experts.105.down_proj,0.00031426,0.01000,0.168
11,mlp.experts.106.down_proj,0.00000125,0.01000,0.169
11,mlp.experts.107.down_proj,0.00046975,0.01000,0.167
11,mlp.experts.108.down_proj,0.00000328,0.01000,0.167
11,mlp.experts.109.down_proj,0.00004102,0.01000,0.169
11,mlp.experts.110.down_proj,0.00000495,0.01000,0.167
11,mlp.experts.111.down_proj,0.00019317,0.01000,0.167
11,mlp.experts.112.down_proj,0.00000524,0.01000,0.167
11,mlp.experts.113.down_proj,0.00000190,0.01000,0.169
11,mlp.experts.114.down_proj,0.00003078,0.01000,0.167
11,mlp.experts.115.down_proj,0.00030810,0.01000,0.168
11,mlp.experts.116.down_proj,0.00013636,0.01000,0.169
11,mlp.experts.117.down_proj,0.00000310,0.01000,0.168
11,mlp.experts.118.down_proj,0.00000010,0.01000,0.168
11,mlp.experts.119.down_proj,0.00000000,0.01000,0.167
11,mlp.experts.120.down_proj,0.00001009,0.01000,0.168
11,mlp.experts.121.down_proj,0.00001736,0.01000,0.172
11,mlp.experts.122.down_proj,0.00012069,0.01000,0.167
11,mlp.experts.123.down_proj,0.00000001,0.01000,0.169
11,mlp.experts.124.down_proj,0.00004114,0.01000,0.168
11,mlp.experts.125.down_proj,0.00000871,0.01000,0.168
11,mlp.experts.126.down_proj,0.00007609,0.01000,0.169
11,mlp.experts.127.down_proj,0.00000036,0.01000,0.171
12,self_attn.q_proj,0.00015234,0.01000,0.450
12,self_attn.k_proj,0.00002097,0.01000,0.436
12,self_attn.v_proj,0.00002301,0.01000,0.434
12,self_attn.o_proj,0.00001902,0.01000,0.889
12,mlp.experts.0.up_proj,0.00038766,0.01000,0.467
12,mlp.experts.1.up_proj,0.00003625,0.01000,0.435
12,mlp.experts.2.up_proj,0.00439269,0.01000,0.435
12,mlp.experts.3.up_proj,0.00000049,0.01000,0.437
12,mlp.experts.4.up_proj,0.00054317,0.01000,0.437
12,mlp.experts.5.up_proj,0.00000336,0.01000,0.437
12,mlp.experts.6.up_proj,0.00040078,0.01000,0.438
12,mlp.experts.7.up_proj,0.00092868,0.01000,0.437
12,mlp.experts.8.up_proj,0.00346567,0.01000,0.437
12,mlp.experts.9.up_proj,0.00198045,0.01000,0.440
12,mlp.experts.10.up_proj,0.00001557,0.01000,0.437
12,mlp.experts.11.up_proj,0.00008387,0.01000,0.437
12,mlp.experts.12.up_proj,0.00073921,0.01000,0.437
12,mlp.experts.13.up_proj,0.00000008,0.01000,0.442
12,mlp.experts.14.up_proj,0.00137107,0.01000,0.437
12,mlp.experts.15.up_proj,0.00070036,0.01000,0.439
12,mlp.experts.16.up_proj,0.00018489,0.01000,0.439
12,mlp.experts.17.up_proj,0.00059854,0.01000,0.439
12,mlp.experts.18.up_proj,0.00139983,0.01000,0.438
12,mlp.experts.19.up_proj,0.00000031,0.01000,0.440
12,mlp.experts.20.up_proj,0.00005050,0.01000,0.434
12,mlp.experts.21.up_proj,0.00406974,0.01000,0.434
12,mlp.experts.22.up_proj,0.00101033,0.01000,0.435
12,mlp.experts.23.up_proj,0.00004571,0.01000,0.436
12,mlp.experts.24.up_proj,0.00084889,0.01000,0.445
12,mlp.experts.25.up_proj,0.00013839,0.01000,0.439
12,mlp.experts.26.up_proj,0.00084897,0.01000,0.439
12,mlp.experts.27.up_proj,0.00081934,0.01000,0.438
12,mlp.experts.28.up_proj,0.00016881,0.01000,0.447
12,mlp.experts.29.up_proj,0.00001998,0.01000,0.445
12,mlp.experts.30.up_proj,0.00033226,0.01000,0.435
12,mlp.experts.31.up_proj,0.00008028,0.01000,0.436
12,mlp.experts.32.up_proj,0.00269069,0.01000,0.437
12,mlp.experts.33.up_proj,0.00000516,0.01000,0.440
12,mlp.experts.34.up_proj,0.00070405,0.01000,0.438
12,mlp.experts.35.up_proj,0.00001851,0.01000,0.439
12,mlp.experts.36.up_proj,0.00116779,0.01000,0.441
12,mlp.experts.37.up_proj,0.00004598,0.01000,0.439
12,mlp.experts.38.up_proj,0.00114966,0.01000,0.444
12,mlp.experts.39.up_proj,0.00004445,0.01000,0.437
12,mlp.experts.40.up_proj,0.00042132,0.01000,0.438
12,mlp.experts.41.up_proj,0.00036659,0.01000,0.437
12,mlp.experts.42.up_proj,0.00356890,0.01000,0.448
12,mlp.experts.43.up_proj,0.00097541,0.01000,0.438
12,mlp.experts.44.up_proj,0.00051399,0.01000,0.437
12,mlp.experts.45.up_proj,0.00002879,0.01000,0.438
12,mlp.experts.46.up_proj,0.00370805,0.01000,0.444
12,mlp.experts.47.up_proj,0.00006261,0.01000,0.446
12,mlp.experts.48.up_proj,0.00000005,0.01000,0.437
12,mlp.experts.49.up_proj,0.00039550,0.01000,0.440
12,mlp.experts.50.up_proj,0.00037171,0.01000,0.439
12,mlp.experts.51.up_proj,0.00022944,0.01000,0.442
12,mlp.experts.52.up_proj,0.00436607,0.01000,0.439
12,mlp.experts.53.up_proj,0.00176274,0.01000,0.438
12,mlp.experts.54.up_proj,0.00000628,0.01000,0.442
12,mlp.experts.55.up_proj,0.00000090,0.01000,0.435
12,mlp.experts.56.up_proj,0.00055223,0.01000,0.436
12,mlp.experts.57.up_proj,0.00003939,0.01000,0.435
12,mlp.experts.58.up_proj,0.00097476,0.01000,0.433
12,mlp.experts.59.up_proj,0.00000772,0.01000,0.436
12,mlp.experts.60.up_proj,0.00007957,0.01000,0.438
12,mlp.experts.61.up_proj,0.00107706,0.01000,0.437
12,mlp.experts.62.up_proj,0.00048959,0.01000,0.436
12,mlp.experts.63.up_proj,0.00120357,0.01000,0.438
12,mlp.experts.64.up_proj,0.00072025,0.01000,0.441
12,mlp.experts.65.up_proj,0.00196388,0.01000,0.436
12,mlp.experts.66.up_proj,0.00005319,0.01000,0.437
12,mlp.experts.67.up_proj,0.00016672,0.01000,0.441
12,mlp.experts.68.up_proj,0.00094383,0.01000,0.433
12,mlp.experts.69.up_proj,0.00163509,0.01000,0.434
12,mlp.experts.70.up_proj,0.00003741,0.01000,0.434
12,mlp.experts.71.up_proj,0.00006267,0.01000,0.433
12,mlp.experts.72.up_proj,0.00000019,0.01000,0.442
12,mlp.experts.73.up_proj,0.00087687,0.01000,0.435
12,mlp.experts.74.up_proj,0.00055241,0.01000,0.435
12,mlp.experts.75.up_proj,0.00048950,0.01000,0.438
12,mlp.experts.76.up_proj,0.00107304,0.01000,0.435
12,mlp.experts.77.up_proj,0.00000706,0.01000,0.433
12,mlp.experts.78.up_proj,0.00032278,0.01000,0.434
12,mlp.experts.79.up_proj,0.00024805,0.01000,0.433
12,mlp.experts.80.up_proj,0.00064413,0.01000,0.438
12,mlp.experts.81.up_proj,0.00000056,0.01000,0.433
12,mlp.experts.82.up_proj,0.00000314,0.01000,0.432
12,mlp.experts.83.up_proj,0.00000122,0.01000,0.437
12,mlp.experts.84.up_proj,0.00008021,0.01000,0.434
12,mlp.experts.85.up_proj,0.00333486,0.01000,0.434
12,mlp.experts.86.up_proj,0.00001112,0.01000,0.434
12,mlp.experts.87.up_proj,0.00284809,0.01000,0.433
12,mlp.experts.88.up_proj,0.00000000,0.01000,0.437
12,mlp.experts.89.up_proj,0.00072880,0.01000,0.432
12,mlp.experts.90.up_proj,0.00058961,0.01000,0.434
12,mlp.experts.91.up_proj,0.00012086,0.01000,0.434
12,mlp.experts.92.up_proj,0.00124672,0.01000,0.436
12,mlp.experts.93.up_proj,0.00000654,0.01000,0.434
12,mlp.experts.94.up_proj,0.00022818,0.01000,0.434
12,mlp.experts.95.up_proj,0.00028139,0.01000,0.437
12,mlp.experts.96.up_proj,0.00007867,0.01000,0.433
12,mlp.experts.97.up_proj,0.00325692,0.01000,0.433
12,mlp.experts.98.up_proj,0.00000197,0.01000,0.435
12,mlp.experts.99.up_proj,0.00106234,0.01000,0.435
12,mlp.experts.100.up_proj,0.00150266,0.01000,0.434
12,mlp.experts.101.up_proj,0.00013378,0.01000,0.435
12,mlp.experts.102.up_proj,0.00185856,0.01000,0.439
12,mlp.experts.103.up_proj,0.00157911,0.01000,0.434
12,mlp.experts.104.up_proj,0.00000000,0.01000,0.435
12,mlp.experts.105.up_proj,0.00209280,0.01000,0.434
12,mlp.experts.106.up_proj,0.00000067,0.01000,0.449
12,mlp.experts.107.up_proj,0.00059103,0.01000,0.436
12,mlp.experts.108.up_proj,0.00011059,0.01000,0.452
12,mlp.experts.109.up_proj,0.00000250,0.01000,0.438
12,mlp.experts.110.up_proj,0.00005285,0.01000,0.441
12,mlp.experts.111.up_proj,0.00006099,0.01000,0.437
12,mlp.experts.112.up_proj,0.00007037,0.01000,0.438
12,mlp.experts.113.up_proj,0.00001824,0.01000,0.438
12,mlp.experts.114.up_proj,0.00050950,0.01000,0.438
12,mlp.experts.115.up_proj,0.00057013,0.01000,0.439
12,mlp.experts.116.up_proj,0.00051129,0.01000,0.437
12,mlp.experts.117.up_proj,0.00014450,0.01000,0.438
12,mlp.experts.118.up_proj,0.00274151,0.01000,0.439
12,mlp.experts.119.up_proj,0.00006479,0.01000,0.446
12,mlp.experts.120.up_proj,0.00041757,0.01000,0.440
12,mlp.experts.121.up_proj,0.00053423,0.01000,0.444
12,mlp.experts.122.up_proj,0.00002279,0.01000,0.439
12,mlp.experts.123.up_proj,0.00154711,0.01000,0.438
12,mlp.experts.124.up_proj,0.00093220,0.01000,0.437
12,mlp.experts.125.up_proj,0.00009060,0.01000,0.436
12,mlp.experts.126.up_proj,0.00073296,0.01000,0.437
12,mlp.experts.127.up_proj,0.00163806,0.01000,0.436
12,mlp.experts.0.gate_proj,0.00038496,0.01000,0.437
12,mlp.experts.1.gate_proj,0.00003754,0.01000,0.442
12,mlp.experts.2.gate_proj,0.00448481,0.01000,0.436
12,mlp.experts.3.gate_proj,0.00000049,0.01000,0.437
12,mlp.experts.4.gate_proj,0.00056187,0.01000,0.437
12,mlp.experts.5.gate_proj,0.00000361,0.01000,0.437
12,mlp.experts.6.gate_proj,0.00040543,0.01000,0.436
12,mlp.experts.7.gate_proj,0.00093680,0.01000,0.437
12,mlp.experts.8.gate_proj,0.00359588,0.01000,0.438
12,mlp.experts.9.gate_proj,0.00195964,0.01000,0.437
12,mlp.experts.10.gate_proj,0.00005589,0.01000,0.441
12,mlp.experts.11.gate_proj,0.00008644,0.01000,0.436
12,mlp.experts.12.gate_proj,0.00075994,0.01000,0.439
12,mlp.experts.13.gate_proj,0.00000008,0.01000,0.441
12,mlp.experts.14.gate_proj,0.00136770,0.01000,0.437
12,mlp.experts.15.gate_proj,0.00070980,0.01000,0.441
12,mlp.experts.16.gate_proj,0.00019756,0.01000,0.437
12,mlp.experts.17.gate_proj,0.00060531,0.01000,0.437
12,mlp.experts.18.gate_proj,0.00141213,0.01000,0.437
12,mlp.experts.19.gate_proj,0.00000033,0.01000,0.438
12,mlp.experts.20.gate_proj,0.00005209,0.01000,0.436
12,mlp.experts.21.gate_proj,0.00412982,0.01000,0.438
12,mlp.experts.22.gate_proj,0.00116744,0.01000,0.437
12,mlp.experts.23.gate_proj,0.00004618,0.01000,0.437
12,mlp.experts.24.gate_proj,0.00099245,0.01000,0.439
12,mlp.experts.25.gate_proj,0.00013863,0.01000,0.436
12,mlp.experts.26.gate_proj,0.00087375,0.01000,0.442
12,mlp.experts.27.gate_proj,0.00083000,0.01000,0.437
12,mlp.experts.28.gate_proj,0.00017520,0.01000,0.440
12,mlp.experts.29.gate_proj,0.00002027,0.01000,0.437
12,mlp.experts.30.gate_proj,0.00034064,0.01000,0.437
12,mlp.experts.31.gate_proj,0.00008272,0.01000,0.437
12,mlp.experts.32.gate_proj,0.00276107,0.01000,0.437
12,mlp.experts.33.gate_proj,0.00000552,0.01000,0.438
12,mlp.experts.34.gate_proj,0.00072100,0.01000,0.441
12,mlp.experts.35.gate_proj,0.00001951,0.01000,0.446
12,mlp.experts.36.gate_proj,0.00119367,0.01000,0.440
12,mlp.experts.37.gate_proj,0.00004654,0.01000,0.440
12,mlp.experts.38.gate_proj,0.00112422,0.01000,0.437
12,mlp.experts.39.gate_proj,0.00004576,0.01000,0.435
12,mlp.experts.40.gate_proj,0.00043830,0.01000,0.434
12,mlp.experts.41.gate_proj,0.00037642,0.01000,0.433
12,mlp.experts.42.gate_proj,0.00351181,0.01000,0.442
12,mlp.experts.43.gate_proj,0.00100168,0.01000,0.435
12,mlp.experts.44.gate_proj,0.00051853,0.01000,0.436
12,mlp.experts.45.gate_proj,0.00002925,0.01000,0.434
12,mlp.experts.46.gate_proj,0.00365894,0.01000,0.434
12,mlp.experts.47.gate_proj,0.00006366,0.01000,0.436
12,mlp.experts.48.gate_proj,0.00000005,0.01000,0.433
12,mlp.experts.49.gate_proj,0.00040527,0.01000,0.437
12,mlp.experts.50.gate_proj,0.00038339,0.01000,0.435
12,mlp.experts.51.gate_proj,0.00023423,0.01000,0.439
12,mlp.experts.52.gate_proj,0.00487604,0.01000,0.440
12,mlp.experts.53.gate_proj,0.00182752,0.01000,0.438
12,mlp.experts.54.gate_proj,0.00000638,0.01000,0.436
12,mlp.experts.55.gate_proj,0.00000092,0.01000,0.434
12,mlp.experts.56.gate_proj,0.00057081,0.01000,0.435
12,mlp.experts.57.gate_proj,0.00003986,0.01000,0.437
12,mlp.experts.58.gate_proj,0.00096057,0.01000,0.440
12,mlp.experts.59.gate_proj,0.00000809,0.01000,0.444
12,mlp.experts.60.gate_proj,0.00007854,0.01000,0.446
12,mlp.experts.61.gate_proj,0.00103804,0.01000,0.443
12,mlp.experts.62.gate_proj,0.00050232,0.01000,0.434
12,mlp.experts.63.gate_proj,0.00122095,0.01000,0.435
12,mlp.experts.64.gate_proj,0.00075814,0.01000,0.434
12,mlp.experts.65.gate_proj,0.00208499,0.01000,0.433
12,mlp.experts.66.gate_proj,0.00005395,0.01000,0.435
12,mlp.experts.67.gate_proj,0.00017157,0.01000,0.433
12,mlp.experts.68.gate_proj,0.00091735,0.01000,0.435
12,mlp.experts.69.gate_proj,0.00170552,0.01000,0.438
12,mlp.experts.70.gate_proj,0.00003924,0.01000,0.435
12,mlp.experts.71.gate_proj,0.00006308,0.01000,0.434
12,mlp.experts.72.gate_proj,0.00000020,0.01000,0.435
12,mlp.experts.73.gate_proj,0.00095371,0.01000,0.437
12,mlp.experts.74.gate_proj,0.00054392,0.01000,0.436
12,mlp.experts.75.gate_proj,0.00049662,0.01000,0.438
12,mlp.experts.76.gate_proj,0.00105869,0.01000,0.443
12,mlp.experts.77.gate_proj,0.00000727,0.01000,0.439
12,mlp.experts.78.gate_proj,0.00033952,0.01000,0.441
12,mlp.experts.79.gate_proj,0.00025084,0.01000,0.439
12,mlp.experts.80.gate_proj,0.00063226,0.01000,0.438
12,mlp.experts.81.gate_proj,0.00000059,0.01000,0.442
12,mlp.experts.82.gate_proj,0.00000321,0.01000,0.446
12,mlp.experts.83.gate_proj,0.00000127,0.01000,0.448
12,mlp.experts.84.gate_proj,0.00008706,0.01000,0.442
12,mlp.experts.85.gate_proj,0.00347339,0.01000,0.438
12,mlp.experts.86.gate_proj,0.00001167,0.01000,0.439
12,mlp.experts.87.gate_proj,0.00275604,0.01000,0.442
12,mlp.experts.88.gate_proj,0.00000000,0.01000,0.439
12,mlp.experts.89.gate_proj,0.00074445,0.01000,0.440
12,mlp.experts.90.gate_proj,0.00059911,0.01000,0.441
12,mlp.experts.91.gate_proj,0.00012410,0.01000,0.441
12,mlp.experts.92.gate_proj,0.00127723,0.01000,0.441
12,mlp.experts.93.gate_proj,0.00000685,0.01000,0.448
12,mlp.experts.94.gate_proj,0.00021288,0.01000,0.440
12,mlp.experts.95.gate_proj,0.00027938,0.01000,0.451
12,mlp.experts.96.gate_proj,0.00007879,0.01000,0.439
12,mlp.experts.97.gate_proj,0.00333257,0.01000,0.439
12,mlp.experts.98.gate_proj,0.00000200,0.01000,0.439
12,mlp.experts.99.gate_proj,0.00099989,0.01000,0.438
12,mlp.experts.100.gate_proj,0.00148198,0.01000,0.438
12,mlp.experts.101.gate_proj,0.00014099,0.01000,0.442
12,mlp.experts.102.gate_proj,0.00184295,0.01000,0.439
12,mlp.experts.103.gate_proj,0.00169581,0.01000,0.440
12,mlp.experts.104.gate_proj,0.00000000,0.01000,0.438
12,mlp.experts.105.gate_proj,0.00226543,0.01000,0.438
12,mlp.experts.106.gate_proj,0.00000070,0.01000,0.439
12,mlp.experts.107.gate_proj,0.00059242,0.01000,0.444
12,mlp.experts.108.gate_proj,0.00011295,0.01000,0.438
12,mlp.experts.109.gate_proj,0.00000269,0.01000,0.438
12,mlp.experts.110.gate_proj,0.00005350,0.01000,0.439
12,mlp.experts.111.gate_proj,0.00006141,0.01000,0.439
12,mlp.experts.112.gate_proj,0.00007364,0.01000,0.437
12,mlp.experts.113.gate_proj,0.00001844,0.01000,0.455
12,mlp.experts.114.gate_proj,0.00052692,0.01000,0.442
12,mlp.experts.115.gate_proj,0.00057442,0.01000,0.457
12,mlp.experts.116.gate_proj,0.00051834,0.01000,0.444
12,mlp.experts.117.gate_proj,0.00015630,0.01000,0.443
12,mlp.experts.118.gate_proj,0.00276560,0.01000,0.440
12,mlp.experts.119.gate_proj,0.00007249,0.01000,0.441
12,mlp.experts.120.gate_proj,0.00042027,0.01000,0.442
12,mlp.experts.121.gate_proj,0.00054286,0.01000,0.443
12,mlp.experts.122.gate_proj,0.00002324,0.01000,0.444
12,mlp.experts.123.gate_proj,0.00153329,0.01000,0.442
12,mlp.experts.124.gate_proj,0.00093530,0.01000,0.445
12,mlp.experts.125.gate_proj,0.00009679,0.01000,0.441
12,mlp.experts.126.gate_proj,0.00073712,0.01000,0.444
12,mlp.experts.127.gate_proj,0.00171881,0.01000,0.443
12,mlp.experts.0.down_proj,0.00007007,0.01000,0.184
12,mlp.experts.1.down_proj,0.00001594,0.01000,0.164
12,mlp.experts.2.down_proj,0.00071950,0.01000,0.166
12,mlp.experts.3.down_proj,0.00000012,0.01000,0.165
12,mlp.experts.4.down_proj,0.00006802,0.01000,0.174
12,mlp.experts.5.down_proj,0.00000009,0.01000,0.173
12,mlp.experts.6.down_proj,0.00004541,0.01000,0.174
12,mlp.experts.7.down_proj,0.00020575,0.01000,0.174
12,mlp.experts.8.down_proj,0.00059412,0.01000,0.174
12,mlp.experts.9.down_proj,0.00051309,0.01000,0.173
12,mlp.experts.10.down_proj,0.00000003,0.01000,0.174
12,mlp.experts.11.down_proj,0.00000760,0.01000,0.174
12,mlp.experts.12.down_proj,0.00013169,0.01000,0.175
12,mlp.experts.13.down_proj,0.00000001,0.01000,0.175
12,mlp.experts.14.down_proj,0.00025354,0.01000,0.175
12,mlp.experts.15.down_proj,0.00016618,0.01000,0.171
12,mlp.experts.16.down_proj,0.00003782,0.01000,0.168
12,mlp.experts.17.down_proj,0.00008161,0.01000,0.168
12,mlp.experts.18.down_proj,0.00018136,0.01000,0.168
12,mlp.experts.19.down_proj,0.00000005,0.01000,0.168
12,mlp.experts.20.down_proj,0.00000638,0.01000,0.168
12,mlp.experts.21.down_proj,0.00066362,0.01000,0.169
12,mlp.experts.22.down_proj,0.00020596,0.01000,0.168
12,mlp.experts.23.down_proj,0.00000530,0.01000,0.168
12,mlp.experts.24.down_proj,0.00009280,0.01000,0.168
12,mlp.experts.25.down_proj,0.00000401,0.01000,0.170
12,mlp.experts.26.down_proj,0.00020498,0.01000,0.168
12,mlp.experts.27.down_proj,0.00007504,0.01000,0.169
12,mlp.experts.28.down_proj,0.00002094,0.01000,0.169
12,mlp.experts.29.down_proj,0.00000294,0.01000,0.170
12,mlp.experts.30.down_proj,0.00007166,0.01000,0.168
12,mlp.experts.31.down_proj,0.00001345,0.01000,0.171
12,mlp.experts.32.down_proj,0.00042370,0.01000,0.170
12,mlp.experts.33.down_proj,0.00000043,0.01000,0.168
12,mlp.experts.34.down_proj,0.00008104,0.01000,0.168
12,mlp.experts.35.down_proj,0.00000553,0.01000,0.168
12,mlp.experts.36.down_proj,0.00016966,0.01000,0.169
12,mlp.experts.37.down_proj,0.00000454,0.01000,0.168
12,mlp.experts.38.down_proj,0.00019208,0.01000,0.169
12,mlp.experts.39.down_proj,0.00000598,0.01000,0.172
12,mlp.experts.40.down_proj,0.00004024,0.01000,0.170
12,mlp.experts.41.down_proj,0.00006253,0.01000,0.173
12,mlp.experts.42.down_proj,0.00047012,0.01000,0.169
12,mlp.experts.43.down_proj,0.00017271,0.01000,0.170
12,mlp.experts.44.down_proj,0.00006453,0.01000,0.169
12,mlp.experts.45.down_proj,0.00000513,0.01000,0.169
12,mlp.experts.46.down_proj,0.00054999,0.01000,0.171
12,mlp.experts.47.down_proj,0.00000597,0.01000,0.170
12,mlp.experts.48.down_proj,0.00000001,0.01000,0.168
12,mlp.experts.49.down_proj,0.00005428,0.01000,0.168
12,mlp.experts.50.down_proj,0.00003974,0.01000,0.181
12,mlp.experts.51.down_proj,0.00004234,0.01000,0.174
12,mlp.experts.52.down_proj,0.00093280,0.01000,0.175
12,mlp.experts.53.down_proj,0.00028516,0.01000,0.169
12,mlp.experts.54.down_proj,0.00000090,0.01000,0.170
12,mlp.experts.55.down_proj,0.00000038,0.01000,0.169
12,mlp.experts.56.down_proj,0.00017333,0.01000,0.169
12,mlp.experts.57.down_proj,0.00000539,0.01000,0.174
12,mlp.experts.58.down_proj,0.00015517,0.01000,0.170
12,mlp.experts.59.down_proj,0.00000085,0.01000,0.169
12,mlp.experts.60.down_proj,0.00001477,0.01000,0.168
12,mlp.experts.61.down_proj,0.00010621,0.01000,0.170
12,mlp.experts.62.down_proj,0.00004937,0.01000,0.168
12,mlp.experts.63.down_proj,0.00017696,0.01000,0.168
12,mlp.experts.64.down_proj,0.00015973,0.01000,0.168
12,mlp.experts.65.down_proj,0.00059458,0.01000,0.169
12,mlp.experts.66.down_proj,0.00000990,0.01000,0.167
12,mlp.experts.67.down_proj,0.00003158,0.01000,0.167
12,mlp.experts.68.down_proj,0.00015067,0.01000,0.166
12,mlp.experts.69.down_proj,0.00030596,0.01000,0.169
12,mlp.experts.70.down_proj,0.00001205,0.01000,0.167
12,mlp.experts.71.down_proj,0.00000298,0.01000,0.167
12,mlp.experts.72.down_proj,0.00000007,0.01000,0.168
12,mlp.experts.73.down_proj,0.00018353,0.01000,0.167
12,mlp.experts.74.down_proj,0.00008664,0.01000,0.170
12,mlp.experts.75.down_proj,0.00005877,0.01000,0.169
12,mlp.experts.76.down_proj,0.00014071,0.01000,0.170
12,mlp.experts.77.down_proj,0.00000085,0.01000,0.168
12,mlp.experts.78.down_proj,0.00003252,0.01000,0.168
12,mlp.experts.79.down_proj,0.00003997,0.01000,0.169
12,mlp.experts.80.down_proj,0.00009348,0.01000,0.170
12,mlp.experts.81.down_proj,0.00000017,0.01000,0.168
12,mlp.experts.82.down_proj,0.00000100,0.01000,0.170
12,mlp.experts.83.down_proj,0.00000039,0.01000,0.170
12,mlp.experts.84.down_proj,0.00000412,0.01000,0.168
12,mlp.experts.85.down_proj,0.00053165,0.01000,0.170
12,mlp.experts.86.down_proj,0.00000016,0.01000,0.177
12,mlp.experts.87.down_proj,0.00031176,0.01000,0.176
12,mlp.experts.88.down_proj,0.00000000,0.01000,0.168
12,mlp.experts.89.down_proj,0.00013154,0.01000,0.169
12,mlp.experts.90.down_proj,0.00006291,0.01000,0.168
12,mlp.experts.91.down_proj,0.00001394,0.01000,0.169
12,mlp.experts.92.down_proj,0.00014587,0.01000,0.170
12,mlp.experts.93.down_proj,0.00000122,0.01000,0.169
12,mlp.experts.94.down_proj,0.00004343,0.01000,0.169
12,mlp.experts.95.down_proj,0.00004004,0.01000,0.170
12,mlp.experts.96.down_proj,0.00001108,0.01000,0.169
12,mlp.experts.97.down_proj,0.00056737,0.01000,0.169
12,mlp.experts.98.down_proj,0.00000057,0.01000,0.169
12,mlp.experts.99.down_proj,0.00027537,0.01000,0.170
12,mlp.experts.100.down_proj,0.00023987,0.01000,0.168
12,mlp.experts.101.down_proj,0.00001246,0.01000,0.168
12,mlp.experts.102.down_proj,0.00023358,0.01000,0.168
12,mlp.experts.103.down_proj,0.00027419,0.01000,0.169
12,mlp.experts.104.down_proj,0.00000000,0.01000,0.169
12,mlp.experts.105.down_proj,0.00082639,0.01000,0.169
12,mlp.experts.106.down_proj,0.00000011,0.01000,0.169
12,mlp.experts.107.down_proj,0.00011718,0.01000,0.171
12,mlp.experts.108.down_proj,0.00001487,0.01000,0.169
12,mlp.experts.109.down_proj,0.00000035,0.01000,0.169
12,mlp.experts.110.down_proj,0.00000756,0.01000,0.169
12,mlp.experts.111.down_proj,0.00000511,0.01000,0.170
12,mlp.experts.112.down_proj,0.00000842,0.01000,0.169
12,mlp.experts.113.down_proj,0.00000385,0.01000,0.168
12,mlp.experts.114.down_proj,0.00008281,0.01000,0.170
12,mlp.experts.115.down_proj,0.00008628,0.01000,0.168
12,mlp.experts.116.down_proj,0.00007917,0.01000,0.168
12,mlp.experts.117.down_proj,0.00002342,0.01000,0.168
12,mlp.experts.118.down_proj,0.00053147,0.01000,0.167
12,mlp.experts.119.down_proj,0.00000344,0.01000,0.168
12,mlp.experts.120.down_proj,0.00006032,0.01000,0.168
12,mlp.experts.121.down_proj,0.00007722,0.01000,0.168
12,mlp.experts.122.down_proj,0.00000249,0.01000,0.168
12,mlp.experts.123.down_proj,0.00026676,0.01000,0.168
12,mlp.experts.124.down_proj,0.00016003,0.01000,0.167
12,mlp.experts.125.down_proj,0.00001724,0.01000,0.167
12,mlp.experts.126.down_proj,0.00013673,0.01000,0.167
12,mlp.experts.127.down_proj,0.00033669,0.01000,0.171
13,self_attn.q_proj,0.00017720,0.01000,0.462
13,self_attn.k_proj,0.00002511,0.01000,0.458
13,self_attn.v_proj,0.00002615,0.01000,0.458
13,self_attn.o_proj,0.00002184,0.01000,0.936
13,mlp.experts.0.up_proj,0.00396715,0.01000,0.475
13,mlp.experts.1.up_proj,0.00037965,0.01000,0.460
13,mlp.experts.2.up_proj,0.00218199,0.01000,0.454
13,mlp.experts.3.up_proj,0.00000000,0.01000,0.442
13,mlp.experts.4.up_proj,0.00023686,0.01000,0.448
13,mlp.experts.5.up_proj,0.00000249,0.01000,0.453
13,mlp.experts.6.up_proj,0.00262587,0.01000,0.455
13,mlp.experts.7.up_proj,0.00002040,0.01000,0.447
13,mlp.experts.8.up_proj,0.00027729,0.01000,0.446
13,mlp.experts.9.up_proj,0.00000011,0.01000,0.448
13,mlp.experts.10.up_proj,0.00470469,0.01000,0.459
13,mlp.experts.11.up_proj,0.00003134,0.01000,0.450
13,mlp.experts.12.up_proj,0.00079187,0.01000,0.450
13,mlp.experts.13.up_proj,0.00010073,0.01000,0.449
13,mlp.experts.14.up_proj,0.00027227,0.01000,0.453
13,mlp.experts.15.up_proj,0.00067355,0.01000,0.457
13,mlp.experts.16.up_proj,0.00092307,0.01000,0.456
13,mlp.experts.17.up_proj,0.00000011,0.01000,0.452
13,mlp.experts.18.up_proj,0.00003190,0.01000,0.452
13,mlp.experts.19.up_proj,0.00076817,0.01000,0.460
13,mlp.experts.20.up_proj,0.00037245,0.01000,0.450
13,mlp.experts.21.up_proj,0.00062440,0.01000,0.453
13,mlp.experts.22.up_proj,0.00000001,0.01000,0.466
13,mlp.experts.23.up_proj,0.00017353,0.01000,0.461
13,mlp.experts.24.up_proj,0.00147972,0.01000,0.468
13,mlp.experts.25.up_proj,0.00018574,0.01000,0.454
13,mlp.experts.26.up_proj,0.00195480,0.01000,0.457
13,mlp.experts.27.up_proj,0.00008526,0.01000,0.463
13,mlp.experts.28.up_proj,0.00083015,0.01000,0.451
13,mlp.experts.29.up_proj,0.00090967,0.01000,0.452
13,mlp.experts.30.up_proj,0.00000101,0.01000,0.451
13,mlp.experts.31.up_proj,0.00007266,0.01000,0.457
13,mlp.experts.32.up_proj,0.00004184,0.01000,0.459
13,mlp.experts.33.up_proj,0.00319418,0.01000,0.455
13,mlp.experts.34.up_proj,0.00007653,0.01000,0.453
13,mlp.experts.35.up_proj,0.00007404,0.01000,0.451
13,mlp.experts.36.up_proj,0.00083254,0.01000,0.450
13,mlp.experts.37.up_proj,0.00018602,0.01000,0.453
13,mlp.experts.38.up_proj,0.00001227,0.01000,0.453
13,mlp.experts.39.up_proj,0.00003872,0.01000,0.454
13,mlp.experts.40.up_proj,0.00202217,0.01000,0.461
13,mlp.experts.41.up_proj,0.00110009,0.01000,0.458
13,mlp.experts.42.up_proj,0.00048766,0.01000,0.453
13,mlp.experts.43.up_proj,0.00001129,0.01000,0.456
13,mlp.experts.44.up_proj,0.00107018,0.01000,0.452
13,mlp.experts.45.up_proj,0.00313770,0.01000,0.462
13,mlp.experts.46.up_proj,0.00000001,0.01000,0.463
13,mlp.experts.47.up_proj,0.00410854,0.01000,0.453
13,mlp.experts.48.up_proj,0.00000141,0.01000,0.451
13,mlp.experts.49.up_proj,0.00203134,0.01000,0.452
13,mlp.experts.50.up_proj,0.00000305,0.01000,0.453
13,mlp.experts.51.up_proj,0.00002419,0.01000,0.449
13,mlp.experts.52.up_proj,0.00181671,0.01000,0.448
13,mlp.experts.53.up_proj,0.00012550,0.01000,0.456
13,mlp.experts.54.up_proj,0.00000018,0.01000,0.459
13,mlp.experts.55.up_proj,0.00077767,0.01000,0.451
13,mlp.experts.56.up_proj,0.00000001,0.01000,0.454
13,mlp.experts.57.up_proj,0.00078222,0.01000,0.450
13,mlp.experts.58.up_proj,0.00086838,0.01000,0.453
13,mlp.experts.59.up_proj,0.00078643,0.01000,0.450
13,mlp.experts.60.up_proj,0.00000062,0.01000,0.448
13,mlp.experts.61.up_proj,0.00414280,0.01000,0.449
13,mlp.experts.62.up_proj,0.00111423,0.01000,0.454
13,mlp.experts.63.up_proj,0.00005277,0.01000,0.467
13,mlp.experts.64.up_proj,0.00000178,0.01000,0.452
13,mlp.experts.65.up_proj,0.00088015,0.01000,0.453
13,mlp.experts.66.up_proj,0.00083206,0.01000,0.457
13,mlp.experts.67.up_proj,0.00020617,0.01000,0.465
13,mlp.experts.68.up_proj,0.00018604,0.01000,0.454
13,mlp.experts.69.up_proj,0.00000004,0.01000,0.459
13,mlp.experts.70.up_proj,0.00005637,0.01000,0.453
13,mlp.experts.71.up_proj,0.00316304,0.01000,0.453
13,mlp.experts.72.up_proj,0.00000124,0.01000,0.455
13,mlp.experts.73.up_proj,0.00080532,0.01000,0.450
13,mlp.experts.74.up_proj,0.00000615,0.01000,0.450
13,mlp.experts.75.up_proj,0.00180382,0.01000,0.451
13,mlp.experts.76.up_proj,0.00113639,0.01000,0.448
13,mlp.experts.77.up_proj,0.00311101,0.01000,0.442
13,mlp.experts.78.up_proj,0.00365230,0.01000,0.443
13,mlp.experts.79.up_proj,0.00194479,0.01000,0.441
13,mlp.experts.80.up_proj,0.00052411,0.01000,0.444
13,mlp.experts.81.up_proj,0.00070712,0.01000,0.441
13,mlp.experts.82.up_proj,0.00088312,0.01000,0.441
13,mlp.experts.83.up_proj,0.00034604,0.01000,0.443
13,mlp.experts.84.up_proj,0.00007305,0.01000,0.441
13,mlp.experts.85.up_proj,0.00017681,0.01000,0.450
13,mlp.experts.86.up_proj,0.00000572,0.01000,0.441
13,mlp.experts.87.up_proj,0.00017037,0.01000,0.442
13,mlp.experts.88.up_proj,0.00000089,0.01000,0.442
13,mlp.experts.89.up_proj,0.00029803,0.01000,0.449
13,mlp.experts.90.up_proj,0.00000834,0.01000,0.447
13,mlp.experts.91.up_proj,0.00161521,0.01000,0.444
13,mlp.experts.92.up_proj,0.00181319,0.01000,0.441
13,mlp.experts.93.up_proj,0.00027151,0.01000,0.440
13,mlp.experts.94.up_proj,0.00000007,0.01000,0.447
13,mlp.experts.95.up_proj,0.00297284,0.01000,0.441
13,mlp.experts.96.up_proj,0.00000010,0.01000,0.443
13,mlp.experts.97.up_proj,0.00003350,0.01000,0.440
13,mlp.experts.98.up_proj,0.00118507,0.01000,0.444
13,mlp.experts.99.up_proj,0.00000000,0.01000,0.446
13,mlp.experts.100.up_proj,0.00000001,0.01000,0.441
13,mlp.experts.101.up_proj,0.00310592,0.01000,0.441
13,mlp.experts.102.up_proj,0.00156134,0.01000,0.442
13,mlp.experts.103.up_proj,0.00198260,0.01000,0.447
13,mlp.experts.104.up_proj,0.00080957,0.01000,0.441
13,mlp.experts.105.up_proj,0.00041349,0.01000,0.441
13,mlp.experts.106.up_proj,0.00180289,0.01000,0.441
13,mlp.experts.107.up_proj,0.00017475,0.01000,0.446
13,mlp.experts.108.up_proj,0.00003325,0.01000,0.442
13,mlp.experts.109.up_proj,0.00168807,0.01000,0.453
13,mlp.experts.110.up_proj,0.00002185,0.01000,0.442
13,mlp.experts.111.up_proj,0.00000044,0.01000,0.445
13,mlp.experts.112.up_proj,0.00160863,0.01000,0.444
13,mlp.experts.113.up_proj,0.00059013,0.01000,0.442
13,mlp.experts.114.up_proj,0.00000004,0.01000,0.442
13,mlp.experts.115.up_proj,0.00045474,0.01000,0.441
13,mlp.experts.116.up_proj,0.00000026,0.01000,0.442
13,mlp.experts.117.up_proj,0.00005143,0.01000,0.447
13,mlp.experts.118.up_proj,0.00007164,0.01000,0.441
13,mlp.experts.119.up_proj,0.00008225,0.01000,0.441
13,mlp.experts.120.up_proj,0.00067252,0.01000,0.442
13,mlp.experts.121.up_proj,0.00088781,0.01000,0.444
13,mlp.experts.122.up_proj,0.00135209,0.01000,0.439
13,mlp.experts.123.up_proj,0.00189720,0.01000,0.440
13,mlp.experts.124.up_proj,0.00046450,0.01000,0.438
13,mlp.experts.125.up_proj,0.00024556,0.01000,0.439
13,mlp.experts.126.up_proj,0.00000153,0.01000,0.438
13,mlp.experts.127.up_proj,0.00047382,0.01000,0.439
13,mlp.experts.0.gate_proj,0.00408174,0.01000,0.443
13,mlp.experts.1.gate_proj,0.00040005,0.01000,0.438
13,mlp.experts.2.gate_proj,0.00226119,0.01000,0.443
13,mlp.experts.3.gate_proj,0.00000000,0.01000,0.436
13,mlp.experts.4.gate_proj,0.00024815,0.01000,0.437
13,mlp.experts.5.gate_proj,0.00000257,0.01000,0.437
13,mlp.experts.6.gate_proj,0.00230808,0.01000,0.443
13,mlp.experts.7.gate_proj,0.00002119,0.01000,0.437
13,mlp.experts.8.gate_proj,0.00031427,0.01000,0.445
13,mlp.experts.9.gate_proj,0.00000012,0.01000,0.440
13,mlp.experts.10.gate_proj,0.00446240,0.01000,0.437
13,mlp.experts.11.gate_proj,0.00003185,0.01000,0.437
13,mlp.experts.12.gate_proj,0.00087018,0.01000,0.435
13,mlp.experts.13.gate_proj,0.00010308,0.01000,0.435
13,mlp.experts.14.gate_proj,0.00028218,0.01000,0.434
13,mlp.experts.15.gate_proj,0.00070085,0.01000,0.436
13,mlp.experts.16.gate_proj,0.00095813,0.01000,0.439
13,mlp.experts.17.gate_proj,0.00000013,0.01000,0.437
13,mlp.experts.18.gate_proj,0.00003248,0.01000,0.452
13,mlp.experts.19.gate_proj,0.00081614,0.01000,0.439
13,mlp.experts.20.gate_proj,0.00040971,0.01000,0.455
13,mlp.experts.21.gate_proj,0.00060941,0.01000,0.440
13,mlp.experts.22.gate_proj,0.00000001,0.01000,0.441
13,mlp.experts.23.gate_proj,0.00017269,0.01000,0.441
13,mlp.experts.24.gate_proj,0.00163438,0.01000,0.441
13,mlp.experts.25.gate_proj,0.00018632,0.01000,0.443
13,mlp.experts.26.gate_proj,0.00208378,0.01000,0.442
13,mlp.experts.27.gate_proj,0.00008609,0.01000,0.445
13,mlp.experts.28.gate_proj,0.00079486,0.01000,0.444
13,mlp.experts.29.gate_proj,0.00096325,0.01000,0.445
13,mlp.experts.30.gate_proj,0.00000107,0.01000,0.444
13,mlp.experts.31.gate_proj,0.00007580,0.01000,0.445
13,mlp.experts.32.gate_proj,0.00004249,0.01000,0.448
13,mlp.experts.33.gate_proj,0.00313248,0.01000,0.447
13,mlp.experts.34.gate_proj,0.00008042,0.01000,0.445
13,mlp.experts.35.gate_proj,0.00022379,0.01000,0.446
13,mlp.experts.36.gate_proj,0.00093176,0.01000,0.447
13,mlp.experts.37.gate_proj,0.00019581,0.01000,0.446
13,mlp.experts.38.gate_proj,0.00001227,0.01000,0.447
13,mlp.experts.39.gate_proj,0.00003971,0.01000,0.446
13,mlp.experts.40.gate_proj,0.00196946,0.01000,0.446
13,mlp.experts.41.gate_proj,0.00112698,0.01000,0.449
13,mlp.experts.42.gate_proj,0.00049312,0.01000,0.447
13,mlp.experts.43.gate_proj,0.00001158,0.01000,0.447
13,mlp.experts.44.gate_proj,0.00109352,0.01000,0.446
13,mlp.experts.45.gate_proj,0.00289930,0.01000,0.447
13,mlp.experts.46.gate_proj,0.00000001,0.01000,0.447
13,mlp.experts.47.gate_proj,0.00417840,0.01000,0.447
13,mlp.experts.48.gate_proj,0.00000144,0.01000,0.446
13,mlp.experts.49.gate_proj,0.00212160,0.01000,0.451
13,mlp.experts.50.gate_proj,0.00000304,0.01000,0.447
13,mlp.experts.51.gate_proj,0.00002647,0.01000,0.447
13,mlp.experts.52.gate_proj,0.00190454,0.01000,0.446
13,mlp.experts.53.gate_proj,0.00013553,0.01000,0.449
13,mlp.experts.54.gate_proj,0.00000018,0.01000,0.447
13,mlp.experts.55.gate_proj,0.00076591,0.01000,0.445
13,mlp.experts.56.gate_proj,0.00000001,0.01000,0.450
13,mlp.experts.57.gate_proj,0.00075206,0.01000,0.440
13,mlp.experts.58.gate_proj,0.00087028,0.01000,0.443
13,mlp.experts.59.gate_proj,0.00094481,0.01000,0.441
13,mlp.experts.60.gate_proj,0.00000063,0.01000,0.442
13,mlp.experts.61.gate_proj,0.00492212,0.01000,0.442
13,mlp.experts.62.gate_proj,0.00107585,0.01000,0.441
13,mlp.experts.63.gate_proj,0.00005372,0.01000,0.447
13,mlp.experts.64.gate_proj,0.00000185,0.01000,0.444
13,mlp.experts.65.gate_proj,0.00086261,0.01000,0.446
13,mlp.experts.66.gate_proj,0.00087145,0.01000,0.444
13,mlp.experts.67.gate_proj,0.00024068,0.01000,0.445
13,mlp.experts.68.gate_proj,0.00018726,0.01000,0.444
13,mlp.experts.69.gate_proj,0.00000004,0.01000,0.444
13,mlp.experts.70.gate_proj,0.00005696,0.01000,0.443
13,mlp.experts.71.gate_proj,0.00316073,0.01000,0.443
13,mlp.experts.72.gate_proj,0.00000129,0.01000,0.444
13,mlp.experts.73.gate_proj,0.00081177,0.01000,0.451
13,mlp.experts.74.gate_proj,0.00000625,0.01000,0.449
13,mlp.experts.75.gate_proj,0.00190151,0.01000,0.445
13,mlp.experts.76.gate_proj,0.00114016,0.01000,0.445
13,mlp.experts.77.gate_proj,0.00330167,0.01000,0.446
13,mlp.experts.78.gate_proj,0.00411888,0.01000,0.445
13,mlp.experts.79.gate_proj,0.00202440,0.01000,0.443
13,mlp.experts.80.gate_proj,0.00050237,0.01000,0.445
13,mlp.experts.81.gate_proj,0.00072489,0.01000,0.442
13,mlp.experts.82.gate_proj,0.00088567,0.01000,0.441
13,mlp.experts.83.gate_proj,0.00035903,0.01000,0.442
13,mlp.experts.84.gate_proj,0.00007513,0.01000,0.445
13,mlp.experts.85.gate_proj,0.00018213,0.01000,0.445
13,mlp.experts.86.gate_proj,0.00000592,0.01000,0.446
13,mlp.experts.87.gate_proj,0.00018742,0.01000,0.448
13,mlp.experts.88.gate_proj,0.00000095,0.01000,0.446
13,mlp.experts.89.gate_proj,0.00029945,0.01000,0.445
13,mlp.experts.90.gate_proj,0.00000861,0.01000,0.452
13,mlp.experts.91.gate_proj,0.00176294,0.01000,0.445
13,mlp.experts.92.gate_proj,0.00200165,0.01000,0.448
13,mlp.experts.93.gate_proj,0.00028069,0.01000,0.446
13,mlp.experts.94.gate_proj,0.00000007,0.01000,0.448
13,mlp.experts.95.gate_proj,0.00303938,0.01000,0.445
13,mlp.experts.96.gate_proj,0.00000011,0.01000,0.449
13,mlp.experts.97.gate_proj,0.00003378,0.01000,0.459
13,mlp.experts.98.gate_proj,0.00123036,0.01000,0.461
13,mlp.experts.99.gate_proj,0.00000000,0.01000,0.457
13,mlp.experts.100.gate_proj,0.00000001,0.01000,0.447
13,mlp.experts.101.gate_proj,0.00301909,0.01000,0.452
13,mlp.experts.102.gate_proj,0.00166174,0.01000,0.446
13,mlp.experts.103.gate_proj,0.00206498,0.01000,0.447
13,mlp.experts.104.gate_proj,0.00085545,0.01000,0.448
13,mlp.experts.105.gate_proj,0.00042424,0.01000,0.457
13,mlp.experts.106.gate_proj,0.00179078,0.01000,0.467
13,mlp.experts.107.gate_proj,0.00017450,0.01000,0.447
13,mlp.experts.108.gate_proj,0.00003561,0.01000,0.446
13,mlp.experts.109.gate_proj,0.00157782,0.01000,0.444
13,mlp.experts.110.gate_proj,0.00002243,0.01000,0.443
13,mlp.experts.111.gate_proj,0.00000044,0.01000,0.441
13,mlp.experts.112.gate_proj,0.00176841,0.01000,0.440
13,mlp.experts.113.gate_proj,0.00058449,0.01000,0.438
13,mlp.experts.114.gate_proj,0.00000005,0.01000,0.442
13,mlp.experts.115.gate_proj,0.00045439,0.01000,0.441
13,mlp.experts.116.gate_proj,0.00000027,0.01000,0.441
13,mlp.experts.117.gate_proj,0.00005255,0.01000,0.442
13,mlp.experts.118.gate_proj,0.00007315,0.01000,0.441
13,mlp.experts.119.gate_proj,0.00008314,0.01000,0.444
13,mlp.experts.120.gate_proj,0.00067471,0.01000,0.443
13,mlp.experts.121.gate_proj,0.00086208,0.01000,0.446
13,mlp.experts.122.gate_proj,0.00139279,0.01000,0.444
13,mlp.experts.123.gate_proj,0.00180306,0.01000,0.446
13,mlp.experts.124.gate_proj,0.00048854,0.01000,0.439
13,mlp.experts.125.gate_proj,0.00024602,0.01000,0.440
13,mlp.experts.126.gate_proj,0.00000163,0.01000,0.442
13,mlp.experts.127.gate_proj,0.00047691,0.01000,0.438
13,mlp.experts.0.down_proj,0.00088993,0.01000,0.182
13,mlp.experts.1.down_proj,0.00005779,0.01000,0.167
13,mlp.experts.2.down_proj,0.00047223,0.01000,0.167
13,mlp.experts.3.down_proj,0.00000000,0.01000,0.173
13,mlp.experts.4.down_proj,0.00005456,0.01000,0.167
13,mlp.experts.5.down_proj,0.00000081,0.01000,0.166
13,mlp.experts.6.down_proj,0.00051277,0.01000,0.168
13,mlp.experts.7.down_proj,0.00000320,0.01000,0.168
13,mlp.experts.8.down_proj,0.00007776,0.01000,0.168
13,mlp.experts.9.down_proj,0.00000002,0.01000,0.169
13,mlp.experts.10.down_proj,0.00062270,0.01000,0.169
13,mlp.experts.11.down_proj,0.00000400,0.01000,0.169
13,mlp.experts.12.down_proj,0.00013047,0.01000,0.169
13,mlp.experts.13.down_proj,0.00000603,0.01000,0.169
13,mlp.experts.14.down_proj,0.00003710,0.01000,0.169
13,mlp.experts.15.down_proj,0.00017895,0.01000,0.170
13,mlp.experts.16.down_proj,0.00018806,0.01000,0.169
13,mlp.experts.17.down_proj,0.00000003,0.01000,0.169
13,mlp.experts.18.down_proj,0.00000549,0.01000,0.169
13,mlp.experts.19.down_proj,0.00022169,0.01000,0.169
13,mlp.experts.20.down_proj,0.00002345,0.01000,0.170
13,mlp.experts.21.down_proj,0.00013163,0.01000,0.170
13,mlp.experts.22.down_proj,0.00000000,0.01000,0.170
13,mlp.experts.23.down_proj,0.00002787,0.01000,0.170
13,mlp.experts.24.down_proj,0.00029259,0.01000,0.173
13,mlp.experts.25.down_proj,0.00003125,0.01000,0.170
13,mlp.experts.26.down_proj,0.00075326,0.01000,0.170
13,mlp.experts.27.down_proj,0.00001067,0.01000,0.170
13,mlp.experts.28.down_proj,0.00019274,0.01000,0.171
13,mlp.experts.29.down_proj,0.00012226,0.01000,0.170
13,mlp.experts.30.down_proj,0.00000028,0.01000,0.170
13,mlp.experts.31.down_proj,0.00001032,0.01000,0.171
13,mlp.experts.32.down_proj,0.00001338,0.01000,0.170
13,mlp.experts.33.down_proj,0.00057305,0.01000,0.170
13,mlp.experts.34.down_proj,0.00000904,0.01000,0.169
13,mlp.experts.35.down_proj,0.00000390,0.01000,0.170
13,mlp.experts.36.down_proj,0.00014418,0.01000,0.170
13,mlp.experts.37.down_proj,0.00003695,0.01000,0.169
13,mlp.experts.38.down_proj,0.00000366,0.01000,0.171
13,mlp.experts.39.down_proj,0.00001470,0.01000,0.173
13,mlp.experts.40.down_proj,0.00025190,0.01000,0.170
13,mlp.experts.41.down_proj,0.00021880,0.01000,0.170
13,mlp.experts.42.down_proj,0.00010284,0.01000,0.170
13,mlp.experts.43.down_proj,0.00000180,0.01000,0.170
13,mlp.experts.44.down_proj,0.00020483,0.01000,0.172
13,mlp.experts.45.down_proj,0.00089929,0.01000,0.170
13,mlp.experts.46.down_proj,0.00000000,0.01000,0.170
13,mlp.experts.47.down_proj,0.00096369,0.01000,0.170
13,mlp.experts.48.down_proj,0.00000018,0.01000,0.171
13,mlp.experts.49.down_proj,0.00034520,0.01000,0.171
13,mlp.experts.50.down_proj,0.00000087,0.01000,0.174
13,mlp.experts.51.down_proj,0.00000975,0.01000,0.171
13,mlp.experts.52.down_proj,0.00025037,0.01000,0.170
13,mlp.experts.53.down_proj,0.00000915,0.01000,0.170
13,mlp.experts.54.down_proj,0.00000002,0.01000,0.172
13,mlp.experts.55.down_proj,0.00013823,0.01000,0.170
13,mlp.experts.56.down_proj,0.00000000,0.01000,0.171
13,mlp.experts.57.down_proj,0.00014257,0.01000,0.172
13,mlp.experts.58.down_proj,0.00016096,0.01000,0.170
13,mlp.experts.59.down_proj,0.00009958,0.01000,0.170
13,mlp.experts.60.down_proj,0.00000023,0.01000,0.170
13,mlp.experts.61.down_proj,0.00109506,0.01000,0.172
13,mlp.experts.62.down_proj,0.00015088,0.01000,0.171
13,mlp.experts.63.down_proj,0.00000620,0.01000,0.174
13,mlp.experts.64.down_proj,0.00000073,0.01000,0.171
13,mlp.experts.65.down_proj,0.00013417,0.01000,0.170
13,mlp.experts.66.down_proj,0.00016594,0.01000,0.170
13,mlp.experts.67.down_proj,0.00005423,0.01000,0.170
13,mlp.experts.68.down_proj,0.00003212,0.01000,0.174
13,mlp.experts.69.down_proj,0.00000001,0.01000,0.173
13,mlp.experts.70.down_proj,0.00001324,0.01000,0.170
13,mlp.experts.71.down_proj,0.00048652,0.01000,0.171
13,mlp.experts.72.down_proj,0.00000021,0.01000,0.171
13,mlp.experts.73.down_proj,0.00010389,0.01000,0.173
13,mlp.experts.74.down_proj,0.00000121,0.01000,0.175
13,mlp.experts.75.down_proj,0.00033846,0.01000,0.170
13,mlp.experts.76.down_proj,0.00013714,0.01000,0.170
13,mlp.experts.77.down_proj,0.00055800,0.01000,0.170
13,mlp.experts.78.down_proj,0.00118602,0.01000,0.170
13,mlp.experts.79.down_proj,0.00036637,0.01000,0.170
13,mlp.experts.80.down_proj,0.00009754,0.01000,0.170
13,mlp.experts.81.down_proj,0.00015271,0.01000,0.170
13,mlp.experts.82.down_proj,0.00015425,0.01000,0.172
13,mlp.experts.83.down_proj,0.00007118,0.01000,0.170
13,mlp.experts.84.down_proj,0.00000832,0.01000,0.171
13,mlp.experts.85.down_proj,0.00001925,0.01000,0.170
13,mlp.experts.86.down_proj,0.00000093,0.01000,0.171
13,mlp.experts.87.down_proj,0.00002253,0.01000,0.174
13,mlp.experts.88.down_proj,0.00000031,0.01000,0.170
13,mlp.experts.89.down_proj,0.00006375,0.01000,0.170
13,mlp.experts.90.down_proj,0.00000299,0.01000,0.170
13,mlp.experts.91.down_proj,0.00028524,0.01000,0.171
13,mlp.experts.92.down_proj,0.00039794,0.01000,0.170
13,mlp.experts.93.down_proj,0.00002871,0.01000,0.170
13,mlp.experts.94.down_proj,0.00000001,0.01000,0.170
13,mlp.experts.95.down_proj,0.00059263,0.01000,0.170
13,mlp.experts.96.down_proj,0.00000002,0.01000,0.169
13,mlp.experts.97.down_proj,0.00000420,0.01000,0.171
13,mlp.experts.98.down_proj,0.00024526,0.01000,0.169
13,mlp.experts.99.down_proj,0.00000000,0.01000,0.169
13,mlp.experts.100.down_proj,0.00000000,0.01000,0.170
13,mlp.experts.101.down_proj,0.00041307,0.01000,0.168
13,mlp.experts.102.down_proj,0.00032651,0.01000,0.168
13,mlp.experts.103.down_proj,0.00060468,0.01000,0.170
13,mlp.experts.104.down_proj,0.00015135,0.01000,0.169
13,mlp.experts.105.down_proj,0.00005597,0.01000,0.169
13,mlp.experts.106.down_proj,0.00023898,0.01000,0.169
13,mlp.experts.107.down_proj,0.00002936,0.01000,0.169
13,mlp.experts.108.down_proj,0.00000666,0.01000,0.170
13,mlp.experts.109.down_proj,0.00030160,0.01000,0.172
13,mlp.experts.110.down_proj,0.00000335,0.01000,0.171
13,mlp.experts.111.down_proj,0.00000012,0.01000,0.170
13,mlp.experts.112.down_proj,0.00027127,0.01000,0.169
13,mlp.experts.113.down_proj,0.00011172,0.01000,0.170
13,mlp.experts.114.down_proj,0.00000001,0.01000,0.170
13,mlp.experts.115.down_proj,0.00006995,0.01000,0.170
13,mlp.experts.116.down_proj,0.00000006,0.01000,0.171
13,mlp.experts.117.down_proj,0.00000783,0.01000,0.169
13,mlp.experts.118.down_proj,0.00001258,0.01000,0.169
13,mlp.experts.119.down_proj,0.00000904,0.01000,0.169
13,mlp.experts.120.down_proj,0.00009027,0.01000,0.171
13,mlp.experts.121.down_proj,0.00017676,0.01000,0.170
13,mlp.experts.122.down_proj,0.00024248,0.01000,0.170
13,mlp.experts.123.down_proj,0.00034668,0.01000,0.173
13,mlp.experts.124.down_proj,0.00007600,0.01000,0.169
13,mlp.experts.125.down_proj,0.00002566,0.01000,0.169
13,mlp.experts.126.down_proj,0.00000027,0.01000,0.171
13,mlp.experts.127.down_proj,0.00006149,0.01000,0.170
14,self_attn.q_proj,0.00044632,0.01000,0.449
14,self_attn.k_proj,0.00006308,0.01000,0.437
14,self_attn.v_proj,0.00007066,0.01000,0.439
14,self_attn.o_proj,0.00005876,0.01000,0.885
14,mlp.experts.0.up_proj,0.00001817,0.01000,0.459
14,mlp.experts.1.up_proj,0.00111776,0.01000,0.438
14,mlp.experts.2.up_proj,0.00011826,0.01000,0.437
14,mlp.experts.3.up_proj,0.00256268,0.01000,0.437
14,mlp.experts.4.up_proj,0.00034683,0.01000,0.437
14,mlp.experts.5.up_proj,0.00000386,0.01000,0.444
14,mlp.experts.6.up_proj,0.00139080,0.01000,0.438
14,mlp.experts.7.up_proj,0.00082221,0.01000,0.441
14,mlp.experts.8.up_proj,0.00093461,0.01000,0.439
14,mlp.experts.9.up_proj,0.00013007,0.01000,0.445
14,mlp.experts.10.up_proj,0.00076681,0.01000,0.441
14,mlp.experts.11.up_proj,0.00012965,0.01000,0.440
14,mlp.experts.12.up_proj,0.00004063,0.01000,0.440
14,mlp.experts.13.up_proj,0.00006983,0.01000,0.440
14,mlp.experts.14.up_proj,0.00122654,0.01000,0.439
14,mlp.experts.15.up_proj,0.00064280,0.01000,0.438
14,mlp.experts.16.up_proj,0.00073924,0.01000,0.440
14,mlp.experts.17.up_proj,0.00096368,0.01000,0.438
14,mlp.experts.18.up_proj,0.00092745,0.01000,0.440
14,mlp.experts.19.up_proj,0.00015889,0.01000,0.439
14,mlp.experts.20.up_proj,0.00201082,0.01000,0.437
14,mlp.experts.21.up_proj,0.00003085,0.01000,0.438
14,mlp.experts.22.up_proj,0.00390970,0.01000,0.438
14,mlp.experts.23.up_proj,0.00169948,0.01000,0.439
14,mlp.experts.24.up_proj,0.00008321,0.01000,0.439
14,mlp.experts.25.up_proj,0.00000449,0.01000,0.444
14,mlp.experts.26.up_proj,0.00193258,0.01000,0.440
14,mlp.experts.27.up_proj,0.00008520,0.01000,0.441
14,mlp.experts.28.up_proj,0.00105981,0.01000,0.440
14,mlp.experts.29.up_proj,0.00016545,0.01000,0.440
14,mlp.experts.30.up_proj,0.00022096,0.01000,0.441
14,mlp.experts.31.up_proj,0.00029096,0.01000,0.439
14,mlp.experts.32.up_proj,0.00074699,0.01000,0.439
14,mlp.experts.33.up_proj,0.00413520,0.01000,0.437
14,mlp.experts.34.up_proj,0.00385547,0.01000,0.440
14,mlp.experts.35.up_proj,0.00000014,0.01000,0.444
14,mlp.experts.36.up_proj,0.00058970,0.01000,0.441
14,mlp.experts.37.up_proj,0.00056718,0.01000,0.438
14,mlp.experts.38.up_proj,0.00504407,0.01000,0.438
14,mlp.experts.39.up_proj,0.00247118,0.01000,0.437
14,mlp.experts.40.up_proj,0.00062314,0.01000,0.437
14,mlp.experts.41.up_proj,0.00000035,0.01000,0.440
14,mlp.experts.42.up_proj,0.00128961,0.01000,0.438
14,mlp.experts.43.up_proj,0.00000003,0.01000,0.443
14,mlp.experts.44.up_proj,0.00286970,0.01000,0.438
14,mlp.experts.45.up_proj,0.00000053,0.01000,0.438
14,mlp.experts.46.up_proj,0.00000256,0.01000,0.439
14,mlp.experts.47.up_proj,0.00090213,0.01000,0.438
14,mlp.experts.48.up_proj,0.00095503,0.01000,0.438
14,mlp.experts.49.up_proj,0.00034867,0.01000,0.439
14,mlp.experts.50.up_proj,0.00073518,0.01000,0.439
14,mlp.experts.51.up_proj,0.00034874,0.01000,0.439
14,mlp.experts.52.up_proj,0.00001362,0.01000,0.444
14,mlp.experts.53.up_proj,0.00235372,0.01000,0.438
14,mlp.experts.54.up_proj,0.00000042,0.01000,0.439
14,mlp.experts.55.up_proj,0.00620061,0.01000,0.439
14,mlp.experts.56.up_proj,0.00000011,0.01000,0.442
14,mlp.experts.57.up_proj,0.00174491,0.01000,0.440
14,mlp.experts.58.up_proj,0.00001674,0.01000,0.439
14,mlp.experts.59.up_proj,0.00007845,0.01000,0.437
14,mlp.experts.60.up_proj,0.00086133,0.01000,0.437
14,mlp.experts.61.up_proj,0.00028399,0.01000,0.435
14,mlp.experts.62.up_proj,0.00191589,0.01000,0.436
14,mlp.experts.63.up_proj,0.00000938,0.01000,0.443
14,mlp.experts.64.up_proj,0.00121365,0.01000,0.434
14,mlp.experts.65.up_proj,0.00000001,0.01000,0.449
14,mlp.experts.66.up_proj,0.00006812,0.01000,0.434
14,mlp.experts.67.up_proj,0.00013687,0.01000,0.435
14,mlp.experts.68.up_proj,0.00079394,0.01000,0.434
14,mlp.experts.69.up_proj,0.00071884,0.01000,0.439
14,mlp.experts.70.up_proj,0.00000005,0.01000,0.434
14,mlp.experts.71.up_proj,0.00025278,0.01000,0.438
14,mlp.experts.72.up_proj,0.00000213,0.01000,0.438
14,mlp.experts.73.up_proj,0.00000000,0.01000,0.438
14,mlp.experts.74.up_proj,0.00036504,0.01000,0.437
14,mlp.experts.75.up_proj,0.00437842,0.01000,0.438
14,mlp.experts.76.up_proj,0.00096015,0.01000,0.442
14,mlp.experts.77.up_proj,0.00021610,0.01000,0.441
14,mlp.experts.78.up_proj,0.00000167,0.01000,0.444
14,mlp.experts.79.up_proj,0.00109256,0.01000,0.440
14,mlp.experts.80.up_proj,0.00152194,0.01000,0.441
14,mlp.experts.81.up_proj,0.00325721,0.01000,0.440
14,mlp.experts.82.up_proj,0.00240496,0.01000,0.445
14,mlp.experts.83.up_proj,0.00000376,0.01000,0.440
14,mlp.experts.84.up_proj,0.00074105,0.01000,0.441
14,mlp.experts.85.up_proj,0.00019149,0.01000,0.440
14,mlp.experts.86.up_proj,0.00201255,0.01000,0.441
14,mlp.experts.87.up_proj,0.00035130,0.01000,0.440
14,mlp.experts.88.up_proj,0.00016564,0.01000,0.438
14,mlp.experts.89.up_proj,0.00005585,0.01000,0.438
14,mlp.experts.90.up_proj,0.00003971,0.01000,0.438
14,mlp.experts.91.up_proj,0.00000592,0.01000,0.438
14,mlp.experts.92.up_proj,0.00511848,0.01000,0.440
14,mlp.experts.93.up_proj,0.00009826,0.01000,0.439
14,mlp.experts.94.up_proj,0.00008120,0.01000,0.444
14,mlp.experts.95.up_proj,0.00104272,0.01000,0.440
14,mlp.experts.96.up_proj,0.00016877,0.01000,0.442
14,mlp.experts.97.up_proj,0.00001027,0.01000,0.440
14,mlp.experts.98.up_proj,0.00002093,0.01000,0.443
14,mlp.experts.99.up_proj,0.00191170,0.01000,0.440
14,mlp.experts.100.up_proj,0.00158861,0.01000,0.441
14,mlp.experts.101.up_proj,0.00252323,0.01000,0.440
14,mlp.experts.102.up_proj,0.00156877,0.01000,0.439
14,mlp.experts.103.up_proj,0.00000071,0.01000,0.457
14,mlp.experts.104.up_proj,0.00001890,0.01000,0.439
14,mlp.experts.105.up_proj,0.00062202,0.01000,0.455
14,mlp.experts.106.up_proj,0.00000007,0.01000,0.439
14,mlp.experts.107.up_proj,0.00051867,0.01000,0.440
14,mlp.experts.108.up_proj,0.00080419,0.01000,0.440
14,mlp.experts.109.up_proj,0.00045081,0.01000,0.445
14,mlp.experts.110.up_proj,0.00248600,0.01000,0.440
14,mlp.experts.111.up_proj,0.00143845,0.01000,0.440
14,mlp.experts.112.up_proj,0.00027141,0.01000,0.442
14,mlp.experts.113.up_proj,0.00002351,0.01000,0.439
14,mlp.experts.114.up_proj,0.00024938,0.01000,0.440
14,mlp.experts.115.up_proj,0.00229679,0.01000,0.439
14,mlp.experts.116.up_proj,0.00000441,0.01000,0.441
14,mlp.experts.117.up_proj,0.00002693,0.01000,0.443
14,mlp.experts.118.up_proj,0.00000415,0.01000,0.444
14,mlp.experts.119.up_proj,0.00007233,0.01000,0.439
14,mlp.experts.120.up_proj,0.00000218,0.01000,0.437
14,mlp.experts.121.up_proj,0.00014589,0.01000,0.438
14,mlp.experts.122.up_proj,0.00000122,0.01000,0.438
14,mlp.experts.123.up_proj,0.00008380,0.01000,0.439
14,mlp.experts.124.up_proj,0.00001948,0.01000,0.438
14,mlp.experts.125.up_proj,0.00126046,0.01000,0.440
14,mlp.experts.126.up_proj,0.00001616,0.01000,0.442
14,mlp.experts.127.up_proj,0.00000001,0.01000,0.438
14,mlp.experts.0.gate_proj,0.00001868,0.01000,0.438
14,mlp.experts.1.gate_proj,0.00115277,0.01000,0.438
14,mlp.experts.2.gate_proj,0.00012173,0.01000,0.438
14,mlp.experts.3.gate_proj,0.00251687,0.01000,0.437
14,mlp.experts.4.gate_proj,0.00037347,0.01000,0.443
14,mlp.experts.5.gate_proj,0.00000377,0.01000,0.438
14,mlp.experts.6.gate_proj,0.00136449,0.01000,0.439
14,mlp.experts.7.gate_proj,0.00083129,0.01000,0.439
14,mlp.experts.8.gate_proj,0.00091618,0.01000,0.438
14,mlp.experts.9.gate_proj,0.00014166,0.01000,0.440
14,mlp.experts.10.gate_proj,0.00077552,0.01000,0.438
14,mlp.experts.11.gate_proj,0.00013407,0.01000,0.440
14,mlp.experts.12.gate_proj,0.00004212,0.01000,0.440
14,mlp.experts.13.gate_proj,0.00007095,0.01000,0.439
14,mlp.experts.14.gate_proj,0.00133923,0.01000,0.438
14,mlp.experts.15.gate_proj,0.00065899,0.01000,0.441
14,mlp.experts.16.gate_proj,0.00079339,0.01000,0.440
14,mlp.experts.17.gate_proj,0.00101202,0.01000,0.441
14,mlp.experts.18.gate_proj,0.00085476,0.01000,0.442
14,mlp.experts.19.gate_proj,0.00016775,0.01000,0.440
14,mlp.experts.20.gate_proj,0.00210306,0.01000,0.442
14,mlp.experts.21.gate_proj,0.00003023,0.01000,0.445
14,mlp.experts.22.gate_proj,0.00428126,0.01000,0.443
14,mlp.experts.23.gate_proj,0.00169183,0.01000,0.440
14,mlp.experts.24.gate_proj,0.00008477,0.01000,0.441
14,mlp.experts.25.gate_proj,0.00000446,0.01000,0.441
14,mlp.experts.26.gate_proj,0.00201330,0.01000,0.441
14,mlp.experts.27.gate_proj,0.00008729,0.01000,0.441
14,mlp.experts.28.gate_proj,0.00099521,0.01000,0.440
14,mlp.experts.29.gate_proj,0.00016901,0.01000,0.441
14,mlp.experts.30.gate_proj,0.00022205,0.01000,0.438
14,mlp.experts.31.gate_proj,0.00028682,0.01000,0.439
14,mlp.experts.32.gate_proj,0.00078716,0.01000,0.440
14,mlp.experts.33.gate_proj,0.00478577,0.01000,0.439
14,mlp.experts.34.gate_proj,0.00362353,0.01000,0.440
14,mlp.experts.35.gate_proj,0.00000015,0.01000,0.439
14,mlp.experts.36.gate_proj,0.00061093,0.01000,0.442
14,mlp.experts.37.gate_proj,0.00057972,0.01000,0.442
14,mlp.experts.38.gate_proj,0.00521207,0.01000,0.451
14,mlp.experts.39.gate_proj,0.00233561,0.01000,0.442
14,mlp.experts.40.gate_proj,0.00062420,0.01000,0.441
14,mlp.experts.41.gate_proj,0.00000037,0.01000,0.440
14,mlp.experts.42.gate_proj,0.00138453,0.01000,0.440
14,mlp.experts.43.gate_proj,0.00000003,0.01000,0.440
14,mlp.experts.44.gate_proj,0.00284766,0.01000,0.440
14,mlp.experts.45.gate_proj,0.00000054,0.01000,0.443
14,mlp.experts.46.gate_proj,0.00000244,0.01000,0.438
14,mlp.experts.47.gate_proj,0.00097205,0.01000,0.437
14,mlp.experts.48.gate_proj,0.00093790,0.01000,0.438
14,mlp.experts.49.gate_proj,0.00036412,0.01000,0.438
14,mlp.experts.50.gate_proj,0.00075160,0.01000,0.441
14,mlp.experts.51.gate_proj,0.00035641,0.01000,0.437
14,mlp.experts.52.gate_proj,0.00001323,0.01000,0.439
14,mlp.experts.53.gate_proj,0.00237931,0.01000,0.439
14,mlp.experts.54.gate_proj,0.00000045,0.01000,0.438
14,mlp.experts.55.gate_proj,0.00750587,0.01000,0.438
14,mlp.experts.56.gate_proj,0.00000011,0.01000,0.450
14,mlp.experts.57.gate_proj,0.00172966,0.01000,0.438
14,mlp.experts.58.gate_proj,0.00001608,0.01000,0.450
14,mlp.experts.59.gate_proj,0.00008088,0.01000,0.438
14,mlp.experts.60.gate_proj,0.00076839,0.01000,0.437
14,mlp.experts.61.gate_proj,0.00032208,0.01000,0.439
14,mlp.experts.62.gate_proj,0.00225794,0.01000,0.441
14,mlp.experts.63.gate_proj,0.00000955,0.01000,0.440
14,mlp.experts.64.gate_proj,0.00124083,0.01000,0.436
14,mlp.experts.65.gate_proj,0.00000001,0.01000,0.443
14,mlp.experts.66.gate_proj,0.00006985,0.01000,0.442
14,mlp.experts.67.gate_proj,0.00014313,0.01000,0.441
14,mlp.experts.68.gate_proj,0.00083650,0.01000,0.441
14,mlp.experts.69.gate_proj,0.00073296,0.01000,0.440
14,mlp.experts.70.gate_proj,0.00000005,0.01000,0.444
14,mlp.experts.71.gate_proj,0.00025332,0.01000,0.440
14,mlp.experts.72.gate_proj,0.00000214,0.01000,0.441
14,mlp.experts.73.gate_proj,0.00000000,0.01000,0.440
14,mlp.experts.74.gate_proj,0.00039233,0.01000,0.440
14,mlp.experts.75.gate_proj,0.00437785,0.01000,0.440
14,mlp.experts.76.gate_proj,0.00096721,0.01000,0.440
14,mlp.experts.77.gate_proj,0.00022440,0.01000,0.442
14,mlp.experts.78.gate_proj,0.00000172,0.01000,0.442
14,mlp.experts.79.gate_proj,0.00112939,0.01000,0.442
14,mlp.experts.80.gate_proj,0.00169621,0.01000,0.440
14,mlp.experts.81.gate_proj,0.00337006,0.01000,0.442
14,mlp.experts.82.gate_proj,0.00254531,0.01000,0.440
14,mlp.experts.83.gate_proj,0.00000380,0.01000,0.440
14,mlp.experts.84.gate_proj,0.00079070,0.01000,0.440
14,mlp.experts.85.gate_proj,0.00019492,0.01000,0.440
14,mlp.experts.86.gate_proj,0.00218723,0.01000,0.444
14,mlp.experts.87.gate_proj,0.00036096,0.01000,0.440
14,mlp.experts.88.gate_proj,0.00016445,0.01000,0.441
14,mlp.experts.89.gate_proj,0.00005767,0.01000,0.440
14,mlp.experts.90.gate_proj,0.00003989,0.01000,0.442
14,mlp.experts.91.gate_proj,0.00000607,0.01000,0.441
14,mlp.experts.92.gate_proj,0.00570821,0.01000,0.441
14,mlp.experts.93.gate_proj,0.00010176,0.01000,0.441
14,mlp.experts.94.gate_proj,0.00008767,0.01000,0.443
14,mlp.experts.95.gate_proj,0.00104244,0.01000,0.439
14,mlp.experts.96.gate_proj,0.00016739,0.01000,0.448
14,mlp.experts.97.gate_proj,0.00001116,0.01000,0.438
14,mlp.experts.98.gate_proj,0.00002147,0.01000,0.453
14,mlp.experts.99.gate_proj,0.00189749,0.01000,0.439
14,mlp.experts.100.gate_proj,0.00174931,0.01000,0.440
14,mlp.experts.101.gate_proj,0.00271679,0.01000,0.440
14,mlp.experts.102.gate_proj,0.00163800,0.01000,0.440
14,mlp.experts.103.gate_proj,0.00000073,0.01000,0.442
14,mlp.experts.104.gate_proj,0.00001930,0.01000,0.446
14,mlp.experts.105.gate_proj,0.00065951,0.01000,0.440
14,mlp.experts.106.gate_proj,0.00000007,0.01000,0.447
14,mlp.experts.107.gate_proj,0.00053899,0.01000,0.440
14,mlp.experts.108.gate_proj,0.00084133,0.01000,0.441
14,mlp.experts.109.gate_proj,0.00047959,0.01000,0.439
14,mlp.experts.110.gate_proj,0.00252446,0.01000,0.439
14,mlp.experts.111.gate_proj,0.00141132,0.01000,0.441
14,mlp.experts.112.gate_proj,0.00027538,0.01000,0.440
14,mlp.experts.113.gate_proj,0.00002428,0.01000,0.444
14,mlp.experts.114.gate_proj,0.00026455,0.01000,0.440
14,mlp.experts.115.gate_proj,0.00242983,0.01000,0.442
14,mlp.experts.116.gate_proj,0.00000456,0.01000,0.441
14,mlp.experts.117.gate_proj,0.00011002,0.01000,0.441
14,mlp.experts.118.gate_proj,0.00000407,0.01000,0.440
14,mlp.experts.119.gate_proj,0.00007311,0.01000,0.441
14,mlp.experts.120.gate_proj,0.00000231,0.01000,0.446
14,mlp.experts.121.gate_proj,0.00015131,0.01000,0.441
14,mlp.experts.122.gate_proj,0.00000124,0.01000,0.447
14,mlp.experts.123.gate_proj,0.00008579,0.01000,0.442
14,mlp.experts.124.gate_proj,0.00002034,0.01000,0.442
14,mlp.experts.125.gate_proj,0.00126681,0.01000,0.442
14,mlp.experts.126.gate_proj,0.00001676,0.01000,0.442
14,mlp.experts.127.gate_proj,0.00000001,0.01000,0.459
14,mlp.experts.0.down_proj,0.00000315,0.01000,0.186
14,mlp.experts.1.down_proj,0.00014844,0.01000,0.168
14,mlp.experts.2.down_proj,0.00001381,0.01000,0.168
14,mlp.experts.3.down_proj,0.00035039,0.01000,0.167
14,mlp.experts.4.down_proj,0.00008036,0.01000,0.167
14,mlp.experts.5.down_proj,0.00000091,0.01000,0.167
14,mlp.experts.6.down_proj,0.00021814,0.01000,0.180
14,mlp.experts.7.down_proj,0.00016557,0.01000,0.170
14,mlp.experts.8.down_proj,0.00016728,0.01000,0.169
14,mlp.experts.9.down_proj,0.00001124,0.01000,0.168
14,mlp.experts.10.down_proj,0.00016132,0.01000,0.184
14,mlp.experts.11.down_proj,0.00003705,0.01000,0.169
14,mlp.experts.12.down_proj,0.00000687,0.01000,0.170
14,mlp.experts.13.down_proj,0.00000951,0.01000,0.170
14,mlp.experts.14.down_proj,0.00014481,0.01000,0.169
14,mlp.experts.15.down_proj,0.00012265,0.01000,0.169
14,mlp.experts.16.down_proj,0.00013447,0.01000,0.170
14,mlp.experts.17.down_proj,0.00021872,0.01000,0.169
14,mlp.experts.18.down_proj,0.00019577,0.01000,0.169
14,mlp.experts.19.down_proj,0.00001354,0.01000,0.173
14,mlp.experts.20.down_proj,0.00047212,0.01000,0.169
14,mlp.experts.21.down_proj,0.00000656,0.01000,0.168
14,mlp.experts.22.down_proj,0.00060689,0.01000,0.169
14,mlp.experts.23.down_proj,0.00022906,0.01000,0.169
14,mlp.experts.24.down_proj,0.00000859,0.01000,0.170
14,mlp.experts.25.down_proj,0.00000150,0.01000,0.169
14,mlp.experts.26.down_proj,0.00028722,0.01000,0.169
14,mlp.experts.27.down_proj,0.00001156,0.01000,0.169
14,mlp.experts.28.down_proj,0.00022657,0.01000,0.170
14,mlp.experts.29.down_proj,0.00001629,0.01000,0.170
14,mlp.experts.30.down_proj,0.00002247,0.01000,0.170
14,mlp.experts.31.down_proj,0.00004744,0.01000,0.170
14,mlp.experts.32.down_proj,0.00022101,0.01000,0.169
14,mlp.experts.33.down_proj,0.00085951,0.01000,0.169
14,mlp.experts.34.down_proj,0.00052157,0.01000,0.169
14,mlp.experts.35.down_proj,0.00000002,0.01000,0.169
14,mlp.experts.36.down_proj,0.00008565,0.01000,0.169
14,mlp.experts.37.down_proj,0.00006585,0.01000,0.170
14,mlp.experts.38.down_proj,0.00073363,0.01000,0.169
14,mlp.experts.39.down_proj,0.00045717,0.01000,0.169
14,mlp.experts.40.down_proj,0.00008363,0.01000,0.169
14,mlp.experts.41.down_proj,0.00000008,0.01000,0.170
14,mlp.experts.42.down_proj,0.00021966,0.01000,0.169
14,mlp.experts.43.down_proj,0.00000001,0.01000,0.170
14,mlp.experts.44.down_proj,0.00040186,0.01000,0.169
14,mlp.experts.45.down_proj,0.00000010,0.01000,0.169
14,mlp.experts.46.down_proj,0.00000092,0.01000,0.174
14,mlp.experts.47.down_proj,0.00019949,0.01000,0.170
14,mlp.experts.48.down_proj,0.00020307,0.01000,0.169
14,mlp.experts.49.down_proj,0.00004673,0.01000,0.169
14,mlp.experts.50.down_proj,0.00010701,0.01000,0.169
14,mlp.experts.51.down_proj,0.00004758,0.01000,0.169
14,mlp.experts.52.down_proj,0.00000371,0.01000,0.169
14,mlp.experts.53.down_proj,0.00032582,0.01000,0.170
14,mlp.experts.54.down_proj,0.00000011,0.01000,0.170
14,mlp.experts.55.down_proj,0.00101942,0.01000,0.170
14,mlp.experts.56.down_proj,0.00000002,0.01000,0.169
14,mlp.experts.57.down_proj,0.00023653,0.01000,0.170
14,mlp.experts.58.down_proj,0.00000546,0.01000,0.170
14,mlp.experts.59.down_proj,0.00000964,0.01000,0.170
14,mlp.experts.60.down_proj,0.00015611,0.01000,0.169
14,mlp.experts.61.down_proj,0.00002195,0.01000,0.169
14,mlp.experts.62.down_proj,0.00045358,0.01000,0.169
14,mlp.experts.63.down_proj,0.00000102,0.01000,0.169
14,mlp.experts.64.down_proj,0.00026867,0.01000,0.169
14,mlp.experts.65.down_proj,0.00000000,0.01000,0.170
14,mlp.experts.66.down_proj,0.00000761,0.01000,0.168
14,mlp.experts.67.down_proj,0.00002083,0.01000,0.171
14,mlp.experts.68.down_proj,0.00018940,0.01000,0.168
14,mlp.experts.69.down_proj,0.00011866,0.01000,0.168
14,mlp.experts.70.down_proj,0.00000001,0.01000,0.168
14,mlp.experts.71.down_proj,0.00003480,0.01000,0.169
14,mlp.experts.72.down_proj,0.00000039,0.01000,0.168
14,mlp.experts.73.down_proj,0.00000000,0.01000,0.168
14,mlp.experts.74.down_proj,0.00004635,0.01000,0.168
14,mlp.experts.75.down_proj,0.00077408,0.01000,0.168
14,mlp.experts.76.down_proj,0.00010980,0.01000,0.168
14,mlp.experts.77.down_proj,0.00002555,0.01000,0.168
14,mlp.experts.78.down_proj,0.00000030,0.01000,0.168
14,mlp.experts.79.down_proj,0.00020696,0.01000,0.168
14,mlp.experts.80.down_proj,0.00032695,0.01000,0.168
14,mlp.experts.81.down_proj,0.00071410,0.01000,0.168
14,mlp.experts.82.down_proj,0.00048867,0.01000,0.173
14,mlp.experts.83.down_proj,0.00000018,0.01000,0.169
14,mlp.experts.84.down_proj,0.00013286,0.01000,0.168
14,mlp.experts.85.down_proj,0.00001789,0.01000,0.168
14,mlp.experts.86.down_proj,0.00032480,0.01000,0.168
14,mlp.experts.87.down_proj,0.00003616,0.01000,0.168
14,mlp.experts.88.down_proj,0.00003562,0.01000,0.168
14,mlp.experts.89.down_proj,0.00000770,0.01000,0.170
14,mlp.experts.90.down_proj,0.00000533,0.01000,0.168
14,mlp.experts.91.down_proj,0.00000124,0.01000,0.168
14,mlp.experts.92.down_proj,0.00068478,0.01000,0.168
14,mlp.experts.93.down_proj,0.00001875,0.01000,0.168
14,mlp.experts.94.down_proj,0.00001389,0.01000,0.169
14,mlp.experts.95.down_proj,0.00014266,0.01000,0.170
14,mlp.experts.96.down_proj,0.00003262,0.01000,0.169
14,mlp.experts.97.down_proj,0.00000078,0.01000,0.168
14,mlp.experts.98.down_proj,0.00000374,0.01000,0.168
14,mlp.experts.99.down_proj,0.00027196,0.01000,0.168
14,mlp.experts.100.down_proj,0.00038791,0.01000,0.170
14,mlp.experts.101.down_proj,0.00046049,0.01000,0.170
14,mlp.experts.102.down_proj,0.00032101,0.01000,0.169
14,mlp.experts.103.down_proj,0.00000020,0.01000,0.168
14,mlp.experts.104.down_proj,0.00000376,0.01000,0.168
14,mlp.experts.105.down_proj,0.00008461,0.01000,0.168
14,mlp.experts.106.down_proj,0.00000001,0.01000,0.170
14,mlp.experts.107.down_proj,0.00010992,0.01000,0.169
14,mlp.experts.108.down_proj,0.00011579,0.01000,0.169
14,mlp.experts.109.down_proj,0.00005316,0.01000,0.171
14,mlp.experts.110.down_proj,0.00040571,0.01000,0.169
14,mlp.experts.111.down_proj,0.00023758,0.01000,0.169
14,mlp.experts.112.down_proj,0.00004884,0.01000,0.170
14,mlp.experts.113.down_proj,0.00000266,0.01000,0.182
14,mlp.experts.114.down_proj,0.00003590,0.01000,0.169
14,mlp.experts.115.down_proj,0.00034810,0.01000,0.169
14,mlp.experts.116.down_proj,0.00000068,0.01000,0.168
14,mlp.experts.117.down_proj,0.00000078,0.01000,0.169
14,mlp.experts.118.down_proj,0.00000129,0.01000,0.169
14,mlp.experts.119.down_proj,0.00001887,0.01000,0.183
14,mlp.experts.120.down_proj,0.00000058,0.01000,0.168
14,mlp.experts.121.down_proj,0.00002532,0.01000,0.168
14,mlp.experts.122.down_proj,0.00000036,0.01000,0.168
14,mlp.experts.123.down_proj,0.00000597,0.01000,0.169
14,mlp.experts.124.down_proj,0.00000454,0.01000,0.170
14,mlp.experts.125.down_proj,0.00023221,0.01000,0.168
14,mlp.experts.126.down_proj,0.00000627,0.01000,0.168
14,mlp.experts.127.down_proj,0.00000000,0.01000,0.170
15,self_attn.q_proj,0.00024191,0.01000,0.451
15,self_attn.k_proj,0.00003205,0.01000,0.443
15,self_attn.v_proj,0.00003421,0.01000,0.445
15,self_attn.o_proj,0.00003188,0.01000,0.896
15,mlp.experts.0.up_proj,0.00535416,0.01000,0.468
15,mlp.experts.1.up_proj,0.00345321,0.01000,0.436
15,mlp.experts.2.up_proj,0.00043702,0.01000,0.435
15,mlp.experts.3.up_proj,0.00086636,0.01000,0.436
15,mlp.experts.4.up_proj,0.00001917,0.01000,0.436
15,mlp.experts.5.up_proj,0.00000383,0.01000,0.438
15,mlp.experts.6.up_proj,0.00108024,0.01000,0.438
15,mlp.experts.7.up_proj,0.00191558,0.01000,0.438
15,mlp.experts.8.up_proj,0.00425146,0.01000,0.442
15,mlp.experts.9.up_proj,0.00089772,0.01000,0.445
15,mlp.experts.10.up_proj,0.00009426,0.01000,0.448
15,mlp.experts.11.up_proj,0.00080719,0.01000,0.443
15,mlp.experts.12.up_proj,0.00000804,0.01000,0.453
15,mlp.experts.13.up_proj,0.00011935,0.01000,0.459
15,mlp.experts.14.up_proj,0.00005294,0.01000,0.459
15,mlp.experts.15.up_proj,0.00000216,0.01000,0.461
15,mlp.experts.16.up_proj,0.00608707,0.01000,0.461
15,mlp.experts.17.up_proj,0.00146559,0.01000,0.460
15,mlp.experts.18.up_proj,0.00022519,0.01000,0.459
15,mlp.experts.19.up_proj,0.00001792,0.01000,0.458
15,mlp.experts.20.up_proj,0.00085406,0.01000,0.462
15,mlp.experts.21.up_proj,0.00001365,0.01000,0.443
15,mlp.experts.22.up_proj,0.00000024,0.01000,0.453
15,mlp.experts.23.up_proj,0.00055462,0.01000,0.440
15,mlp.experts.24.up_proj,0.00010239,0.01000,0.473
15,mlp.experts.25.up_proj,0.00361986,0.01000,0.453
15,mlp.experts.26.up_proj,0.00001020,0.01000,0.441
15,mlp.experts.27.up_proj,0.00003666,0.01000,0.441
15,mlp.experts.28.up_proj,0.00003456,0.01000,0.441
15,mlp.experts.29.up_proj,0.00012776,0.01000,0.441
15,mlp.experts.30.up_proj,0.00029864,0.01000,0.445
15,mlp.experts.31.up_proj,0.00134962,0.01000,0.441
15,mlp.experts.32.up_proj,0.00612087,0.01000,0.444
15,mlp.experts.33.up_proj,0.00028092,0.01000,0.440
15,mlp.experts.34.up_proj,0.00074145,0.01000,0.442
15,mlp.experts.35.up_proj,0.00146849,0.01000,0.442
15,mlp.experts.36.up_proj,0.00000197,0.01000,0.442
15,mlp.experts.37.up_proj,0.00089179,0.01000,0.438
15,mlp.experts.38.up_proj,0.00014562,0.01000,0.445
15,mlp.experts.39.up_proj,0.00032125,0.01000,0.454
15,mlp.experts.40.up_proj,0.00670749,0.01000,0.438
15,mlp.experts.41.up_proj,0.00249014,0.01000,0.438
15,mlp.experts.42.up_proj,0.00000053,0.01000,0.437
15,mlp.experts.43.up_proj,0.00000219,0.01000,0.444
15,mlp.experts.44.up_proj,0.00000020,0.01000,0.437
15,mlp.experts.45.up_proj,0.00008288,0.01000,0.437
15,mlp.experts.46.up_proj,0.00078084,0.01000,0.439
15,mlp.experts.47.up_proj,0.00002257,0.01000,0.438
15,mlp.experts.48.up_proj,0.00014337,0.01000,0.450
15,mlp.experts.49.up_proj,0.00450900,0.01000,0.438
15,mlp.experts.50.up_proj,0.00035393,0.01000,0.445
15,mlp.experts.51.up_proj,0.00230653,0.01000,0.440
15,mlp.experts.52.up_proj,0.00376556,0.01000,0.447
15,mlp.experts.53.up_proj,0.00000763,0.01000,0.449
15,mlp.experts.54.up_proj,0.00027726,0.01000,0.444
15,mlp.experts.55.up_proj,0.00165891,0.01000,0.440
15,mlp.experts.56.up_proj,0.00083226,0.01000,0.440
15,mlp.experts.57.up_proj,0.00018592,0.01000,0.444
15,mlp.experts.58.up_proj,0.00052724,0.01000,0.441
15,mlp.experts.59.up_proj,0.00025994,0.01000,0.441
15,mlp.experts.60.up_proj,0.00074337,0.01000,0.441
15,mlp.experts.61.up_proj,0.00021572,0.01000,0.441
15,mlp.experts.62.up_proj,0.00000619,0.01000,0.444
15,mlp.experts.63.up_proj,0.00015711,0.01000,0.442
15,mlp.experts.64.up_proj,0.00015369,0.01000,0.442
15,mlp.experts.65.up_proj,0.00000010,0.01000,0.445
15,mlp.experts.66.up_proj,0.00025467,0.01000,0.442
15,mlp.experts.67.up_proj,0.00000011,0.01000,0.440
15,mlp.experts.68.up_proj,0.00006811,0.01000,0.441
15,mlp.experts.69.up_proj,0.00103682,0.01000,0.443
15,mlp.experts.70.up_proj,0.00044199,0.01000,0.443
15,mlp.experts.71.up_proj,0.00049314,0.01000,0.444
15,mlp.experts.72.up_proj,0.00063079,0.01000,0.441
15,mlp.experts.73.up_proj,0.00015906,0.01000,0.445
15,mlp.experts.74.up_proj,0.00000025,0.01000,0.442
15,mlp.experts.75.up_proj,0.00023236,0.01000,0.447
15,mlp.experts.76.up_proj,0.00017067,0.01000,0.442
15,mlp.experts.77.up_proj,0.00430106,0.01000,0.442
15,mlp.experts.78.up_proj,0.00057282,0.01000,0.442
15,mlp.experts.79.up_proj,0.00003071,0.01000,0.446
15,mlp.experts.80.up_proj,0.00194975,0.01000,0.441
15,mlp.experts.81.up_proj,0.00004983,0.01000,0.442
15,mlp.experts.82.up_proj,0.00259461,0.01000,0.442
15,mlp.experts.83.up_proj,0.00025877,0.01000,0.441
15,mlp.experts.84.up_proj,0.00021822,0.01000,0.443
15,mlp.experts.85.up_proj,0.00175221,0.01000,0.441
15,mlp.experts.86.up_proj,0.00223546,0.01000,0.442
15,mlp.experts.87.up_proj,0.00665529,0.01000,0.442
15,mlp.experts.88.up_proj,0.00000554,0.01000,0.445
15,mlp.experts.89.up_proj,0.00431803,0.01000,0.444
15,mlp.experts.90.up_proj,0.00217353,0.01000,0.442
15,mlp.experts.91.up_proj,0.00183068,0.01000,0.442
15,mlp.experts.92.up_proj,0.00000001,0.01000,0.441
15,mlp.experts.93.up_proj,0.00020003,0.01000,0.447
15,mlp.experts.94.up_proj,0.00152449,0.01000,0.440
15,mlp.experts.95.up_proj,0.00273026,0.01000,0.442
15,mlp.experts.96.up_proj,0.00039263,0.01000,0.439
15,mlp.experts.97.up_proj,0.00000009,0.01000,0.440
15,mlp.experts.98.up_proj,0.00329922,0.01000,0.440
15,mlp.experts.99.up_proj,0.00004508,0.01000,0.438
15,mlp.experts.100.up_proj,0.00102096,0.01000,0.439
15,mlp.experts.101.up_proj,0.00066719,0.01000,0.438
15,mlp.experts.102.up_proj,0.00036603,0.01000,0.441
15,mlp.experts.103.up_proj,0.00017331,0.01000,0.436
15,mlp.experts.104.up_proj,0.00003845,0.01000,0.436
15,mlp.experts.105.up_proj,0.00000004,0.01000,0.437
15,mlp.experts.106.up_proj,0.00068803,0.01000,0.440
15,mlp.experts.107.up_proj,0.00007065,0.01000,0.440
15,mlp.experts.108.up_proj,0.00000002,0.01000,0.439
15,mlp.experts.109.up_proj,0.00034131,0.01000,0.438
15,mlp.experts.110.up_proj,0.00011242,0.01000,0.436
15,mlp.experts.111.up_proj,0.00002068,0.01000,0.437
15,mlp.experts.112.up_proj,0.00004580,0.01000,0.436
15,mlp.experts.113.up_proj,0.00003468,0.01000,0.437
15,mlp.experts.114.up_proj,0.00000164,0.01000,0.438
15,mlp.experts.115.up_proj,0.00014527,0.01000,0.437
15,mlp.experts.116.up_proj,0.00060782,0.01000,0.439
15,mlp.experts.117.up_proj,0.00038646,0.01000,0.442
15,mlp.experts.118.up_proj,0.00012316,0.01000,0.443
15,mlp.experts.119.up_proj,0.00061549,0.01000,0.438
15,mlp.experts.120.up_proj,0.00380742,0.01000,0.439
15,mlp.experts.121.up_proj,0.00231553,0.01000,0.438
15,mlp.experts.122.up_proj,0.00011389,0.01000,0.438
15,mlp.experts.123.up_proj,0.00030156,0.01000,0.439
15,mlp.experts.124.up_proj,0.00000001,0.01000,0.438
15,mlp.experts.125.up_proj,0.00136346,0.01000,0.449
15,mlp.experts.126.up_proj,0.00024646,0.01000,0.446
15,mlp.experts.127.up_proj,0.00009318,0.01000,0.449
15,mlp.experts.0.gate_proj,0.00613787,0.01000,0.441
15,mlp.experts.1.gate_proj,0.00330662,0.01000,0.441
15,mlp.experts.2.gate_proj,0.00044928,0.01000,0.442
15,mlp.experts.3.gate_proj,0.00082676,0.01000,0.444
15,mlp.experts.4.gate_proj,0.00001729,0.01000,0.442
15,mlp.experts.5.gate_proj,0.00000392,0.01000,0.440
15,mlp.experts.6.gate_proj,0.00106037,0.01000,0.450
15,mlp.experts.7.gate_proj,0.00195701,0.01000,0.440
15,mlp.experts.8.gate_proj,0.00432447,0.01000,0.441
15,mlp.experts.9.gate_proj,0.00094332,0.01000,0.440
15,mlp.experts.10.gate_proj,0.00009319,0.01000,0.443
15,mlp.experts.11.gate_proj,0.00088416,0.01000,0.441
15,mlp.experts.12.gate_proj,0.00000838,0.01000,0.440
15,mlp.experts.13.gate_proj,0.00012049,0.01000,0.442
15,mlp.experts.14.gate_proj,0.00005426,0.01000,0.449
15,mlp.experts.15.gate_proj,0.00000220,0.01000,0.458
15,mlp.experts.16.gate_proj,0.00609324,0.01000,0.456
15,mlp.experts.17.gate_proj,0.00146148,0.01000,0.440
15,mlp.experts.18.gate_proj,0.00024809,0.01000,0.440
15,mlp.experts.19.gate_proj,0.00001839,0.01000,0.444
15,mlp.experts.20.gate_proj,0.00080453,0.01000,0.435
15,mlp.experts.21.gate_proj,0.00001405,0.01000,0.435
15,mlp.experts.22.gate_proj,0.00000023,0.01000,0.436
15,mlp.experts.23.gate_proj,0.00053736,0.01000,0.439
15,mlp.experts.24.gate_proj,0.00010597,0.01000,0.440
15,mlp.experts.25.gate_proj,0.00423958,0.01000,0.452
15,mlp.experts.26.gate_proj,0.00001040,0.01000,0.440
15,mlp.experts.27.gate_proj,0.00003751,0.01000,0.455
15,mlp.experts.28.gate_proj,0.00003685,0.01000,0.440
15,mlp.experts.29.gate_proj,0.00013978,0.01000,0.440
15,mlp.experts.30.gate_proj,0.00030239,0.01000,0.440
15,mlp.experts.31.gate_proj,0.00135625,0.01000,0.441
15,mlp.experts.32.gate_proj,0.00730296,0.01000,0.445
15,mlp.experts.33.gate_proj,0.00029111,0.01000,0.444
15,mlp.experts.34.gate_proj,0.00076462,0.01000,0.446
15,mlp.experts.35.gate_proj,0.00141516,0.01000,0.446
15,mlp.experts.36.gate_proj,0.00000197,0.01000,0.449
15,mlp.experts.37.gate_proj,0.00092875,0.01000,0.449
15,mlp.experts.38.gate_proj,0.00014086,0.01000,0.447
15,mlp.experts.39.gate_proj,0.00033555,0.01000,0.449
15,mlp.experts.40.gate_proj,0.00659689,0.01000,0.446
15,mlp.experts.41.gate_proj,0.00257356,0.01000,0.443
15,mlp.experts.42.gate_proj,0.00000056,0.01000,0.443
15,mlp.experts.43.gate_proj,0.00000262,0.01000,0.440
15,mlp.experts.44.gate_proj,0.00000021,0.01000,0.439
15,mlp.experts.45.gate_proj,0.00008516,0.01000,0.439
15,mlp.experts.46.gate_proj,0.00081354,0.01000,0.442
15,mlp.experts.47.gate_proj,0.00002316,0.01000,0.442
15,mlp.experts.48.gate_proj,0.00014597,0.01000,0.443
15,mlp.experts.49.gate_proj,0.00478900,0.01000,0.443
15,mlp.experts.50.gate_proj,0.00035529,0.01000,0.444
15,mlp.experts.51.gate_proj,0.00244393,0.01000,0.444
15,mlp.experts.52.gate_proj,0.00420490,0.01000,0.450
15,mlp.experts.53.gate_proj,0.00000761,0.01000,0.451
15,mlp.experts.54.gate_proj,0.00027192,0.01000,0.452
15,mlp.experts.55.gate_proj,0.00161399,0.01000,0.454
15,mlp.experts.56.gate_proj,0.00082917,0.01000,0.448
15,mlp.experts.57.gate_proj,0.00019039,0.01000,0.447
15,mlp.experts.58.gate_proj,0.00054211,0.01000,0.450
15,mlp.experts.59.gate_proj,0.00027827,0.01000,0.450
15,mlp.experts.60.gate_proj,0.00074624,0.01000,0.454
15,mlp.experts.61.gate_proj,0.00021434,0.01000,0.457
15,mlp.experts.62.gate_proj,0.00000633,0.01000,0.449
15,mlp.experts.63.gate_proj,0.00016238,0.01000,0.449
15,mlp.experts.64.gate_proj,0.00015798,0.01000,0.457
15,mlp.experts.65.gate_proj,0.00000010,0.01000,0.449
15,mlp.experts.66.gate_proj,0.00028118,0.01000,0.447
15,mlp.experts.67.gate_proj,0.00000011,0.01000,0.450
15,mlp.experts.68.gate_proj,0.00007022,0.01000,0.448
15,mlp.experts.69.gate_proj,0.00101098,0.01000,0.456
15,mlp.experts.70.gate_proj,0.00045350,0.01000,0.447
15,mlp.experts.71.gate_proj,0.00049014,0.01000,0.447
15,mlp.experts.72.gate_proj,0.00067227,0.01000,0.452
15,mlp.experts.73.gate_proj,0.00054639,0.01000,0.450
15,mlp.experts.74.gate_proj,0.00000026,0.01000,0.447
15,mlp.experts.75.gate_proj,0.00024494,0.01000,0.446
15,mlp.experts.76.gate_proj,0.00016788,0.01000,0.449
15,mlp.experts.77.gate_proj,0.00438024,0.01000,0.448
15,mlp.experts.78.gate_proj,0.00058086,0.01000,0.448
15,mlp.experts.79.gate_proj,0.00003149,0.01000,0.448
15,mlp.experts.80.gate_proj,0.00221246,0.01000,0.452
15,mlp.experts.81.gate_proj,0.00005100,0.01000,0.458
15,mlp.experts.82.gate_proj,0.00253409,0.01000,0.450
15,mlp.experts.83.gate_proj,0.00026536,0.01000,0.447
15,mlp.experts.84.gate_proj,0.00022326,0.01000,0.448
15,mlp.experts.85.gate_proj,0.00163288,0.01000,0.445
15,mlp.experts.86.gate_proj,0.00218068,0.01000,0.445
15,mlp.experts.87.gate_proj,0.00757994,0.01000,0.445
15,mlp.experts.88.gate_proj,0.00000567,0.01000,0.443
15,mlp.experts.89.gate_proj,0.00449923,0.01000,0.447
15,mlp.experts.90.gate_proj,0.00235730,0.01000,0.448
15,mlp.experts.91.gate_proj,0.00177260,0.01000,0.446
15,mlp.experts.92.gate_proj,0.00000001,0.01000,0.447
15,mlp.experts.93.gate_proj,0.00020653,0.01000,0.448
15,mlp.experts.94.gate_proj,0.00151925,0.01000,0.445
15,mlp.experts.95.gate_proj,0.00270620,0.01000,0.454
15,mlp.experts.96.gate_proj,0.00039131,0.01000,0.447
15,mlp.experts.97.gate_proj,0.00000010,0.01000,0.448
15,mlp.experts.98.gate_proj,0.00336459,0.01000,0.449
15,mlp.experts.99.gate_proj,0.00004579,0.01000,0.449
15,mlp.experts.100.gate_proj,0.00111894,0.01000,0.449
15,mlp.experts.101.gate_proj,0.00071918,0.01000,0.446
15,mlp.experts.102.gate_proj,0.00039491,0.01000,0.448
15,mlp.experts.103.gate_proj,0.00017293,0.01000,0.450
15,mlp.experts.104.gate_proj,0.00003886,0.01000,0.450
15,mlp.experts.105.gate_proj,0.00000004,0.01000,0.448
15,mlp.experts.106.gate_proj,0.00071736,0.01000,0.448
15,mlp.experts.107.gate_proj,0.00007221,0.01000,0.448
15,mlp.experts.108.gate_proj,0.00000002,0.01000,0.462
15,mlp.experts.109.gate_proj,0.00035875,0.01000,0.453
15,mlp.experts.110.gate_proj,0.00011396,0.01000,0.447
15,mlp.experts.111.gate_proj,0.00002128,0.01000,0.446
15,mlp.experts.112.gate_proj,0.00004753,0.01000,0.444
15,mlp.experts.113.gate_proj,0.00003534,0.01000,0.448
15,mlp.experts.114.gate_proj,0.00000186,0.01000,0.445
15,mlp.experts.115.gate_proj,0.00014387,0.01000,0.445
15,mlp.experts.116.gate_proj,0.00064505,0.01000,0.448
15,mlp.experts.117.gate_proj,0.00040421,0.01000,0.447
15,mlp.experts.118.gate_proj,0.00012477,0.01000,0.449
15,mlp.experts.119.gate_proj,0.00065419,0.01000,0.447
15,mlp.experts.120.gate_proj,0.00394526,0.01000,0.449
15,mlp.experts.121.gate_proj,0.00227004,0.01000,0.445
15,mlp.experts.122.gate_proj,0.00011272,0.01000,0.446
15,mlp.experts.123.gate_proj,0.00031519,0.01000,0.446
15,mlp.experts.124.gate_proj,0.00000001,0.01000,0.443
15,mlp.experts.125.gate_proj,0.00143349,0.01000,0.446
15,mlp.experts.126.gate_proj,0.00024756,0.01000,0.449
15,mlp.experts.127.gate_proj,0.00009767,0.01000,0.447
15,mlp.experts.0.down_proj,0.00107299,0.01000,0.187
15,mlp.experts.1.down_proj,0.00053408,0.01000,0.170
15,mlp.experts.2.down_proj,0.00006353,0.01000,0.168
15,mlp.experts.3.down_proj,0.00014796,0.01000,0.167
15,mlp.experts.4.down_proj,0.00000422,0.01000,0.168
15,mlp.experts.5.down_proj,0.00000085,0.01000,0.168
15,mlp.experts.6.down_proj,0.00015642,0.01000,0.169
15,mlp.experts.7.down_proj,0.00027346,0.01000,0.169
15,mlp.experts.8.down_proj,0.00057595,0.01000,0.168
15,mlp.experts.9.down_proj,0.00013002,0.01000,0.169
15,mlp.experts.10.down_proj,0.00001592,0.01000,0.168
15,mlp.experts.11.down_proj,0.00010901,0.01000,0.169
15,mlp.experts.12.down_proj,0.00000216,0.01000,0.172
15,mlp.experts.13.down_proj,0.00001485,0.01000,0.169
15,mlp.experts.14.down_proj,0.00000714,0.01000,0.169
15,mlp.experts.15.down_proj,0.00000036,0.01000,0.169
15,mlp.experts.16.down_proj,0.00091965,0.01000,0.171
15,mlp.experts.17.down_proj,0.00017648,0.01000,0.169
15,mlp.experts.18.down_proj,0.00001821,0.01000,0.170
15,mlp.experts.19.down_proj,0.00000289,0.01000,0.169
15,mlp.experts.20.down_proj,0.00013845,0.01000,0.169
15,mlp.experts.21.down_proj,0.00000198,0.01000,0.174
15,mlp.experts.22.down_proj,0.00000007,0.01000,0.169
15,mlp.experts.23.down_proj,0.00011720,0.01000,0.170
15,mlp.experts.24.down_proj,0.00000879,0.01000,0.170
15,mlp.experts.25.down_proj,0.00064764,0.01000,0.170
15,mlp.experts.26.down_proj,0.00000155,0.01000,0.169
15,mlp.experts.27.down_proj,0.00000559,0.01000,0.169
15,mlp.experts.28.down_proj,0.00000894,0.01000,0.172
15,mlp.experts.29.down_proj,0.00002361,0.01000,0.171
15,mlp.experts.30.down_proj,0.00006057,0.01000,0.170
15,mlp.experts.31.down_proj,0.00023128,0.01000,0.170
15,mlp.experts.32.down_proj,0.00139313,0.01000,0.170
15,mlp.experts.33.down_proj,0.00006112,0.01000,0.170
15,mlp.experts.34.down_proj,0.00013364,0.01000,0.170
15,mlp.experts.35.down_proj,0.00026619,0.01000,0.170
15,mlp.experts.36.down_proj,0.00000071,0.01000,0.169
15,mlp.experts.37.down_proj,0.00019328,0.01000,0.168
15,mlp.experts.38.down_proj,0.00000618,0.01000,0.168
15,mlp.experts.39.down_proj,0.00003965,0.01000,0.168
15,mlp.experts.40.down_proj,0.00099037,0.01000,0.168
15,mlp.experts.41.down_proj,0.00054563,0.01000,0.169
15,mlp.experts.42.down_proj,0.00000014,0.01000,0.173
15,mlp.experts.43.down_proj,0.00000084,0.01000,0.169
15,mlp.experts.44.down_proj,0.00000003,0.01000,0.172
15,mlp.experts.45.down_proj,0.00001333,0.01000,0.169
15,mlp.experts.46.down_proj,0.00016707,0.01000,0.168
15,mlp.experts.47.down_proj,0.00000596,0.01000,0.170
15,mlp.experts.48.down_proj,0.00001609,0.01000,0.170
15,mlp.experts.49.down_proj,0.00102066,0.01000,0.169
15,mlp.experts.50.down_proj,0.00003395,0.01000,0.169
15,mlp.experts.51.down_proj,0.00039031,0.01000,0.170
15,mlp.experts.52.down_proj,0.00107125,0.01000,0.169
15,mlp.experts.53.down_proj,0.00000270,0.01000,0.171
15,mlp.experts.54.down_proj,0.00004903,0.01000,0.169
15,mlp.experts.55.down_proj,0.00026316,0.01000,0.169
15,mlp.experts.56.down_proj,0.00011759,0.01000,0.171
15,mlp.experts.57.down_proj,0.00003290,0.01000,0.169
15,mlp.experts.58.down_proj,0.00006113,0.01000,0.170
15,mlp.experts.59.down_proj,0.00004469,0.01000,0.171
15,mlp.experts.60.down_proj,0.00012686,0.01000,0.170
15,mlp.experts.61.down_proj,0.00003569,0.01000,0.170
15,mlp.experts.62.down_proj,0.00000175,0.01000,0.173
15,mlp.experts.63.down_proj,0.00001545,0.01000,0.170
15,mlp.experts.64.down_proj,0.00000702,0.01000,0.170
15,mlp.experts.65.down_proj,0.00000003,0.01000,0.173
15,mlp.experts.66.down_proj,0.00005219,0.01000,0.171
15,mlp.experts.67.down_proj,0.00000002,0.01000,0.169
15,mlp.experts.68.down_proj,0.00000915,0.01000,0.170
15,mlp.experts.69.down_proj,0.00019999,0.01000,0.169
15,mlp.experts.70.down_proj,0.00008969,0.01000,0.170
15,mlp.experts.71.down_proj,0.00009526,0.01000,0.170
15,mlp.experts.72.down_proj,0.00011318,0.01000,0.173
15,mlp.experts.73.down_proj,0.00000719,0.01000,0.169
15,mlp.experts.74.down_proj,0.00000005,0.01000,0.170
15,mlp.experts.75.down_proj,0.00003490,0.01000,0.171
15,mlp.experts.76.down_proj,0.00002810,0.01000,0.169
15,mlp.experts.77.down_proj,0.00081805,0.01000,0.170
15,mlp.experts.78.down_proj,0.00010628,0.01000,0.171
15,mlp.experts.79.down_proj,0.00000374,0.01000,0.169
15,mlp.experts.80.down_proj,0.00050164,0.01000,0.169
15,mlp.experts.81.down_proj,0.00000640,0.01000,0.176
15,mlp.experts.82.down_proj,0.00036681,0.01000,0.174
15,mlp.experts.83.down_proj,0.00004017,0.01000,0.170
15,mlp.experts.84.down_proj,0.00002586,0.01000,0.170
15,mlp.experts.85.down_proj,0.00027244,0.01000,0.172
15,mlp.experts.86.down_proj,0.00035432,0.01000,0.170
15,mlp.experts.87.down_proj,0.00117867,0.01000,0.170
15,mlp.experts.88.down_proj,0.00000098,0.01000,0.172
15,mlp.experts.89.down_proj,0.00077830,0.01000,0.170
15,mlp.experts.90.down_proj,0.00037239,0.01000,0.170
15,mlp.experts.91.down_proj,0.00029028,0.01000,0.170
15,mlp.experts.92.down_proj,0.00000000,0.01000,0.170
15,mlp.experts.93.down_proj,0.00004792,0.01000,0.174
15,mlp.experts.94.down_proj,0.00020664,0.01000,0.173
15,mlp.experts.95.down_proj,0.00038993,0.01000,0.179
15,mlp.experts.96.down_proj,0.00005943,0.01000,0.173
15,mlp.experts.97.down_proj,0.00000002,0.01000,0.174
15,mlp.experts.98.down_proj,0.00048038,0.01000,0.176
15,mlp.experts.99.down_proj,0.00000648,0.01000,0.175
15,mlp.experts.100.down_proj,0.00016836,0.01000,0.175
15,mlp.experts.101.down_proj,0.00014452,0.01000,0.176
15,mlp.experts.102.down_proj,0.00005906,0.01000,0.180
15,mlp.experts.103.down_proj,0.00003547,0.01000,0.176
15,mlp.experts.104.down_proj,0.00000741,0.01000,0.175
15,mlp.experts.105.down_proj,0.00000001,0.01000,0.178
15,mlp.experts.106.down_proj,0.00009977,0.01000,0.178
15,mlp.experts.107.down_proj,0.00001013,0.01000,0.175
15,mlp.experts.108.down_proj,0.00000000,0.01000,0.174
15,mlp.experts.109.down_proj,0.00004690,0.01000,0.177
15,mlp.experts.110.down_proj,0.00000983,0.01000,0.180
15,mlp.experts.111.down_proj,0.00000308,0.01000,0.173
15,mlp.experts.112.down_proj,0.00000641,0.01000,0.174
15,mlp.experts.113.down_proj,0.00000766,0.01000,0.174
15,mlp.experts.114.down_proj,0.00000005,0.01000,0.172
15,mlp.experts.115.down_proj,0.00002416,0.01000,0.175
15,mlp.experts.116.down_proj,0.00007952,0.01000,0.180
15,mlp.experts.117.down_proj,0.00003252,0.01000,0.179
15,mlp.experts.118.down_proj,0.00001916,0.01000,0.181
15,mlp.experts.119.down_proj,0.00011684,0.01000,0.174
15,mlp.experts.120.down_proj,0.00068748,0.01000,0.172
15,mlp.experts.121.down_proj,0.00035252,0.01000,0.172
15,mlp.experts.122.down_proj,0.00000510,0.01000,0.174
15,mlp.experts.123.down_proj,0.00005396,0.01000,0.174
15,mlp.experts.124.down_proj,0.00000000,0.01000,0.174
15,mlp.experts.125.down_proj,0.00018144,0.01000,0.173
15,mlp.experts.126.down_proj,0.00002945,0.01000,0.174
15,mlp.experts.127.down_proj,0.00001451,0.01000,0.175
16,self_attn.q_proj,0.00027984,0.01000,0.449
16,self_attn.k_proj,0.00003773,0.01000,0.438
16,self_attn.v_proj,0.00004033,0.01000,0.439
16,self_attn.o_proj,0.00003559,0.01000,0.884
16,mlp.experts.0.up_proj,0.00123528,0.01000,0.445
16,mlp.experts.1.up_proj,0.00015720,0.01000,0.440
16,mlp.experts.2.up_proj,0.00000001,0.01000,0.436
16,mlp.experts.3.up_proj,0.00000017,0.01000,0.434
16,mlp.experts.4.up_proj,0.00063392,0.01000,0.436
16,mlp.experts.5.up_proj,0.00005219,0.01000,0.436
16,mlp.experts.6.up_proj,0.00059981,0.01000,0.439
16,mlp.experts.7.up_proj,0.00257828,0.01000,0.436
16,mlp.experts.8.up_proj,0.00141917,0.01000,0.437
16,mlp.experts.9.up_proj,0.00095861,0.01000,0.442
16,mlp.experts.10.up_proj,0.00000152,0.01000,0.437
16,mlp.experts.11.up_proj,0.00200792,0.01000,0.441
16,mlp.experts.12.up_proj,0.00013026,0.01000,0.436
16,mlp.experts.13.up_proj,0.00079025,0.01000,0.437
16,mlp.experts.14.up_proj,0.00202169,0.01000,0.437
16,mlp.experts.15.up_proj,0.00066771,0.01000,0.439
16,mlp.experts.16.up_proj,0.00208313,0.01000,0.438
16,mlp.experts.17.up_proj,0.00004397,0.01000,0.436
16,mlp.experts.18.up_proj,0.00187277,0.01000,0.440
16,mlp.experts.19.up_proj,0.00025977,0.01000,0.438
16,mlp.experts.20.up_proj,0.00084622,0.01000,0.437
16,mlp.experts.21.up_proj,0.00003283,0.01000,0.448
16,mlp.experts.22.up_proj,0.00002890,0.01000,0.439
16,mlp.experts.23.up_proj,0.00043698,0.01000,0.455
16,mlp.experts.24.up_proj,0.00300001,0.01000,0.439
16,mlp.experts.25.up_proj,0.00003068,0.01000,0.440
16,mlp.experts.26.up_proj,0.00154847,0.01000,0.439
16,mlp.experts.27.up_proj,0.00014487,0.01000,0.438
16,mlp.experts.28.up_proj,0.00068059,0.01000,0.437
16,mlp.experts.29.up_proj,0.00093727,0.01000,0.436
16,mlp.experts.30.up_proj,0.00634979,0.01000,0.436
16,mlp.experts.31.up_proj,0.00000112,0.01000,0.435
16,mlp.experts.32.up_proj,0.00088023,0.01000,0.437
16,mlp.experts.33.up_proj,0.00095832,0.01000,0.440
16,mlp.experts.34.up_proj,0.00004121,0.01000,0.438
16,mlp.experts.35.up_proj,0.00574245,0.01000,0.438
16,mlp.experts.36.up_proj,0.00001871,0.01000,0.438
16,mlp.experts.37.up_proj,0.00199484,0.01000,0.436
16,mlp.experts.38.up_proj,0.00000002,0.01000,0.440
16,mlp.experts.39.up_proj,0.00204385,0.01000,0.436
16,mlp.experts.40.up_proj,0.00247855,0.01000,0.437
16,mlp.experts.41.up_proj,0.00002353,0.01000,0.440
16,mlp.experts.42.up_proj,0.00005304,0.01000,0.445
16,mlp.experts.43.up_proj,0.00131105,0.01000,0.443
16,mlp.experts.44.up_proj,0.00023468,0.01000,0.440
16,mlp.experts.45.up_proj,0.00256294,0.01000,0.441
16,mlp.experts.46.up_proj,0.00011264,0.01000,0.441
16,mlp.experts.47.up_proj,0.00001901,0.01000,0.444
16,mlp.experts.48.up_proj,0.00021480,0.01000,0.440
16,mlp.experts.49.up_proj,0.00002600,0.01000,0.441
16,mlp.experts.50.up_proj,0.00275040,0.01000,0.441
16,mlp.experts.51.up_proj,0.00131056,0.01000,0.447
16,mlp.experts.52.up_proj,0.00030960,0.01000,0.445
16,mlp.experts.53.up_proj,0.00001948,0.01000,0.439
16,mlp.experts.54.up_proj,0.00030501,0.01000,0.437
16,mlp.experts.55.up_proj,0.00081554,0.01000,0.437
16,mlp.experts.56.up_proj,0.00000412,0.01000,0.439
16,mlp.experts.57.up_proj,0.00139874,0.01000,0.438
16,mlp.experts.58.up_proj,0.00000261,0.01000,0.441
16,mlp.experts.59.up_proj,0.00018366,0.01000,0.440
16,mlp.experts.60.up_proj,0.00069967,0.01000,0.441
16,mlp.experts.61.up_proj,0.00000000,0.01000,0.441
16,mlp.experts.62.up_proj,0.00033891,0.01000,0.442
16,mlp.experts.63.up_proj,0.00004799,0.01000,0.441
16,mlp.experts.64.up_proj,0.00000154,0.01000,0.440
16,mlp.experts.65.up_proj,0.00622708,0.01000,0.442
16,mlp.experts.66.up_proj,0.00000011,0.01000,0.446
16,mlp.experts.67.up_proj,0.00003523,0.01000,0.440
16,mlp.experts.68.up_proj,0.00042370,0.01000,0.442
16,mlp.experts.69.up_proj,0.00000083,0.01000,0.442
16,mlp.experts.70.up_proj,0.00006364,0.01000,0.444
16,mlp.experts.71.up_proj,0.00000008,0.01000,0.443
16,mlp.experts.72.up_proj,0.00046627,0.01000,0.441
16,mlp.experts.73.up_proj,0.00034242,0.01000,0.440
16,mlp.experts.74.up_proj,0.00006868,0.01000,0.444
16,mlp.experts.75.up_proj,0.00299967,0.01000,0.445
16,mlp.experts.76.up_proj,0.00233217,0.01000,0.443
16,mlp.experts.77.up_proj,0.00105271,0.01000,0.441
16,mlp.experts.78.up_proj,0.00126817,0.01000,0.441
16,mlp.experts.79.up_proj,0.00126779,0.01000,0.441
16,mlp.experts.80.up_proj,0.00394405,0.01000,0.440
16,mlp.experts.81.up_proj,0.00327281,0.01000,0.440
16,mlp.experts.82.up_proj,0.00091527,0.01000,0.438
16,mlp.experts.83.up_proj,0.00251589,0.01000,0.445
16,mlp.experts.84.up_proj,0.00151623,0.01000,0.439
16,mlp.experts.85.up_proj,0.00007118,0.01000,0.441
16,mlp.experts.86.up_proj,0.00000023,0.01000,0.441
16,mlp.experts.87.up_proj,0.00001136,0.01000,0.440
16,mlp.experts.88.up_proj,0.00004437,0.01000,0.442
16,mlp.experts.89.up_proj,0.00107358,0.01000,0.442
16,mlp.experts.90.up_proj,0.00047048,0.01000,0.443
16,mlp.experts.91.up_proj,0.00011462,0.01000,0.440
16,mlp.experts.92.up_proj,0.00000195,0.01000,0.442
16,mlp.experts.93.up_proj,0.00052658,0.01000,0.442
16,mlp.experts.94.up_proj,0.00161456,0.01000,0.441
16,mlp.experts.95.up_proj,0.00000003,0.01000,0.443
16,mlp.experts.96.up_proj,0.00000766,0.01000,0.443
16,mlp.experts.97.up_proj,0.00030450,0.01000,0.444
16,mlp.experts.98.up_proj,0.00128124,0.01000,0.444
16,mlp.experts.99.up_proj,0.00000100,0.01000,0.442
16,mlp.experts.100.up_proj,0.00019869,0.01000,0.451
16,mlp.experts.101.up_proj,0.00197887,0.01000,0.452
16,mlp.experts.102.up_proj,0.00195805,0.01000,0.441
16,mlp.experts.103.up_proj,0.00181337,0.01000,0.444
16,mlp.experts.104.up_proj,0.00000250,0.01000,0.441
16,mlp.experts.105.up_proj,0.00399259,0.01000,0.441
16,mlp.experts.106.up_proj,0.00006960,0.01000,0.448
16,mlp.experts.107.up_proj,0.00001795,0.01000,0.441
16,mlp.experts.108.up_proj,0.00374406,0.01000,0.440
16,mlp.experts.109.up_proj,0.00220365,0.01000,0.440
16,mlp.experts.110.up_proj,0.00080436,0.01000,0.442
16,mlp.experts.111.up_proj,0.00057559,0.01000,0.442
16,mlp.experts.112.up_proj,0.00002463,0.01000,0.440
16,mlp.experts.113.up_proj,0.00155171,0.01000,0.441
16,mlp.experts.114.up_proj,0.00209570,0.01000,0.446
16,mlp.experts.115.up_proj,0.00685392,0.01000,0.441
16,mlp.experts.116.up_proj,0.00001537,0.01000,0.441
16,mlp.experts.117.up_proj,0.00296842,0.01000,0.445
16,mlp.experts.118.up_proj,0.00000009,0.01000,0.441
16,mlp.experts.119.up_proj,0.00090384,0.01000,0.444
16,mlp.experts.120.up_proj,0.00000078,0.01000,0.441
16,mlp.experts.121.up_proj,0.00087590,0.01000,0.440
16,mlp.experts.122.up_proj,0.00000899,0.01000,0.440
16,mlp.experts.123.up_proj,0.00430539,0.01000,0.441
16,mlp.experts.124.up_proj,0.00097855,0.01000,0.441
16,mlp.experts.125.up_proj,0.00000004,0.01000,0.438
16,mlp.experts.126.up_proj,0.00038926,0.01000,0.440
16,mlp.experts.127.up_proj,0.00176883,0.01000,0.440
16,mlp.experts.0.gate_proj,0.00135574,0.01000,0.445
16,mlp.experts.1.gate_proj,0.00016550,0.01000,0.441
16,mlp.experts.2.gate_proj,0.00000001,0.01000,0.441
16,mlp.experts.3.gate_proj,0.00000018,0.01000,0.442
16,mlp.experts.4.gate_proj,0.00067031,0.01000,0.441
16,mlp.experts.5.gate_proj,0.00005410,0.01000,0.445
16,mlp.experts.6.gate_proj,0.00059891,0.01000,0.438
16,mlp.experts.7.gate_proj,0.00266819,0.01000,0.442
16,mlp.experts.8.gate_proj,0.00137109,0.01000,0.439
16,mlp.experts.9.gate_proj,0.00101165,0.01000,0.439
16,mlp.experts.10.gate_proj,0.00000152,0.01000,0.438
16,mlp.experts.11.gate_proj,0.00203347,0.01000,0.438
16,mlp.experts.12.gate_proj,0.00013140,0.01000,0.438
16,mlp.experts.13.gate_proj,0.00077894,0.01000,0.436
16,mlp.experts.14.gate_proj,0.00213306,0.01000,0.443
16,mlp.experts.15.gate_proj,0.00067285,0.01000,0.437
16,mlp.experts.16.gate_proj,0.00224769,0.01000,0.438
16,mlp.experts.17.gate_proj,0.00004387,0.01000,0.455
16,mlp.experts.18.gate_proj,0.00189694,0.01000,0.443
16,mlp.experts.19.gate_proj,0.00026277,0.01000,0.459
16,mlp.experts.20.gate_proj,0.00082590,0.01000,0.440
16,mlp.experts.21.gate_proj,0.00003775,0.01000,0.444
16,mlp.experts.22.gate_proj,0.00002933,0.01000,0.445
16,mlp.experts.23.gate_proj,0.00045110,0.01000,0.444
16,mlp.experts.24.gate_proj,0.00313936,0.01000,0.442
16,mlp.experts.25.gate_proj,0.00003181,0.01000,0.440
16,mlp.experts.26.gate_proj,0.00167369,0.01000,0.441
16,mlp.experts.27.gate_proj,0.00014555,0.01000,0.440
16,mlp.experts.28.gate_proj,0.00068971,0.01000,0.442
16,mlp.experts.29.gate_proj,0.00092885,0.01000,0.442
16,mlp.experts.30.gate_proj,0.00703695,0.01000,0.439
16,mlp.experts.31.gate_proj,0.00000124,0.01000,0.439
16,mlp.experts.32.gate_proj,0.00107882,0.01000,0.440
16,mlp.experts.33.gate_proj,0.00101110,0.01000,0.439
16,mlp.experts.34.gate_proj,0.00004168,0.01000,0.442
16,mlp.experts.35.gate_proj,0.00641225,0.01000,0.440
16,mlp.experts.36.gate_proj,0.00001874,0.01000,0.444
16,mlp.experts.37.gate_proj,0.00215544,0.01000,0.439
16,mlp.experts.38.gate_proj,0.00000002,0.01000,0.439
16,mlp.experts.39.gate_proj,0.00205650,0.01000,0.440
16,mlp.experts.40.gate_proj,0.00277496,0.01000,0.439
16,mlp.experts.41.gate_proj,0.00002655,0.01000,0.441
16,mlp.experts.42.gate_proj,0.00006147,0.01000,0.439
16,mlp.experts.43.gate_proj,0.00126821,0.01000,0.439
16,mlp.experts.44.gate_proj,0.00021761,0.01000,0.440
16,mlp.experts.45.gate_proj,0.00247924,0.01000,0.442
16,mlp.experts.46.gate_proj,0.00011377,0.01000,0.440
16,mlp.experts.47.gate_proj,0.00001969,0.01000,0.438
16,mlp.experts.48.gate_proj,0.00021629,0.01000,0.439
16,mlp.experts.49.gate_proj,0.00002749,0.01000,0.438
16,mlp.experts.50.gate_proj,0.00303367,0.01000,0.443
16,mlp.experts.51.gate_proj,0.00138206,0.01000,0.439
16,mlp.experts.52.gate_proj,0.00031891,0.01000,0.438
16,mlp.experts.53.gate_proj,0.00001978,0.01000,0.440
16,mlp.experts.54.gate_proj,0.00031139,0.01000,0.444
16,mlp.experts.55.gate_proj,0.00084379,0.01000,0.443
16,mlp.experts.56.gate_proj,0.00000435,0.01000,0.440
16,mlp.experts.57.gate_proj,0.00145893,0.01000,0.440
16,mlp.experts.58.gate_proj,0.00000264,0.01000,0.436
16,mlp.experts.59.gate_proj,0.00018882,0.01000,0.438
16,mlp.experts.60.gate_proj,0.00070916,0.01000,0.436
16,mlp.experts.61.gate_proj,0.00000000,0.01000,0.437
16,mlp.experts.62.gate_proj,0.00034207,0.01000,0.435
16,mlp.experts.63.gate_proj,0.00004703,0.01000,0.439
16,mlp.experts.64.gate_proj,0.00000151,0.01000,0.438
16,mlp.experts.65.gate_proj,0.00659726,0.01000,0.434
16,mlp.experts.66.gate_proj,0.00000011,0.01000,0.436
16,mlp.experts.67.gate_proj,0.00003727,0.01000,0.436
16,mlp.experts.68.gate_proj,0.00045900,0.01000,0.440
16,mlp.experts.69.gate_proj,0.00000083,0.01000,0.437
16,mlp.experts.70.gate_proj,0.00006517,0.01000,0.442
16,mlp.experts.71.gate_proj,0.00000009,0.01000,0.438
16,mlp.experts.72.gate_proj,0.00053149,0.01000,0.437
16,mlp.experts.73.gate_proj,0.00033926,0.01000,0.440
16,mlp.experts.74.gate_proj,0.00025738,0.01000,0.438
16,mlp.experts.75.gate_proj,0.00308424,0.01000,0.437
16,mlp.experts.76.gate_proj,0.00241449,0.01000,0.438
16,mlp.experts.77.gate_proj,0.00099664,0.01000,0.447
16,mlp.experts.78.gate_proj,0.00132303,0.01000,0.443
16,mlp.experts.79.gate_proj,0.00136790,0.01000,0.442
16,mlp.experts.80.gate_proj,0.00426587,0.01000,0.446
16,mlp.experts.81.gate_proj,0.00336786,0.01000,0.440
16,mlp.experts.82.gate_proj,0.00094313,0.01000,0.441
16,mlp.experts.83.gate_proj,0.00254882,0.01000,0.440
16,mlp.experts.84.gate_proj,0.00164781,0.01000,0.441
16,mlp.experts.85.gate_proj,0.00007469,0.01000,0.442
16,mlp.experts.86.gate_proj,0.00000025,0.01000,0.440
16,mlp.experts.87.gate_proj,0.00001162,0.01000,0.444
16,mlp.experts.88.gate_proj,0.00004553,0.01000,0.442
16,mlp.experts.89.gate_proj,0.00111609,0.01000,0.441
16,mlp.experts.90.gate_proj,0.00048163,0.01000,0.441
16,mlp.experts.91.gate_proj,0.00011765,0.01000,0.442
16,mlp.experts.92.gate_proj,0.00000199,0.01000,0.442
16,mlp.experts.93.gate_proj,0.00056619,0.01000,0.441
16,mlp.experts.94.gate_proj,0.00166639,0.01000,0.449
16,mlp.experts.95.gate_proj,0.00000003,0.01000,0.439
16,mlp.experts.96.gate_proj,0.00000789,0.01000,0.446
16,mlp.experts.97.gate_proj,0.00032298,0.01000,0.440
16,mlp.experts.98.gate_proj,0.00128710,0.01000,0.441
16,mlp.experts.99.gate_proj,0.00000106,0.01000,0.440
16,mlp.experts.100.gate_proj,0.00019840,0.01000,0.439
16,mlp.experts.101.gate_proj,0.00209045,0.01000,0.439
16,mlp.experts.102.gate_proj,0.00193343,0.01000,0.443
16,mlp.experts.103.gate_proj,0.00191444,0.01000,0.439
16,mlp.experts.104.gate_proj,0.00000283,0.01000,0.439
16,mlp.experts.105.gate_proj,0.00396115,0.01000,0.444
16,mlp.experts.106.gate_proj,0.00007065,0.01000,0.441
16,mlp.experts.107.gate_proj,0.00001823,0.01000,0.441
16,mlp.experts.108.gate_proj,0.00356229,0.01000,0.439
16,mlp.experts.109.gate_proj,0.00229995,0.01000,0.439
16,mlp.experts.110.gate_proj,0.00081170,0.01000,0.439
16,mlp.experts.111.gate_proj,0.00058773,0.01000,0.439
16,mlp.experts.112.gate_proj,0.00002500,0.01000,0.438
16,mlp.experts.113.gate_proj,0.00173702,0.01000,0.437
16,mlp.experts.114.gate_proj,0.00217180,0.01000,0.440
16,mlp.experts.115.gate_proj,0.00640537,0.01000,0.438
16,mlp.experts.116.gate_proj,0.00001624,0.01000,0.440
16,mlp.experts.117.gate_proj,0.00291387,0.01000,0.441
16,mlp.experts.118.gate_proj,0.00000010,0.01000,0.442
16,mlp.experts.119.gate_proj,0.00096122,0.01000,0.442
16,mlp.experts.120.gate_proj,0.00000079,0.01000,0.442
16,mlp.experts.121.gate_proj,0.00095723,0.01000,0.444
16,mlp.experts.122.gate_proj,0.00000893,0.01000,0.454
16,mlp.experts.123.gate_proj,0.00505859,0.01000,0.446
16,mlp.experts.124.gate_proj,0.00096764,0.01000,0.446
16,mlp.experts.125.gate_proj,0.00000005,0.01000,0.447
16,mlp.experts.126.gate_proj,0.00044618,0.01000,0.445
16,mlp.experts.127.gate_proj,0.00185490,0.01000,0.444
16,mlp.experts.0.down_proj,0.00034148,0.01000,0.183
16,mlp.experts.1.down_proj,0.00002190,0.01000,0.167
16,mlp.experts.2.down_proj,0.00000000,0.01000,0.167
16,mlp.experts.3.down_proj,0.00000004,0.01000,0.167
16,mlp.experts.4.down_proj,0.00010758,0.01000,0.167
16,mlp.experts.5.down_proj,0.00001500,0.01000,0.167
16,mlp.experts.6.down_proj,0.00012007,0.01000,0.168
16,mlp.experts.7.down_proj,0.00046788,0.01000,0.168
16,mlp.experts.8.down_proj,0.00023682,0.01000,0.168
16,mlp.experts.9.down_proj,0.00013130,0.01000,0.169
16,mlp.experts.10.down_proj,0.00000032,0.01000,0.170
16,mlp.experts.11.down_proj,0.00036822,0.01000,0.168
16,mlp.experts.12.down_proj,0.00001684,0.01000,0.168
16,mlp.experts.13.down_proj,0.00012345,0.01000,0.170
16,mlp.experts.14.down_proj,0.00026584,0.01000,0.168
16,mlp.experts.15.down_proj,0.00013359,0.01000,0.168
16,mlp.experts.16.down_proj,0.00031354,0.01000,0.169
16,mlp.experts.17.down_proj,0.00000966,0.01000,0.168
16,mlp.experts.18.down_proj,0.00031079,0.01000,0.168
16,mlp.experts.19.down_proj,0.00003614,0.01000,0.169
16,mlp.experts.20.down_proj,0.00015772,0.01000,0.168
16,mlp.experts.21.down_proj,0.00000131,0.01000,0.169
16,mlp.experts.22.down_proj,0.00000652,0.01000,0.169
16,mlp.experts.23.down_proj,0.00009115,0.01000,0.169
16,mlp.experts.24.down_proj,0.00038758,0.01000,0.169
16,mlp.experts.25.down_proj,0.00000490,0.01000,0.170
16,mlp.experts.26.down_proj,0.00017644,0.01000,0.168
16,mlp.experts.27.down_proj,0.00001799,0.01000,0.169
16,mlp.experts.28.down_proj,0.00008965,0.01000,0.172
16,mlp.experts.29.down_proj,0.00015064,0.01000,0.169
16,mlp.experts.30.down_proj,0.00079033,0.01000,0.168
16,mlp.experts.31.down_proj,0.00000030,0.01000,0.170
16,mlp.experts.32.down_proj,0.00010683,0.01000,0.169
16,mlp.experts.33.down_proj,0.00015563,0.01000,0.168
16,mlp.experts.34.down_proj,0.00000621,0.01000,0.171
16,mlp.experts.35.down_proj,0.00084762,0.01000,0.169
16,mlp.experts.36.down_proj,0.00000676,0.01000,0.169
16,mlp.experts.37.down_proj,0.00029328,0.01000,0.171
16,mlp.experts.38.down_proj,0.00000000,0.01000,0.169
16,mlp.experts.39.down_proj,0.00025948,0.01000,0.169
16,mlp.experts.40.down_proj,0.00043988,0.01000,0.171
16,mlp.experts.41.down_proj,0.00000277,0.01000,0.169
16,mlp.experts.42.down_proj,0.00000533,0.01000,0.168
16,mlp.experts.43.down_proj,0.00022043,0.01000,0.170
16,mlp.experts.44.down_proj,0.00005233,0.01000,0.168
16,mlp.experts.45.down_proj,0.00037587,0.01000,0.169
16,mlp.experts.46.down_proj,0.00001359,0.01000,0.170
16,mlp.experts.47.down_proj,0.00000547,0.01000,0.169
16,mlp.experts.48.down_proj,0.00002436,0.01000,0.168
16,mlp.experts.49.down_proj,0.00000543,0.01000,0.169
16,mlp.experts.50.down_proj,0.00056896,0.01000,0.169
16,mlp.experts.51.down_proj,0.00022963,0.01000,0.168
16,mlp.experts.52.down_proj,0.00005012,0.01000,0.170
16,mlp.experts.53.down_proj,0.00000366,0.01000,0.169
16,mlp.experts.54.down_proj,0.00004540,0.01000,0.168
16,mlp.experts.55.down_proj,0.00013806,0.01000,0.168
16,mlp.experts.56.down_proj,0.00000102,0.01000,0.168
16,mlp.experts.57.down_proj,0.00020575,0.01000,0.167
16,mlp.experts.58.down_proj,0.00000065,0.01000,0.168
16,mlp.experts.59.down_proj,0.00003647,0.01000,0.167
16,mlp.experts.60.down_proj,0.00013164,0.01000,0.167
16,mlp.experts.61.down_proj,0.00000000,0.01000,0.167
16,mlp.experts.62.down_proj,0.00003430,0.01000,0.168
16,mlp.experts.63.down_proj,0.00000773,0.01000,0.168
16,mlp.experts.64.down_proj,0.00000039,0.01000,0.169
16,mlp.experts.65.down_proj,0.00090816,0.01000,0.168
16,mlp.experts.66.down_proj,0.00000002,0.01000,0.168
16,mlp.experts.67.down_proj,0.00000921,0.01000,0.169
16,mlp.experts.68.down_proj,0.00008410,0.01000,0.169
16,mlp.experts.69.down_proj,0.00000016,0.01000,0.170
16,mlp.experts.70.down_proj,0.00000903,0.01000,0.169
16,mlp.experts.71.down_proj,0.00000001,0.01000,0.169
16,mlp.experts.72.down_proj,0.00006439,0.01000,0.170
16,mlp.experts.73.down_proj,0.00003986,0.01000,0.169
16,mlp.experts.74.down_proj,0.00000511,0.01000,0.169
16,mlp.experts.75.down_proj,0.00041234,0.01000,0.170
16,mlp.experts.76.down_proj,0.00037704,0.01000,0.169
16,mlp.experts.77.down_proj,0.00016487,0.01000,0.169
16,mlp.experts.78.down_proj,0.00015353,0.01000,0.169
16,mlp.experts.79.down_proj,0.00017658,0.01000,0.169
16,mlp.experts.80.down_proj,0.00056620,0.01000,0.169
16,mlp.experts.81.down_proj,0.00059877,0.01000,0.169
16,mlp.experts.82.down_proj,0.00017986,0.01000,0.171
16,mlp.experts.83.down_proj,0.00043074,0.01000,0.169
16,mlp.experts.84.down_proj,0.00026791,0.01000,0.169
16,mlp.experts.85.down_proj,0.00001070,0.01000,0.168
16,mlp.experts.86.down_proj,0.00000005,0.01000,0.168
16,mlp.experts.87.down_proj,0.00000304,0.01000,0.169
16,mlp.experts.88.down_proj,0.00001017,0.01000,0.169
16,mlp.experts.89.down_proj,0.00025233,0.01000,0.168
16,mlp.experts.90.down_proj,0.00008843,0.01000,0.170
16,mlp.experts.91.down_proj,0.00001396,0.01000,0.168
16,mlp.experts.92.down_proj,0.00000055,0.01000,0.171
16,mlp.experts.93.down_proj,0.00007773,0.01000,0.170
16,mlp.experts.94.down_proj,0.00028993,0.01000,0.169
16,mlp.experts.95.down_proj,0.00000001,0.01000,0.169
16,mlp.experts.96.down_proj,0.00000204,0.01000,0.170
16,mlp.experts.97.down_proj,0.00003721,0.01000,0.169
16,mlp.experts.98.down_proj,0.00018282,0.01000,0.175
16,mlp.experts.99.down_proj,0.00000020,0.01000,0.172
16,mlp.experts.100.down_proj,0.00001829,0.01000,0.169
16,mlp.experts.101.down_proj,0.00029289,0.01000,0.169
16,mlp.experts.102.down_proj,0.00027482,0.01000,0.170
16,mlp.experts.103.down_proj,0.00029276,0.01000,0.170
16,mlp.experts.104.down_proj,0.00000080,0.01000,0.168
16,mlp.experts.105.down_proj,0.00070990,0.01000,0.170
16,mlp.experts.106.down_proj,0.00001013,0.01000,0.169
16,mlp.experts.107.down_proj,0.00000262,0.01000,0.168
16,mlp.experts.108.down_proj,0.00051147,0.01000,0.170
16,mlp.experts.109.down_proj,0.00036458,0.01000,0.168
16,mlp.experts.110.down_proj,0.00014401,0.01000,0.175
16,mlp.experts.111.down_proj,0.00011046,0.01000,0.170
16,mlp.experts.112.down_proj,0.00000646,0.01000,0.168
16,mlp.experts.113.down_proj,0.00017854,0.01000,0.167
16,mlp.experts.114.down_proj,0.00037724,0.01000,0.167
16,mlp.experts.115.down_proj,0.00106606,0.01000,0.172
16,mlp.experts.116.down_proj,0.00000396,0.01000,0.167
16,mlp.experts.117.down_proj,0.00045513,0.01000,0.168
16,mlp.experts.118.down_proj,0.00000002,0.01000,0.177
16,mlp.experts.119.down_proj,0.00018321,0.01000,0.167
16,mlp.experts.120.down_proj,0.00000017,0.01000,0.167
16,mlp.experts.121.down_proj,0.00013861,0.01000,0.168
16,mlp.experts.122.down_proj,0.00000207,0.01000,0.172
16,mlp.experts.123.down_proj,0.00066102,0.01000,0.169
16,mlp.experts.124.down_proj,0.00014523,0.01000,0.167
16,mlp.experts.125.down_proj,0.00000001,0.01000,0.167
16,mlp.experts.126.down_proj,0.00003284,0.01000,0.167
16,mlp.experts.127.down_proj,0.00026118,0.01000,0.167
17,self_attn.q_proj,0.00029260,0.01000,0.454
17,self_attn.k_proj,0.00004167,0.01000,0.440
17,self_attn.v_proj,0.00003795,0.01000,0.441
17,self_attn.o_proj,0.00003139,0.01000,0.898
17,mlp.experts.0.up_proj,0.00117757,0.01000,0.478
17,mlp.experts.1.up_proj,0.00197810,0.01000,0.439
17,mlp.experts.2.up_proj,0.00110781,0.01000,0.456
17,mlp.experts.3.up_proj,0.00009022,0.01000,0.456
17,mlp.experts.4.up_proj,0.00000482,0.01000,0.439
17,mlp.experts.5.up_proj,0.00162035,0.01000,0.438
17,mlp.experts.6.up_proj,0.00103744,0.01000,0.441
17,mlp.experts.7.up_proj,0.00010064,0.01000,0.441
17,mlp.experts.8.up_proj,0.00001041,0.01000,0.438
17,mlp.experts.9.up_proj,0.00405825,0.01000,0.440
17,mlp.experts.10.up_proj,0.00004448,0.01000,0.449
17,mlp.experts.11.up_proj,0.00047269,0.01000,0.440
17,mlp.experts.12.up_proj,0.00022368,0.01000,0.441
17,mlp.experts.13.up_proj,0.00043225,0.01000,0.440
17,mlp.experts.14.up_proj,0.00128565,0.01000,0.440
17,mlp.experts.15.up_proj,0.00132285,0.01000,0.444
17,mlp.experts.16.up_proj,0.00018268,0.01000,0.436
17,mlp.experts.17.up_proj,0.00336393,0.01000,0.440
17,mlp.experts.18.up_proj,0.00967261,0.01000,0.436
17,mlp.experts.19.up_proj,0.00205585,0.01000,0.446
17,mlp.experts.20.up_proj,0.00102263,0.01000,0.439
17,mlp.experts.21.up_proj,0.00055160,0.01000,0.439
17,mlp.experts.22.up_proj,0.00034617,0.01000,0.439
17,mlp.experts.23.up_proj,0.00002444,0.01000,0.440
17,mlp.experts.24.up_proj,0.00000157,0.01000,0.445
17,mlp.experts.25.up_proj,0.00000993,0.01000,0.440
17,mlp.experts.26.up_proj,0.00143261,0.01000,0.440
17,mlp.experts.27.up_proj,0.00014147,0.01000,0.443
17,mlp.experts.28.up_proj,0.00000035,0.01000,0.443
17,mlp.experts.29.up_proj,0.00003849,0.01000,0.440
17,mlp.experts.30.up_proj,0.00056285,0.01000,0.440
17,mlp.experts.31.up_proj,0.00000773,0.01000,0.441
17,mlp.experts.32.up_proj,0.00002752,0.01000,0.441
17,mlp.experts.33.up_proj,0.00002581,0.01000,0.444
17,mlp.experts.34.up_proj,0.00026686,0.01000,0.442
17,mlp.experts.35.up_proj,0.00032446,0.01000,0.440
17,mlp.experts.36.up_proj,0.00348177,0.01000,0.440
17,mlp.experts.37.up_proj,0.00000356,0.01000,0.444
17,mlp.experts.38.up_proj,0.00000298,0.01000,0.440
17,mlp.experts.39.up_proj,0.00176635,0.01000,0.442
17,mlp.experts.40.up_proj,0.00002761,0.01000,0.442
17,mlp.experts.41.up_proj,0.00006374,0.01000,0.442
17,mlp.experts.42.up_proj,0.00229495,0.01000,0.442
17,mlp.experts.43.up_proj,0.00000009,0.01000,0.444
17,mlp.experts.44.up_proj,0.00005449,0.01000,0.440
17,mlp.experts.45.up_proj,0.00188803,0.01000,0.440
17,mlp.experts.46.up_proj,0.00095125,0.01000,0.440
17,mlp.experts.47.up_proj,0.00078734,0.01000,0.439
17,mlp.experts.48.up_proj,0.00013654,0.01000,0.439
17,mlp.experts.49.up_proj,0.00580634,0.01000,0.439
17,mlp.experts.50.up_proj,0.00112270,0.01000,0.445
17,mlp.experts.51.up_proj,0.00001194,0.01000,0.441
17,mlp.experts.52.up_proj,0.00026591,0.01000,0.442
17,mlp.experts.53.up_proj,0.00208041,0.01000,0.441
17,mlp.experts.54.up_proj,0.00170577,0.01000,0.440
17,mlp.experts.55.up_proj,0.00340252,0.01000,0.440
17,mlp.experts.56.up_proj,0.00000006,0.01000,0.440
17,mlp.experts.57.up_proj,0.00048914,0.01000,0.441
17,mlp.experts.58.up_proj,0.00433136,0.01000,0.440
17,mlp.experts.59.up_proj,0.00019250,0.01000,0.439
17,mlp.experts.60.up_proj,0.00001021,0.01000,0.444
17,mlp.experts.61.up_proj,0.00296398,0.01000,0.441
17,mlp.experts.62.up_proj,0.00288230,0.01000,0.440
17,mlp.experts.63.up_proj,0.00029314,0.01000,0.440
17,mlp.experts.64.up_proj,0.00124084,0.01000,0.442
17,mlp.experts.65.up_proj,0.00177387,0.01000,0.441
17,mlp.experts.66.up_proj,0.00148677,0.01000,0.439
17,mlp.experts.67.up_proj,0.00000024,0.01000,0.439
17,mlp.experts.68.up_proj,0.00237684,0.01000,0.444
17,mlp.experts.69.up_proj,0.00089297,0.01000,0.459
17,mlp.experts.70.up_proj,0.00000274,0.01000,0.437
17,mlp.experts.71.up_proj,0.00004242,0.01000,0.438
17,mlp.experts.72.up_proj,0.00139282,0.01000,0.434
17,mlp.experts.73.up_proj,0.00039163,0.01000,0.434
17,mlp.experts.74.up_proj,0.00000017,0.01000,0.434
17,mlp.experts.75.up_proj,0.00010556,0.01000,0.434
17,mlp.experts.76.up_proj,0.00000017,0.01000,0.436
17,mlp.experts.77.up_proj,0.00182161,0.01000,0.436
17,mlp.experts.78.up_proj,0.00026923,0.01000,0.442
17,mlp.experts.79.up_proj,0.00109482,0.01000,0.438
17,mlp.experts.80.up_proj,0.00081926,0.01000,0.437
17,mlp.experts.81.up_proj,0.00081986,0.01000,0.437
17,mlp.experts.82.up_proj,0.00696430,0.01000,0.436
17,mlp.experts.83.up_proj,0.00085761,0.01000,0.436
17,mlp.experts.84.up_proj,0.00215908,0.01000,0.436
17,mlp.experts.85.up_proj,0.00320158,0.01000,0.440
17,mlp.experts.86.up_proj,0.00026393,0.01000,0.442
17,mlp.experts.87.up_proj,0.00058817,0.01000,0.444
17,mlp.experts.88.up_proj,0.00150297,0.01000,0.440
17,mlp.experts.89.up_proj,0.00028594,0.01000,0.440
17,mlp.experts.90.up_proj,0.00006052,0.01000,0.439
17,mlp.experts.91.up_proj,0.00000117,0.01000,0.440
17,mlp.experts.92.up_proj,0.00145335,0.01000,0.440
17,mlp.experts.93.up_proj,0.00106797,0.01000,0.439
17,mlp.experts.94.up_proj,0.00001526,0.01000,0.440
17,mlp.experts.95.up_proj,0.00015894,0.01000,0.440
17,mlp.experts.96.up_proj,0.00000004,0.01000,0.444
17,mlp.experts.97.up_proj,0.00030906,0.01000,0.442
17,mlp.experts.98.up_proj,0.00000063,0.01000,0.441
17,mlp.experts.99.up_proj,0.00401137,0.01000,0.440
17,mlp.experts.100.up_proj,0.00081219,0.01000,0.439
17,mlp.experts.101.up_proj,0.00004482,0.01000,0.443
17,mlp.experts.102.up_proj,0.00174939,0.01000,0.439
17,mlp.experts.103.up_proj,0.00130075,0.01000,0.439
17,mlp.experts.104.up_proj,0.00017811,0.01000,0.440
17,mlp.experts.105.up_proj,0.00035126,0.01000,0.439
17,mlp.experts.106.up_proj,0.00470019,0.01000,0.440
17,mlp.experts.107.up_proj,0.00015850,0.01000,0.440
17,mlp.experts.108.up_proj,0.00005495,0.01000,0.440
17,mlp.experts.109.up_proj,0.00006019,0.01000,0.439
17,mlp.experts.110.up_proj,0.00004446,0.01000,0.445
17,mlp.experts.111.up_proj,0.00000011,0.01000,0.439
17,mlp.experts.112.up_proj,0.00462985,0.01000,0.445
17,mlp.experts.113.up_proj,0.00055464,0.01000,0.440
17,mlp.experts.114.up_proj,0.00004751,0.01000,0.441
17,mlp.experts.115.up_proj,0.00012563,0.01000,0.454
17,mlp.experts.116.up_proj,0.00030842,0.01000,0.440
17,mlp.experts.117.up_proj,0.00158135,0.01000,0.457
17,mlp.experts.118.up_proj,0.00155835,0.01000,0.442
17,mlp.experts.119.up_proj,0.00000006,0.01000,0.437
17,mlp.experts.120.up_proj,0.00146674,0.01000,0.439
17,mlp.experts.121.up_proj,0.00284450,0.01000,0.442
17,mlp.experts.122.up_proj,0.00039664,0.01000,0.443
17,mlp.experts.123.up_proj,0.00054509,0.01000,0.440
17,mlp.experts.124.up_proj,0.00004106,0.01000,0.441
17,mlp.experts.125.up_proj,0.00000054,0.01000,0.437
17,mlp.experts.126.up_proj,0.00071594,0.01000,0.438
17,mlp.experts.127.up_proj,0.00000888,0.01000,0.435
17,mlp.experts.0.gate_proj,0.00107322,0.01000,0.444
17,mlp.experts.1.gate_proj,0.00193015,0.01000,0.439
17,mlp.experts.2.gate_proj,0.00108574,0.01000,0.441
17,mlp.experts.3.gate_proj,0.00009141,0.01000,0.441
17,mlp.experts.4.gate_proj,0.00000468,0.01000,0.448
17,mlp.experts.5.gate_proj,0.00169233,0.01000,0.440
17,mlp.experts.6.gate_proj,0.00107235,0.01000,0.435
17,mlp.experts.7.gate_proj,0.00010194,0.01000,0.439
17,mlp.experts.8.gate_proj,0.00001094,0.01000,0.437
17,mlp.experts.9.gate_proj,0.00414095,0.01000,0.438
17,mlp.experts.10.gate_proj,0.00004595,0.01000,0.439
17,mlp.experts.11.gate_proj,0.00039730,0.01000,0.435
17,mlp.experts.12.gate_proj,0.00022776,0.01000,0.436
17,mlp.experts.13.gate_proj,0.00044692,0.01000,0.441
17,mlp.experts.14.gate_proj,0.00129499,0.01000,0.437
17,mlp.experts.15.gate_proj,0.00129971,0.01000,0.435
17,mlp.experts.16.gate_proj,0.00019691,0.01000,0.437
17,mlp.experts.17.gate_proj,0.00303138,0.01000,0.437
17,mlp.experts.18.gate_proj,0.00934525,0.01000,0.439
17,mlp.experts.19.gate_proj,0.00183615,0.01000,0.443
17,mlp.experts.20.gate_proj,0.00101003,0.01000,0.442
17,mlp.experts.21.gate_proj,0.00056763,0.01000,0.436
17,mlp.experts.22.gate_proj,0.00035812,0.01000,0.436
17,mlp.experts.23.gate_proj,0.00002897,0.01000,0.438
17,mlp.experts.24.gate_proj,0.00000162,0.01000,0.437
17,mlp.experts.25.gate_proj,0.00000983,0.01000,0.438
17,mlp.experts.26.gate_proj,0.00147286,0.01000,0.441
17,mlp.experts.27.gate_proj,0.00013936,0.01000,0.440
17,mlp.experts.28.gate_proj,0.00000034,0.01000,0.440
17,mlp.experts.29.gate_proj,0.00004520,0.01000,0.435
17,mlp.experts.30.gate_proj,0.00060582,0.01000,0.441
17,mlp.experts.31.gate_proj,0.00000799,0.01000,0.437
17,mlp.experts.32.gate_proj,0.00002957,0.01000,0.438
17,mlp.experts.33.gate_proj,0.00002581,0.01000,0.436
17,mlp.experts.34.gate_proj,0.00027771,0.01000,0.438
17,mlp.experts.35.gate_proj,0.00032685,0.01000,0.439
17,mlp.experts.36.gate_proj,0.00202634,0.01000,0.438
17,mlp.experts.37.gate_proj,0.00000358,0.01000,0.440
17,mlp.experts.38.gate_proj,0.00000336,0.01000,0.436
17,mlp.experts.39.gate_proj,0.00178394,0.01000,0.437
17,mlp.experts.40.gate_proj,0.00002752,0.01000,0.436
17,mlp.experts.41.gate_proj,0.00006621,0.01000,0.437
17,mlp.experts.42.gate_proj,0.00229598,0.01000,0.436
17,mlp.experts.43.gate_proj,0.00000010,0.01000,0.438
17,mlp.experts.44.gate_proj,0.00005583,0.01000,0.441
17,mlp.experts.45.gate_proj,0.00190941,0.01000,0.443
17,mlp.experts.46.gate_proj,0.00092172,0.01000,0.444
17,mlp.experts.47.gate_proj,0.00087382,0.01000,0.452
17,mlp.experts.48.gate_proj,0.00045205,0.01000,0.439
17,mlp.experts.49.gate_proj,0.00583300,0.01000,0.437
17,mlp.experts.50.gate_proj,0.00117525,0.01000,0.442
17,mlp.experts.51.gate_proj,0.00001198,0.01000,0.439
17,mlp.experts.52.gate_proj,0.00026502,0.01000,0.445
17,mlp.experts.53.gate_proj,0.00211492,0.01000,0.440
17,mlp.experts.54.gate_proj,0.00172977,0.01000,0.440
17,mlp.experts.55.gate_proj,0.00345961,0.01000,0.449
17,mlp.experts.56.gate_proj,0.00000006,0.01000,0.441
17,mlp.experts.57.gate_proj,0.00058810,0.01000,0.441
17,mlp.experts.58.gate_proj,0.00445624,0.01000,0.441
17,mlp.experts.59.gate_proj,0.00019474,0.01000,0.443
17,mlp.experts.60.gate_proj,0.00001014,0.01000,0.449
17,mlp.experts.61.gate_proj,0.00311450,0.01000,0.441
17,mlp.experts.62.gate_proj,0.00311105,0.01000,0.462
17,mlp.experts.63.gate_proj,0.00028952,0.01000,0.441
17,mlp.experts.64.gate_proj,0.00114145,0.01000,0.441
17,mlp.experts.65.gate_proj,0.00159652,0.01000,0.440
17,mlp.experts.66.gate_proj,0.00146654,0.01000,0.440
17,mlp.experts.67.gate_proj,0.00000024,0.01000,0.441
17,mlp.experts.68.gate_proj,0.00259527,0.01000,0.441
17,mlp.experts.69.gate_proj,0.00084624,0.01000,0.441
17,mlp.experts.70.gate_proj,0.00000279,0.01000,0.440
17,mlp.experts.71.gate_proj,0.00004391,0.01000,0.442
17,mlp.experts.72.gate_proj,0.00131890,0.01000,0.444
17,mlp.experts.73.gate_proj,0.00042093,0.01000,0.441
17,mlp.experts.74.gate_proj,0.00000017,0.01000,0.441
17,mlp.experts.75.gate_proj,0.00010534,0.01000,0.442
17,mlp.experts.76.gate_proj,0.00000019,0.01000,0.438
17,mlp.experts.77.gate_proj,0.00195078,0.01000,0.440
17,mlp.experts.78.gate_proj,0.00026672,0.01000,0.440
17,mlp.experts.79.gate_proj,0.00125981,0.01000,0.436
17,mlp.experts.80.gate_proj,0.00093802,0.01000,0.434
17,mlp.experts.81.gate_proj,0.00083892,0.01000,0.436
17,mlp.experts.82.gate_proj,0.00744447,0.01000,0.440
17,mlp.experts.83.gate_proj,0.00084820,0.01000,0.435
17,mlp.experts.84.gate_proj,0.00216040,0.01000,0.435
17,mlp.experts.85.gate_proj,0.00290829,0.01000,0.436
17,mlp.experts.86.gate_proj,0.00028701,0.01000,0.436
17,mlp.experts.87.gate_proj,0.00065494,0.01000,0.437
17,mlp.experts.88.gate_proj,0.00153361,0.01000,0.437
17,mlp.experts.89.gate_proj,0.00030309,0.01000,0.438
17,mlp.experts.90.gate_proj,0.00006084,0.01000,0.437
17,mlp.experts.91.gate_proj,0.00000124,0.01000,0.437
17,mlp.experts.92.gate_proj,0.00148719,0.01000,0.437
17,mlp.experts.93.gate_proj,0.00110162,0.01000,0.437
17,mlp.experts.94.gate_proj,0.00001523,0.01000,0.438
17,mlp.experts.95.gate_proj,0.00016232,0.01000,0.438
17,mlp.experts.96.gate_proj,0.00000004,0.01000,0.437
17,mlp.experts.97.gate_proj,0.00029280,0.01000,0.436
17,mlp.experts.98.gate_proj,0.00000068,0.01000,0.437
17,mlp.experts.99.gate_proj,0.00386518,0.01000,0.436
17,mlp.experts.100.gate_proj,0.00080826,0.01000,0.437
17,mlp.experts.101.gate_proj,0.00004453,0.01000,0.437
17,mlp.experts.102.gate_proj,0.00177666,0.01000,0.438
17,mlp.experts.103.gate_proj,0.00124480,0.01000,0.437
17,mlp.experts.104.gate_proj,0.00018244,0.01000,0.436
17,mlp.experts.105.gate_proj,0.00035092,0.01000,0.439
17,mlp.experts.106.gate_proj,0.00462143,0.01000,0.436
17,mlp.experts.107.gate_proj,0.00015389,0.01000,0.453
17,mlp.experts.108.gate_proj,0.00005451,0.01000,0.440
17,mlp.experts.109.gate_proj,0.00006170,0.01000,0.456
17,mlp.experts.110.gate_proj,0.00004881,0.01000,0.440
17,mlp.experts.111.gate_proj,0.00000011,0.01000,0.440
17,mlp.experts.112.gate_proj,0.00469573,0.01000,0.440
17,mlp.experts.113.gate_proj,0.00058389,0.01000,0.441
17,mlp.experts.114.gate_proj,0.00004887,0.01000,0.441
17,mlp.experts.115.gate_proj,0.00012619,0.01000,0.441
17,mlp.experts.116.gate_proj,0.00031804,0.01000,0.441
17,mlp.experts.117.gate_proj,0.00149699,0.01000,0.440
17,mlp.experts.118.gate_proj,0.00158824,0.01000,0.439
17,mlp.experts.119.gate_proj,0.00000006,0.01000,0.440
17,mlp.experts.120.gate_proj,0.00147887,0.01000,0.443
17,mlp.experts.121.gate_proj,0.00311328,0.01000,0.458
17,mlp.experts.122.gate_proj,0.00037537,0.01000,0.458
17,mlp.experts.123.gate_proj,0.00056787,0.01000,0.446
17,mlp.experts.124.gate_proj,0.00004147,0.01000,0.441
17,mlp.experts.125.gate_proj,0.00000055,0.01000,0.442
17,mlp.experts.126.gate_proj,0.00072808,0.01000,0.442
17,mlp.experts.127.gate_proj,0.00000938,0.01000,0.442
17,mlp.experts.0.down_proj,0.00016509,0.01000,0.183
17,mlp.experts.1.down_proj,0.00013597,0.01000,0.169
17,mlp.experts.2.down_proj,0.00017175,0.01000,0.168
17,mlp.experts.3.down_proj,0.00001739,0.01000,0.169
17,mlp.experts.4.down_proj,0.00000129,0.01000,0.167
17,mlp.experts.5.down_proj,0.00034954,0.01000,0.167
17,mlp.experts.6.down_proj,0.00012227,0.01000,0.167
17,mlp.experts.7.down_proj,0.00001458,0.01000,0.168
17,mlp.experts.8.down_proj,0.00000193,0.01000,0.166
17,mlp.experts.9.down_proj,0.00059882,0.01000,0.168
17,mlp.experts.10.down_proj,0.00000685,0.01000,0.167
17,mlp.experts.11.down_proj,0.00008359,0.01000,0.167
17,mlp.experts.12.down_proj,0.00003834,0.01000,0.172
17,mlp.experts.13.down_proj,0.00006590,0.01000,0.167
17,mlp.experts.14.down_proj,0.00016407,0.01000,0.167
17,mlp.experts.15.down_proj,0.00022593,0.01000,0.167
17,mlp.experts.16.down_proj,0.00002979,0.01000,0.182
17,mlp.experts.17.down_proj,0.00052262,0.01000,0.167
17,mlp.experts.18.down_proj,0.00122996,0.01000,0.167
17,mlp.experts.19.down_proj,0.00035521,0.01000,0.167
17,mlp.experts.20.down_proj,0.00019022,0.01000,0.167
17,mlp.experts.21.down_proj,0.00011568,0.01000,0.171
17,mlp.experts.22.down_proj,0.00005669,0.01000,0.168
17,mlp.experts.23.down_proj,0.00000059,0.01000,0.168
17,mlp.experts.24.down_proj,0.00000038,0.01000,0.171
17,mlp.experts.25.down_proj,0.00000215,0.01000,0.167
17,mlp.experts.26.down_proj,0.00026902,0.01000,0.168
17,mlp.experts.27.down_proj,0.00002206,0.01000,0.167
17,mlp.experts.28.down_proj,0.00000010,0.01000,0.167
17,mlp.experts.29.down_proj,0.00000263,0.01000,0.167
17,mlp.experts.30.down_proj,0.00009151,0.01000,0.168
17,mlp.experts.31.down_proj,0.00000198,0.01000,0.167
17,mlp.experts.32.down_proj,0.00000514,0.01000,0.167
17,mlp.experts.33.down_proj,0.00000737,0.01000,0.170
17,mlp.experts.34.down_proj,0.00002109,0.01000,0.167
17,mlp.experts.35.down_proj,0.00006173,0.01000,0.168
17,mlp.experts.36.down_proj,0.00042306,0.01000,0.167
17,mlp.experts.37.down_proj,0.00000076,0.01000,0.167
17,mlp.experts.38.down_proj,0.00000136,0.01000,0.168
17,mlp.experts.39.down_proj,0.00041753,0.01000,0.168
17,mlp.experts.40.down_proj,0.00000503,0.01000,0.168
17,mlp.experts.41.down_proj,0.00001973,0.01000,0.171
17,mlp.experts.42.down_proj,0.00058993,0.01000,0.167
17,mlp.experts.43.down_proj,0.00000002,0.01000,0.168
17,mlp.experts.44.down_proj,0.00001309,0.01000,0.167
17,mlp.experts.45.down_proj,0.00026021,0.01000,0.167
17,mlp.experts.46.down_proj,0.00014347,0.01000,0.168
17,mlp.experts.47.down_proj,0.00012223,0.01000,0.168
17,mlp.experts.48.down_proj,0.00000743,0.01000,0.167
17,mlp.experts.49.down_proj,0.00081810,0.01000,0.167
17,mlp.experts.50.down_proj,0.00020833,0.01000,0.167
17,mlp.experts.51.down_proj,0.00000221,0.01000,0.168
17,mlp.experts.52.down_proj,0.00004319,0.01000,0.168
17,mlp.experts.53.down_proj,0.00035130,0.01000,0.168
17,mlp.experts.54.down_proj,0.00026002,0.01000,0.169
17,mlp.experts.55.down_proj,0.00071093,0.01000,0.168
17,mlp.experts.56.down_proj,0.00000001,0.01000,0.168
17,mlp.experts.57.down_proj,0.00013887,0.01000,0.169
17,mlp.experts.58.down_proj,0.00071108,0.01000,0.168
17,mlp.experts.59.down_proj,0.00003518,0.01000,0.168
17,mlp.experts.60.down_proj,0.00000227,0.01000,0.168
17,mlp.experts.61.down_proj,0.00049586,0.01000,0.167
17,mlp.experts.62.down_proj,0.00046693,0.01000,0.167
17,mlp.experts.63.down_proj,0.00003296,0.01000,0.167
17,mlp.experts.64.down_proj,0.00015098,0.01000,0.168
17,mlp.experts.65.down_proj,0.00019337,0.01000,0.170
17,mlp.experts.66.down_proj,0.00019298,0.01000,0.167
17,mlp.experts.67.down_proj,0.00000006,0.01000,0.167
17,mlp.experts.68.down_proj,0.00026396,0.01000,0.167
17,mlp.experts.69.down_proj,0.00011857,0.01000,0.167
17,mlp.experts.70.down_proj,0.00000072,0.01000,0.168
17,mlp.experts.71.down_proj,0.00001200,0.01000,0.167
17,mlp.experts.72.down_proj,0.00019871,0.01000,0.167
17,mlp.experts.73.down_proj,0.00002408,0.01000,0.167
17,mlp.experts.74.down_proj,0.00000004,0.01000,0.167
17,mlp.experts.75.down_proj,0.00001426,0.01000,0.167
17,mlp.experts.76.down_proj,0.00000004,0.01000,0.168
17,mlp.experts.77.down_proj,0.00027864,0.01000,0.168
17,mlp.experts.78.down_proj,0.00004140,0.01000,0.168
17,mlp.experts.79.down_proj,0.00015532,0.01000,0.167
17,mlp.experts.80.down_proj,0.00014149,0.01000,0.167
17,mlp.experts.81.down_proj,0.00016582,0.01000,0.168
17,mlp.experts.82.down_proj,0.00096446,0.01000,0.168
17,mlp.experts.83.down_proj,0.00011822,0.01000,0.167
17,mlp.experts.84.down_proj,0.00035570,0.01000,0.167
17,mlp.experts.85.down_proj,0.00043343,0.01000,0.166
17,mlp.experts.86.down_proj,0.00005528,0.01000,0.166
17,mlp.experts.87.down_proj,0.00009962,0.01000,0.166
17,mlp.experts.88.down_proj,0.00029063,0.01000,0.166
17,mlp.experts.89.down_proj,0.00004456,0.01000,0.169
17,mlp.experts.90.down_proj,0.00000817,0.01000,0.166
17,mlp.experts.91.down_proj,0.00000031,0.01000,0.166
17,mlp.experts.92.down_proj,0.00023801,0.01000,0.167
17,mlp.experts.93.down_proj,0.00012751,0.01000,0.170
17,mlp.experts.94.down_proj,0.00000335,0.01000,0.166
17,mlp.experts.95.down_proj,0.00002423,0.01000,0.166
17,mlp.experts.96.down_proj,0.00000000,0.01000,0.166
17,mlp.experts.97.down_proj,0.00006045,0.01000,0.166
17,mlp.experts.98.down_proj,0.00000019,0.01000,0.166
17,mlp.experts.99.down_proj,0.00051246,0.01000,0.167
17,mlp.experts.100.down_proj,0.00007360,0.01000,0.166
17,mlp.experts.101.down_proj,0.00001145,0.01000,0.166
17,mlp.experts.102.down_proj,0.00027181,0.01000,0.166
17,mlp.experts.103.down_proj,0.00018845,0.01000,0.166
17,mlp.experts.104.down_proj,0.00002523,0.01000,0.166
17,mlp.experts.105.down_proj,0.00006926,0.01000,0.165
17,mlp.experts.106.down_proj,0.00063220,0.01000,0.165
17,mlp.experts.107.down_proj,0.00002450,0.01000,0.165
17,mlp.experts.108.down_proj,0.00001876,0.01000,0.165
17,mlp.experts.109.down_proj,0.00001297,0.01000,0.165
17,mlp.experts.110.down_proj,0.00001078,0.01000,0.166
17,mlp.experts.111.down_proj,0.00000002,0.01000,0.166
17,mlp.experts.112.down_proj,0.00065173,0.01000,0.166
17,mlp.experts.113.down_proj,0.00010139,0.01000,0.168
17,mlp.experts.114.down_proj,0.00000792,0.01000,0.166
17,mlp.experts.115.down_proj,0.00002446,0.01000,0.165
17,mlp.experts.116.down_proj,0.00004732,0.01000,0.166
17,mlp.experts.117.down_proj,0.00028333,0.01000,0.166
17,mlp.experts.118.down_proj,0.00018662,0.01000,0.166
17,mlp.experts.119.down_proj,0.00000001,0.01000,0.166
17,mlp.experts.120.down_proj,0.00011521,0.01000,0.166
17,mlp.experts.121.down_proj,0.00043652,0.01000,0.166
17,mlp.experts.122.down_proj,0.00001001,0.01000,0.166
17,mlp.experts.123.down_proj,0.00005502,0.01000,0.171
17,mlp.experts.124.down_proj,0.00000616,0.01000,0.167
17,mlp.experts.125.down_proj,0.00000011,0.01000,0.166
17,mlp.experts.126.down_proj,0.00014298,0.01000,0.166
17,mlp.experts.127.down_proj,0.00000281,0.01000,0.167
18,self_attn.q_proj,0.00035920,0.01000,0.443
18,self_attn.k_proj,0.00005716,0.01000,0.440
18,self_attn.v_proj,0.00005669,0.01000,0.440
18,self_attn.o_proj,0.00004989,0.01000,0.883
18,mlp.experts.0.up_proj,0.00132941,0.01000,0.482
18,mlp.experts.1.up_proj,0.00016619,0.01000,0.443
18,mlp.experts.2.up_proj,0.00000005,0.01000,0.440
18,mlp.experts.3.up_proj,0.00106157,0.01000,0.441
18,mlp.experts.4.up_proj,0.00255295,0.01000,0.441
18,mlp.experts.5.up_proj,0.00000137,0.01000,0.449
18,mlp.experts.6.up_proj,0.00019373,0.01000,0.445
18,mlp.experts.7.up_proj,0.00261629,0.01000,0.444
18,mlp.experts.8.up_proj,0.00005613,0.01000,0.442
18,mlp.experts.9.up_proj,0.00115112,0.01000,0.439
18,mlp.experts.10.up_proj,0.00336059,0.01000,0.443
18,mlp.experts.11.up_proj,0.00000770,0.01000,0.444
18,mlp.experts.12.up_proj,0.00041524,0.01000,0.445
18,mlp.experts.13.up_proj,0.00817290,0.01000,0.443
18,mlp.experts.14.up_proj,0.00112028,0.01000,0.448
18,mlp.experts.15.up_proj,0.00000488,0.01000,0.444
18,mlp.experts.16.up_proj,0.00001326,0.01000,0.448
18,mlp.experts.17.up_proj,0.00023579,0.01000,0.446
18,mlp.experts.18.up_proj,0.00011732,0.01000,0.451
18,mlp.experts.19.up_proj,0.00052587,0.01000,0.443
18,mlp.experts.20.up_proj,0.00062615,0.01000,0.442
18,mlp.experts.21.up_proj,0.00002261,0.01000,0.443
18,mlp.experts.22.up_proj,0.00487421,0.01000,0.442
18,mlp.experts.23.up_proj,0.00343610,0.01000,0.445
18,mlp.experts.24.up_proj,0.00809541,0.01000,0.442
18,mlp.experts.25.up_proj,0.00175733,0.01000,0.440
18,mlp.experts.26.up_proj,0.00241616,0.01000,0.441
18,mlp.experts.27.up_proj,0.00031135,0.01000,0.445
18,mlp.experts.28.up_proj,0.00106151,0.01000,0.440
18,mlp.experts.29.up_proj,0.00000947,0.01000,0.439
18,mlp.experts.30.up_proj,0.00015811,0.01000,0.440
18,mlp.experts.31.up_proj,0.00004412,0.01000,0.442
18,mlp.experts.32.up_proj,0.00010004,0.01000,0.442
18,mlp.experts.33.up_proj,0.00073116,0.01000,0.445
18,mlp.experts.34.up_proj,0.00383031,0.01000,0.444
18,mlp.experts.35.up_proj,0.00061369,0.01000,0.442
18,mlp.experts.36.up_proj,0.00008654,0.01000,0.442
18,mlp.experts.37.up_proj,0.00047610,0.01000,0.446
18,mlp.experts.38.up_proj,0.00643104,0.01000,0.442
18,mlp.experts.39.up_proj,0.00159224,0.01000,0.447
18,mlp.experts.40.up_proj,0.00000198,0.01000,0.461
18,mlp.experts.41.up_proj,0.00063219,0.01000,0.463
18,mlp.experts.42.up_proj,0.00181937,0.01000,0.441
18,mlp.experts.43.up_proj,0.00000406,0.01000,0.446
18,mlp.experts.44.up_proj,0.00588788,0.01000,0.443
18,mlp.experts.45.up_proj,0.00000031,0.01000,0.441
18,mlp.experts.46.up_proj,0.00175973,0.01000,0.482
18,mlp.experts.47.up_proj,0.00032404,0.01000,0.453
18,mlp.experts.48.up_proj,0.00027916,0.01000,0.455
18,mlp.experts.49.up_proj,0.00041638,0.01000,0.443
18,mlp.experts.50.up_proj,0.00000911,0.01000,0.449
18,mlp.experts.51.up_proj,0.00031362,0.01000,0.442
18,mlp.experts.52.up_proj,0.00359564,0.01000,0.441
18,mlp.experts.53.up_proj,0.00011416,0.01000,0.442
18,mlp.experts.54.up_proj,0.00376706,0.01000,0.445
18,mlp.experts.55.up_proj,0.00469485,0.01000,0.456
18,mlp.experts.56.up_proj,0.00500690,0.01000,0.449
18,mlp.experts.57.up_proj,0.00009685,0.01000,0.448
18,mlp.experts.58.up_proj,0.00409910,0.01000,0.442
18,mlp.experts.59.up_proj,0.00000644,0.01000,0.443
18,mlp.experts.60.up_proj,0.00000011,0.01000,0.440
18,mlp.experts.61.up_proj,0.00060725,0.01000,0.443
18,mlp.experts.62.up_proj,0.00077787,0.01000,0.440
18,mlp.experts.63.up_proj,0.00601070,0.01000,0.444
18,mlp.experts.64.up_proj,0.00333956,0.01000,0.440
18,mlp.experts.65.up_proj,0.00053428,0.01000,0.447
18,mlp.experts.66.up_proj,0.00036570,0.01000,0.447
18,mlp.experts.67.up_proj,0.00024940,0.01000,0.438
18,mlp.experts.68.up_proj,0.00012248,0.01000,0.440
18,mlp.experts.69.up_proj,0.00000302,0.01000,0.441
18,mlp.experts.70.up_proj,0.00139661,0.01000,0.441
18,mlp.experts.71.up_proj,0.00308035,0.01000,0.441
18,mlp.experts.72.up_proj,0.00049393,0.01000,0.441
18,mlp.experts.73.up_proj,0.00000020,0.01000,0.443
18,mlp.experts.74.up_proj,0.00020906,0.01000,0.444
18,mlp.experts.75.up_proj,0.00159583,0.01000,0.445
18,mlp.experts.76.up_proj,0.00186023,0.01000,0.441
18,mlp.experts.77.up_proj,0.00102751,0.01000,0.443
18,mlp.experts.78.up_proj,0.00050312,0.01000,0.442
18,mlp.experts.79.up_proj,0.00221343,0.01000,0.443
18,mlp.experts.80.up_proj,0.00025491,0.01000,0.442
18,mlp.experts.81.up_proj,0.00007859,0.01000,0.445
18,mlp.experts.82.up_proj,0.00013336,0.01000,0.443
18,mlp.experts.83.up_proj,0.00015318,0.01000,0.441
18,mlp.experts.84.up_proj,0.00053097,0.01000,0.442
18,mlp.experts.85.up_proj,0.00204727,0.01000,0.448
18,mlp.experts.86.up_proj,0.00231014,0.01000,0.442
18,mlp.experts.87.up_proj,0.00735044,0.01000,0.439
18,mlp.experts.88.up_proj,0.00060204,0.01000,0.444
18,mlp.experts.89.up_proj,0.00306925,0.01000,0.443
18,mlp.experts.90.up_proj,0.00001375,0.01000,0.443
18,mlp.experts.91.up_proj,0.00002323,0.01000,0.446
18,mlp.experts.92.up_proj,0.00028813,0.01000,0.445
18,mlp.experts.93.up_proj,0.00066536,0.01000,0.441
18,mlp.experts.94.up_proj,0.00056784,0.01000,0.440
18,mlp.experts.95.up_proj,0.00003731,0.01000,0.441
18,mlp.experts.96.up_proj,0.00221889,0.01000,0.441
18,mlp.experts.97.up_proj,0.00242257,0.01000,0.440
18,mlp.experts.98.up_proj,0.00023621,0.01000,0.442
18,mlp.experts.99.up_proj,0.00079663,0.01000,0.446
18,mlp.experts.100.up_proj,0.00144193,0.01000,0.442
18,mlp.experts.101.up_proj,0.00299985,0.01000,0.442
18,mlp.experts.102.up_proj,0.00021628,0.01000,0.442
18,mlp.experts.103.up_proj,0.00161556,0.01000,0.441
18,mlp.experts.104.up_proj,0.00035000,0.01000,0.442
18,mlp.experts.105.up_proj,0.00125858,0.01000,0.448
18,mlp.experts.106.up_proj,0.00000073,0.01000,0.441
18,mlp.experts.107.up_proj,0.01017812,0.01000,0.451
18,mlp.experts.108.up_proj,0.00000339,0.01000,0.444
18,mlp.experts.109.up_proj,0.00068504,0.01000,0.442
18,mlp.experts.110.up_proj,0.00286749,0.01000,0.442
18,mlp.experts.111.up_proj,0.00002050,0.01000,0.446
18,mlp.experts.112.up_proj,0.00004373,0.01000,0.442
18,mlp.experts.113.up_proj,0.00000686,0.01000,0.442
18,mlp.experts.114.up_proj,0.00118717,0.01000,0.442
18,mlp.experts.115.up_proj,0.00131077,0.01000,0.438
18,mlp.experts.116.up_proj,0.00843682,0.01000,0.441
18,mlp.experts.117.up_proj,0.00004701,0.01000,0.441
18,mlp.experts.118.up_proj,0.00029787,0.01000,0.445
18,mlp.experts.119.up_proj,0.00102516,0.01000,0.444
18,mlp.experts.120.up_proj,0.00001171,0.01000,0.443
18,mlp.experts.121.up_proj,0.00021296,0.01000,0.442
18,mlp.experts.122.up_proj,0.00169104,0.01000,0.443
18,mlp.experts.123.up_proj,0.00018610,0.01000,0.445
18,mlp.experts.124.up_proj,0.00024071,0.01000,0.443
18,mlp.experts.125.up_proj,0.00076926,0.01000,0.443
18,mlp.experts.126.up_proj,0.00036731,0.01000,0.443
18,mlp.experts.127.up_proj,0.00194801,0.01000,0.444
18,mlp.experts.0.gate_proj,0.00153993,0.01000,0.443
18,mlp.experts.1.gate_proj,0.00018257,0.01000,0.443
18,mlp.experts.2.gate_proj,0.00000005,0.01000,0.443
18,mlp.experts.3.gate_proj,0.00130219,0.01000,0.445
18,mlp.experts.4.gate_proj,0.00297284,0.01000,0.444
18,mlp.experts.5.gate_proj,0.00000145,0.01000,0.445
18,mlp.experts.6.gate_proj,0.00023214,0.01000,0.441
18,mlp.experts.7.gate_proj,0.00273615,0.01000,0.441
18,mlp.experts.8.gate_proj,0.00006531,0.01000,0.441
18,mlp.experts.9.gate_proj,0.00130172,0.01000,0.441
18,mlp.experts.10.gate_proj,0.00292507,0.01000,0.441
18,mlp.experts.11.gate_proj,0.00000866,0.01000,0.441
18,mlp.experts.12.gate_proj,0.00049057,0.01000,0.444
18,mlp.experts.13.gate_proj,0.00972349,0.01000,0.440
18,mlp.experts.14.gate_proj,0.00109609,0.01000,0.442
18,mlp.experts.15.gate_proj,0.00000621,0.01000,0.444
18,mlp.experts.16.gate_proj,0.00001583,0.01000,0.454
18,mlp.experts.17.gate_proj,0.00026416,0.01000,0.440
18,mlp.experts.18.gate_proj,0.00012834,0.01000,0.456
18,mlp.experts.19.gate_proj,0.00047318,0.01000,0.440
18,mlp.experts.20.gate_proj,0.00081943,0.01000,0.446
18,mlp.experts.21.gate_proj,0.00002734,0.01000,0.441
18,mlp.experts.22.gate_proj,0.00564647,0.01000,0.443
18,mlp.experts.23.gate_proj,0.00328376,0.01000,0.441
18,mlp.experts.24.gate_proj,0.00807780,0.01000,0.441
18,mlp.experts.25.gate_proj,0.00213906,0.01000,0.450
18,mlp.experts.26.gate_proj,0.00285180,0.01000,0.442
18,mlp.experts.27.gate_proj,0.00034688,0.01000,0.441
18,mlp.experts.28.gate_proj,0.00123984,0.01000,0.443
18,mlp.experts.29.gate_proj,0.00001239,0.01000,0.444
18,mlp.experts.30.gate_proj,0.00014981,0.01000,0.443
18,mlp.experts.31.gate_proj,0.00005212,0.01000,0.446
18,mlp.experts.32.gate_proj,0.00013434,0.01000,0.446
18,mlp.experts.33.gate_proj,0.00095355,0.01000,0.452
18,mlp.experts.34.gate_proj,0.00393780,0.01000,0.453
18,mlp.experts.35.gate_proj,0.00053440,0.01000,0.441
18,mlp.experts.36.gate_proj,0.00009171,0.01000,0.441
18,mlp.experts.37.gate_proj,0.00060499,0.01000,0.442
18,mlp.experts.38.gate_proj,0.00692644,0.01000,0.441
18,mlp.experts.39.gate_proj,0.00179470,0.01000,0.444
18,mlp.experts.40.gate_proj,0.00000241,0.01000,0.440
18,mlp.experts.41.gate_proj,0.00068182,0.01000,0.441
18,mlp.experts.42.gate_proj,0.00174083,0.01000,0.440
18,mlp.experts.43.gate_proj,0.00000413,0.01000,0.441
18,mlp.experts.44.gate_proj,0.00737759,0.01000,0.441
18,mlp.experts.45.gate_proj,0.00000034,0.01000,0.440
18,mlp.experts.46.gate_proj,0.00201891,0.01000,0.446
18,mlp.experts.47.gate_proj,0.00036302,0.01000,0.449
18,mlp.experts.48.gate_proj,0.00031791,0.01000,0.444
18,mlp.experts.49.gate_proj,0.00050885,0.01000,0.442
18,mlp.experts.50.gate_proj,0.00001154,0.01000,0.442
18,mlp.experts.51.gate_proj,0.00039822,0.01000,0.447
18,mlp.experts.52.gate_proj,0.00354019,0.01000,0.443
18,mlp.experts.53.gate_proj,0.00013743,0.01000,0.442
18,mlp.experts.54.gate_proj,0.00445517,0.01000,0.441
18,mlp.experts.55.gate_proj,0.00484913,0.01000,0.441
18,mlp.experts.56.gate_proj,0.00510901,0.01000,0.444
18,mlp.experts.57.gate_proj,0.00010994,0.01000,0.440
18,mlp.experts.58.gate_proj,0.00520732,0.01000,0.441
18,mlp.experts.59.gate_proj,0.00000750,0.01000,0.442
18,mlp.experts.60.gate_proj,0.00000011,0.01000,0.444
18,mlp.experts.61.gate_proj,0.00069498,0.01000,0.442
18,mlp.experts.62.gate_proj,0.00089512,0.01000,0.445
18,mlp.experts.63.gate_proj,0.00724438,0.01000,0.440
18,mlp.experts.64.gate_proj,0.00323159,0.01000,0.441
18,mlp.experts.65.gate_proj,0.00058977,0.01000,0.440
18,mlp.experts.66.gate_proj,0.00046479,0.01000,0.444
18,mlp.experts.67.gate_proj,0.00029691,0.01000,0.444
18,mlp.experts.68.gate_proj,0.00014723,0.01000,0.441
18,mlp.experts.69.gate_proj,0.00000359,0.01000,0.441
18,mlp.experts.70.gate_proj,0.00170003,0.01000,0.439
18,mlp.experts.71.gate_proj,0.00405722,0.01000,0.445
18,mlp.experts.72.gate_proj,0.00060457,0.01000,0.442
18,mlp.experts.73.gate_proj,0.00000021,0.01000,0.440
18,mlp.experts.74.gate_proj,0.00025583,0.01000,0.443
18,mlp.experts.75.gate_proj,0.00159327,0.01000,0.447
18,mlp.experts.76.gate_proj,0.00212118,0.01000,0.443
18,mlp.experts.77.gate_proj,0.00115814,0.01000,0.444
18,mlp.experts.78.gate_proj,0.00053476,0.01000,0.442
18,mlp.experts.79.gate_proj,0.00228417,0.01000,0.446
18,mlp.experts.80.gate_proj,0.00027397,0.01000,0.451
18,mlp.experts.81.gate_proj,0.00008277,0.01000,0.445
18,mlp.experts.82.gate_proj,0.00015901,0.01000,0.446
18,mlp.experts.83.gate_proj,0.00014808,0.01000,0.446
18,mlp.experts.84.gate_proj,0.00061123,0.01000,0.455
18,mlp.experts.85.gate_proj,0.00177443,0.01000,0.447
18,mlp.experts.86.gate_proj,0.00226233,0.01000,0.447
18,mlp.experts.87.gate_proj,0.00817615,0.01000,0.447
18,mlp.experts.88.gate_proj,0.00060530,0.01000,0.449
18,mlp.experts.89.gate_proj,0.00352038,0.01000,0.448
18,mlp.experts.90.gate_proj,0.00001939,0.01000,0.446
18,mlp.experts.91.gate_proj,0.00002516,0.01000,0.447
18,mlp.experts.92.gate_proj,0.00036118,0.01000,0.448
18,mlp.experts.93.gate_proj,0.00073581,0.01000,0.444
18,mlp.experts.94.gate_proj,0.00071649,0.01000,0.444
18,mlp.experts.95.gate_proj,0.00004064,0.01000,0.447
18,mlp.experts.96.gate_proj,0.00260907,0.01000,0.447
18,mlp.experts.97.gate_proj,0.00273692,0.01000,0.443
18,mlp.experts.98.gate_proj,0.00020837,0.01000,0.444
18,mlp.experts.99.gate_proj,0.00086845,0.01000,0.445
18,mlp.experts.100.gate_proj,0.00139219,0.01000,0.444
18,mlp.experts.101.gate_proj,0.00363038,0.01000,0.441
18,mlp.experts.102.gate_proj,0.00026405,0.01000,0.444
18,mlp.experts.103.gate_proj,0.00166467,0.01000,0.441
18,mlp.experts.104.gate_proj,0.00041268,0.01000,0.442
18,mlp.experts.105.gate_proj,0.00109736,0.01000,0.446
18,mlp.experts.106.gate_proj,0.00000085,0.01000,0.444
18,mlp.experts.107.gate_proj,0.01149257,0.01000,0.442
18,mlp.experts.108.gate_proj,0.00000357,0.01000,0.442
18,mlp.experts.109.gate_proj,0.00079276,0.01000,0.441
18,mlp.experts.110.gate_proj,0.00273249,0.01000,0.447
18,mlp.experts.111.gate_proj,0.00002092,0.01000,0.446
18,mlp.experts.112.gate_proj,0.00004451,0.01000,0.446
18,mlp.experts.113.gate_proj,0.00000782,0.01000,0.445
18,mlp.experts.114.gate_proj,0.00144896,0.01000,0.449
18,mlp.experts.115.gate_proj,0.00140522,0.01000,0.446
18,mlp.experts.116.gate_proj,0.00974987,0.01000,0.450
18,mlp.experts.117.gate_proj,0.00005564,0.01000,0.446
18,mlp.experts.118.gate_proj,0.00029761,0.01000,0.446
18,mlp.experts.119.gate_proj,0.00130476,0.01000,0.446
18,mlp.experts.120.gate_proj,0.00001220,0.01000,0.445
18,mlp.experts.121.gate_proj,0.00026047,0.01000,0.446
18,mlp.experts.122.gate_proj,0.00202218,0.01000,0.446
18,mlp.experts.123.gate_proj,0.00016912,0.01000,0.447
18,mlp.experts.124.gate_proj,0.00027351,0.01000,0.447
18,mlp.experts.125.gate_proj,0.00082481,0.01000,0.449
18,mlp.experts.126.gate_proj,0.00038980,0.01000,0.453
18,mlp.experts.127.gate_proj,0.00210048,0.01000,0.446
18,mlp.experts.0.down_proj,0.00020798,0.01000,0.181
18,mlp.experts.1.down_proj,0.00003912,0.01000,0.167
18,mlp.experts.2.down_proj,0.00000001,0.01000,0.166
18,mlp.experts.3.down_proj,0.00016357,0.01000,0.166
18,mlp.experts.4.down_proj,0.00044535,0.01000,0.167
18,mlp.experts.5.down_proj,0.00000037,0.01000,0.167
18,mlp.experts.6.down_proj,0.00003385,0.01000,0.167
18,mlp.experts.7.down_proj,0.00040827,0.01000,0.168
18,mlp.experts.8.down_proj,0.00001136,0.01000,0.167
18,mlp.experts.9.down_proj,0.00014025,0.01000,0.171
18,mlp.experts.10.down_proj,0.00049216,0.01000,0.167
18,mlp.experts.11.down_proj,0.00000295,0.01000,0.167
18,mlp.experts.12.down_proj,0.00003911,0.01000,0.167
18,mlp.experts.13.down_proj,0.00155910,0.01000,0.168
18,mlp.experts.14.down_proj,0.00022391,0.01000,0.168
18,mlp.experts.15.down_proj,0.00000128,0.01000,0.168
18,mlp.experts.16.down_proj,0.00000401,0.01000,0.167
18,mlp.experts.17.down_proj,0.00006123,0.01000,0.173
18,mlp.experts.18.down_proj,0.00001754,0.01000,0.171
18,mlp.experts.19.down_proj,0.00007482,0.01000,0.169
18,mlp.experts.20.down_proj,0.00012941,0.01000,0.168
18,mlp.experts.21.down_proj,0.00000611,0.01000,0.169
18,mlp.experts.22.down_proj,0.00065662,0.01000,0.168
18,mlp.experts.23.down_proj,0.00048336,0.01000,0.168
18,mlp.experts.24.down_proj,0.00168323,0.01000,0.168
18,mlp.experts.25.down_proj,0.00022198,0.01000,0.167
18,mlp.experts.26.down_proj,0.00040016,0.01000,0.168
18,mlp.experts.27.down_proj,0.00005648,0.01000,0.168
18,mlp.experts.28.down_proj,0.00017783,0.01000,0.170
18,mlp.experts.29.down_proj,0.00000265,0.01000,0.170
18,mlp.experts.30.down_proj,0.00002524,0.01000,0.170
18,mlp.experts.31.down_proj,0.00001306,0.01000,0.167
18,mlp.experts.32.down_proj,0.00001807,0.01000,0.168
18,mlp.experts.33.down_proj,0.00008052,0.01000,0.172
18,mlp.experts.34.down_proj,0.00063602,0.01000,0.169
18,mlp.experts.35.down_proj,0.00013536,0.01000,0.168
18,mlp.experts.36.down_proj,0.00001292,0.01000,0.167
18,mlp.experts.37.down_proj,0.00008182,0.01000,0.167
18,mlp.experts.38.down_proj,0.00106362,0.01000,0.169
18,mlp.experts.39.down_proj,0.00024466,0.01000,0.168
18,mlp.experts.40.down_proj,0.00000054,0.01000,0.168
18,mlp.experts.41.down_proj,0.00009031,0.01000,0.169
18,mlp.experts.42.down_proj,0.00027855,0.01000,0.168
18,mlp.experts.43.down_proj,0.00000123,0.01000,0.169
18,mlp.experts.44.down_proj,0.00096249,0.01000,0.169
18,mlp.experts.45.down_proj,0.00000009,0.01000,0.167
18,mlp.experts.46.down_proj,0.00032696,0.01000,0.168
18,mlp.experts.47.down_proj,0.00007165,0.01000,0.175
18,mlp.experts.48.down_proj,0.00003710,0.01000,0.167
18,mlp.experts.49.down_proj,0.00007188,0.01000,0.167
18,mlp.experts.50.down_proj,0.00000103,0.01000,0.168
18,mlp.experts.51.down_proj,0.00006058,0.01000,0.171
18,mlp.experts.52.down_proj,0.00050254,0.01000,0.167
18,mlp.experts.53.down_proj,0.00003102,0.01000,0.168
18,mlp.experts.54.down_proj,0.00046457,0.01000,0.170
18,mlp.experts.55.down_proj,0.00094449,0.01000,0.166
18,mlp.experts.56.down_proj,0.00073071,0.01000,0.168
18,mlp.experts.57.down_proj,0.00001583,0.01000,0.168
18,mlp.experts.58.down_proj,0.00058718,0.01000,0.167
18,mlp.experts.59.down_proj,0.00000176,0.01000,0.168
18,mlp.experts.60.down_proj,0.00000004,0.01000,0.167
18,mlp.experts.61.down_proj,0.00008345,0.01000,0.168
18,mlp.experts.62.down_proj,0.00012414,0.01000,0.167
18,mlp.experts.63.down_proj,0.00090734,0.01000,0.167
18,mlp.experts.64.down_proj,0.00048808,0.01000,0.167
18,mlp.experts.65.down_proj,0.00007425,0.01000,0.167
18,mlp.experts.66.down_proj,0.00003105,0.01000,0.167
18,mlp.experts.67.down_proj,0.00003817,0.01000,0.170
18,mlp.experts.68.down_proj,0.00002409,0.01000,0.169
18,mlp.experts.69.down_proj,0.00000092,0.01000,0.172
18,mlp.experts.70.down_proj,0.00031354,0.01000,0.168
18,mlp.experts.71.down_proj,0.00043969,0.01000,0.167
18,mlp.experts.72.down_proj,0.00007926,0.01000,0.167
18,mlp.experts.73.down_proj,0.00000007,0.01000,0.169
18,mlp.experts.74.down_proj,0.00003549,0.01000,0.167
18,mlp.experts.75.down_proj,0.00024728,0.01000,0.167
18,mlp.experts.76.down_proj,0.00036773,0.01000,0.168
18,mlp.experts.77.down_proj,0.00017321,0.01000,0.168
18,mlp.experts.78.down_proj,0.00011195,0.01000,0.167
18,mlp.experts.79.down_proj,0.00039493,0.01000,0.168
18,mlp.experts.80.down_proj,0.00005468,0.01000,0.167
18,mlp.experts.81.down_proj,0.00002762,0.01000,0.168
18,mlp.experts.82.down_proj,0.00002133,0.01000,0.171
18,mlp.experts.83.down_proj,0.00002359,0.01000,0.167
18,mlp.experts.84.down_proj,0.00008457,0.01000,0.168
18,mlp.experts.85.down_proj,0.00029987,0.01000,0.167
18,mlp.experts.86.down_proj,0.00034943,0.01000,0.167
18,mlp.experts.87.down_proj,0.00132371,0.01000,0.168
18,mlp.experts.88.down_proj,0.00013525,0.01000,0.167
18,mlp.experts.89.down_proj,0.00048618,0.01000,0.167
18,mlp.experts.90.down_proj,0.00000198,0.01000,0.169
18,mlp.experts.91.down_proj,0.00000476,0.01000,0.167
18,mlp.experts.92.down_proj,0.00004139,0.01000,0.170
18,mlp.experts.93.down_proj,0.00011701,0.01000,0.169
18,mlp.experts.94.down_proj,0.00009891,0.01000,0.167
18,mlp.experts.95.down_proj,0.00001058,0.01000,0.167
18,mlp.experts.96.down_proj,0.00037410,0.01000,0.169
18,mlp.experts.97.down_proj,0.00032167,0.01000,0.167
18,mlp.experts.98.down_proj,0.00001399,0.01000,0.168
18,mlp.experts.99.down_proj,0.00016207,0.01000,0.168
18,mlp.experts.100.down_proj,0.00022022,0.01000,0.168
18,mlp.experts.101.down_proj,0.00052996,0.01000,0.167
18,mlp.experts.102.down_proj,0.00004580,0.01000,0.169
18,mlp.experts.103.down_proj,0.00021770,0.01000,0.167
18,mlp.experts.104.down_proj,0.00004351,0.01000,0.167
18,mlp.experts.105.down_proj,0.00020797,0.01000,0.169
18,mlp.experts.106.down_proj,0.00000027,0.01000,0.169
18,mlp.experts.107.down_proj,0.00112658,0.01000,0.167
18,mlp.experts.108.down_proj,0.00000105,0.01000,0.169
18,mlp.experts.109.down_proj,0.00013563,0.01000,0.167
18,mlp.experts.110.down_proj,0.00045785,0.01000,0.168
18,mlp.experts.111.down_proj,0.00000503,0.01000,0.171
18,mlp.experts.112.down_proj,0.00000779,0.01000,0.168
18,mlp.experts.113.down_proj,0.00000246,0.01000,0.167
18,mlp.experts.114.down_proj,0.00022482,0.01000,0.171
18,mlp.experts.115.down_proj,0.00030657,0.01000,0.167
18,mlp.experts.116.down_proj,0.00126673,0.01000,0.172
18,mlp.experts.117.down_proj,0.00000223,0.01000,0.169
18,mlp.experts.118.down_proj,0.00006631,0.01000,0.167
18,mlp.experts.119.down_proj,0.00021333,0.01000,0.167
18,mlp.experts.120.down_proj,0.00000209,0.01000,0.168
18,mlp.experts.121.down_proj,0.00003734,0.01000,0.167
18,mlp.experts.122.down_proj,0.00034171,0.01000,0.168
18,mlp.experts.123.down_proj,0.00003533,0.01000,0.167
18,mlp.experts.124.down_proj,0.00004538,0.01000,0.167
18,mlp.experts.125.down_proj,0.00010877,0.01000,0.168
18,mlp.experts.126.down_proj,0.00009479,0.01000,0.168
18,mlp.experts.127.down_proj,0.00036984,0.01000,0.168
19,self_attn.q_proj,0.00029597,0.01000,0.465
19,self_attn.k_proj,0.00004384,0.01000,0.452
19,self_attn.v_proj,0.00004622,0.01000,0.456
19,self_attn.o_proj,0.00003954,0.01000,0.931
19,mlp.experts.0.up_proj,0.00000692,0.01000,0.481
19,mlp.experts.1.up_proj,0.00116671,0.01000,0.455
19,mlp.experts.2.up_proj,0.00219647,0.01000,0.443
19,mlp.experts.3.up_proj,0.00136297,0.01000,0.442
19,mlp.experts.4.up_proj,0.00175953,0.01000,0.446
19,mlp.experts.5.up_proj,0.00297909,0.01000,0.456
19,mlp.experts.6.up_proj,0.00081464,0.01000,0.456
19,mlp.experts.7.up_proj,0.00737675,0.01000,0.458
19,mlp.experts.8.up_proj,0.00589928,0.01000,0.457
19,mlp.experts.9.up_proj,0.00430815,0.01000,0.451
19,mlp.experts.10.up_proj,0.00011766,0.01000,0.453
19,mlp.experts.11.up_proj,0.00067581,0.01000,0.455
19,mlp.experts.12.up_proj,0.00154843,0.01000,0.453
19,mlp.experts.13.up_proj,0.00107471,0.01000,0.456
19,mlp.experts.14.up_proj,0.00017441,0.01000,0.454
19,mlp.experts.15.up_proj,0.00018832,0.01000,0.466
19,mlp.experts.16.up_proj,0.00000410,0.01000,0.454
19,mlp.experts.17.up_proj,0.00162339,0.01000,0.458
19,mlp.experts.18.up_proj,0.00036575,0.01000,0.453
19,mlp.experts.19.up_proj,0.00068023,0.01000,0.452
19,mlp.experts.20.up_proj,0.00208665,0.01000,0.448
19,mlp.experts.21.up_proj,0.00518328,0.01000,0.445
19,mlp.experts.22.up_proj,0.00052936,0.01000,0.455
19,mlp.experts.23.up_proj,0.00000032,0.01000,0.470
19,mlp.experts.24.up_proj,0.00911736,0.01000,0.463
19,mlp.experts.25.up_proj,0.00072272,0.01000,0.454
19,mlp.experts.26.up_proj,0.01024299,0.01000,0.452
19,mlp.experts.27.up_proj,0.00023054,0.01000,0.452
19,mlp.experts.28.up_proj,0.00002689,0.01000,0.461
19,mlp.experts.29.up_proj,0.00035867,0.01000,0.455
19,mlp.experts.30.up_proj,0.00016680,0.01000,0.455
19,mlp.experts.31.up_proj,0.00409856,0.01000,0.452
19,mlp.experts.32.up_proj,0.00202138,0.01000,0.463
19,mlp.experts.33.up_proj,0.00564447,0.01000,0.454
19,mlp.experts.34.up_proj,0.00083527,0.01000,0.453
19,mlp.experts.35.up_proj,0.00008273,0.01000,0.456
19,mlp.experts.36.up_proj,0.00196887,0.01000,0.451
19,mlp.experts.37.up_proj,0.00000004,0.01000,0.450
19,mlp.experts.38.up_proj,0.00049340,0.01000,0.450
19,mlp.experts.39.up_proj,0.00058002,0.01000,0.450
19,mlp.experts.40.up_proj,0.00008339,0.01000,0.446
19,mlp.experts.41.up_proj,0.00066477,0.01000,0.440
19,mlp.experts.42.up_proj,0.00000012,0.01000,0.453
19,mlp.experts.43.up_proj,0.00043729,0.01000,0.440
19,mlp.experts.44.up_proj,0.00155039,0.01000,0.456
19,mlp.experts.45.up_proj,0.00391377,0.01000,0.445
19,mlp.experts.46.up_proj,0.00016759,0.01000,0.448
19,mlp.experts.47.up_proj,0.00067620,0.01000,0.443
19,mlp.experts.48.up_proj,0.00282946,0.01000,0.450
19,mlp.experts.49.up_proj,0.00120011,0.01000,0.443
19,mlp.experts.50.up_proj,0.00092831,0.01000,0.446
19,mlp.experts.51.up_proj,0.00198279,0.01000,0.443
19,mlp.experts.52.up_proj,0.00114850,0.01000,0.442
19,mlp.experts.53.up_proj,0.00190240,0.01000,0.445
19,mlp.experts.54.up_proj,0.00000008,0.01000,0.444
19,mlp.experts.55.up_proj,0.00000171,0.01000,0.451
19,mlp.experts.56.up_proj,0.00089384,0.01000,0.443
19,mlp.experts.57.up_proj,0.00000031,0.01000,0.442
19,mlp.experts.58.up_proj,0.00091359,0.01000,0.444
19,mlp.experts.59.up_proj,0.01285854,0.01000,0.443
19,mlp.experts.60.up_proj,0.00106393,0.01000,0.442
19,mlp.experts.61.up_proj,0.00099988,0.01000,0.443
19,mlp.experts.62.up_proj,0.00138501,0.01000,0.443
19,mlp.experts.63.up_proj,0.00077733,0.01000,0.443
19,mlp.experts.64.up_proj,0.00064341,0.01000,0.446
19,mlp.experts.65.up_proj,0.00000086,0.01000,0.452
19,mlp.experts.66.up_proj,0.00196245,0.01000,0.442
19,mlp.experts.67.up_proj,0.00018748,0.01000,0.442
19,mlp.experts.68.up_proj,0.00005379,0.01000,0.443
19,mlp.experts.69.up_proj,0.00006938,0.01000,0.446
19,mlp.experts.70.up_proj,0.00004100,0.01000,0.442
19,mlp.experts.71.up_proj,0.00001654,0.01000,0.444
19,mlp.experts.72.up_proj,0.00206239,0.01000,0.443
19,mlp.experts.73.up_proj,0.00440281,0.01000,0.447
19,mlp.experts.74.up_proj,0.00041775,0.01000,0.446
19,mlp.experts.75.up_proj,0.00220980,0.01000,0.448
19,mlp.experts.76.up_proj,0.00000449,0.01000,0.441
19,mlp.experts.77.up_proj,0.00000003,0.01000,0.443
19,mlp.experts.78.up_proj,0.00029683,0.01000,0.443
19,mlp.experts.79.up_proj,0.00089802,0.01000,0.443
19,mlp.experts.80.up_proj,0.00000006,0.01000,0.444
19,mlp.experts.81.up_proj,0.00022075,0.01000,0.443
19,mlp.experts.82.up_proj,0.00336128,0.01000,0.450
19,mlp.experts.83.up_proj,0.00070185,0.01000,0.443
19,mlp.experts.84.up_proj,0.00003958,0.01000,0.446
19,mlp.experts.85.up_proj,0.00002224,0.01000,0.453
19,mlp.experts.86.up_proj,0.00060205,0.01000,0.448
19,mlp.experts.87.up_proj,0.00228911,0.01000,0.443
19,mlp.experts.88.up_proj,0.00320721,0.01000,0.442
19,mlp.experts.89.up_proj,0.00185585,0.01000,0.444
19,mlp.experts.90.up_proj,0.00000052,0.01000,0.448
19,mlp.experts.91.up_proj,0.00066982,0.01000,0.442
19,mlp.experts.92.up_proj,0.00019543,0.01000,0.441
19,mlp.experts.93.up_proj,0.00196103,0.01000,0.441
19,mlp.experts.94.up_proj,0.00414276,0.01000,0.442
19,mlp.experts.95.up_proj,0.00175323,0.01000,0.442
19,mlp.experts.96.up_proj,0.00005305,0.01000,0.442
19,mlp.experts.97.up_proj,0.00000067,0.01000,0.441
19,mlp.experts.98.up_proj,0.00145213,0.01000,0.443
19,mlp.experts.99.up_proj,0.00057555,0.01000,0.444
19,mlp.experts.100.up_proj,0.00184035,0.01000,0.449
19,mlp.experts.101.up_proj,0.00028854,0.01000,0.442
19,mlp.experts.102.up_proj,0.00000450,0.01000,0.441
19,mlp.experts.103.up_proj,0.00012134,0.01000,0.442
19,mlp.experts.104.up_proj,0.00007341,0.01000,0.444
19,mlp.experts.105.up_proj,0.00002647,0.01000,0.442
19,mlp.experts.106.up_proj,0.00341472,0.01000,0.442
19,mlp.experts.107.up_proj,0.00000153,0.01000,0.441
19,mlp.experts.108.up_proj,0.00074761,0.01000,0.443
19,mlp.experts.109.up_proj,0.00116281,0.01000,0.442
19,mlp.experts.110.up_proj,0.00350437,0.01000,0.439
19,mlp.experts.111.up_proj,0.00004868,0.01000,0.438
19,mlp.experts.112.up_proj,0.00512042,0.01000,0.444
19,mlp.experts.113.up_proj,0.00024869,0.01000,0.450
19,mlp.experts.114.up_proj,0.00009869,0.01000,0.442
19,mlp.experts.115.up_proj,0.00048404,0.01000,0.442
19,mlp.experts.116.up_proj,0.00234829,0.01000,0.440
19,mlp.experts.117.up_proj,0.00007328,0.01000,0.441
19,mlp.experts.118.up_proj,0.00020261,0.01000,0.445
19,mlp.experts.119.up_proj,0.00228729,0.01000,0.441
19,mlp.experts.120.up_proj,0.00014768,0.01000,0.442
19,mlp.experts.121.up_proj,0.00000291,0.01000,0.444
19,mlp.experts.122.up_proj,0.00000203,0.01000,0.447
19,mlp.experts.123.up_proj,0.00528537,0.01000,0.444
19,mlp.experts.124.up_proj,0.00073345,0.01000,0.441
19,mlp.experts.125.up_proj,0.00115941,0.01000,0.444
19,mlp.experts.126.up_proj,0.00004267,0.01000,0.441
19,mlp.experts.127.up_proj,0.00045154,0.01000,0.441
19,mlp.experts.0.gate_proj,0.00000798,0.01000,0.444
19,mlp.experts.1.gate_proj,0.00128525,0.01000,0.444
19,mlp.experts.2.gate_proj,0.00208013,0.01000,0.451
19,mlp.experts.3.gate_proj,0.00132135,0.01000,0.444
19,mlp.experts.4.gate_proj,0.00192306,0.01000,0.443
19,mlp.experts.5.gate_proj,0.00308222,0.01000,0.445
19,mlp.experts.6.gate_proj,0.00095813,0.01000,0.441
19,mlp.experts.7.gate_proj,0.00629382,0.01000,0.454
19,mlp.experts.8.gate_proj,0.00616323,0.01000,0.443
19,mlp.experts.9.gate_proj,0.00508565,0.01000,0.445
19,mlp.experts.10.gate_proj,0.00012748,0.01000,0.448
19,mlp.experts.11.gate_proj,0.00079028,0.01000,0.449
19,mlp.experts.12.gate_proj,0.00185947,0.01000,0.444
19,mlp.experts.13.gate_proj,0.00117866,0.01000,0.437
19,mlp.experts.14.gate_proj,0.00021351,0.01000,0.437
19,mlp.experts.15.gate_proj,0.00020737,0.01000,0.440
19,mlp.experts.16.gate_proj,0.00000406,0.01000,0.442
19,mlp.experts.17.gate_proj,0.00186970,0.01000,0.440
19,mlp.experts.18.gate_proj,0.00043667,0.01000,0.438
19,mlp.experts.19.gate_proj,0.00067705,0.01000,0.437
19,mlp.experts.20.gate_proj,0.00219990,0.01000,0.438
19,mlp.experts.21.gate_proj,0.00577507,0.01000,0.445
19,mlp.experts.22.gate_proj,0.00061399,0.01000,0.441
19,mlp.experts.23.gate_proj,0.00000034,0.01000,0.467
19,mlp.experts.24.gate_proj,0.01052547,0.01000,0.438
19,mlp.experts.25.gate_proj,0.00078422,0.01000,0.440
19,mlp.experts.26.gate_proj,0.01087163,0.01000,0.441
19,mlp.experts.27.gate_proj,0.00024638,0.01000,0.438
19,mlp.experts.28.gate_proj,0.00003357,0.01000,0.443
19,mlp.experts.29.gate_proj,0.00040591,0.01000,0.438
19,mlp.experts.30.gate_proj,0.00018585,0.01000,0.441
19,mlp.experts.31.gate_proj,0.00413029,0.01000,0.437
19,mlp.experts.32.gate_proj,0.00229817,0.01000,0.438
19,mlp.experts.33.gate_proj,0.00623931,0.01000,0.439
19,mlp.experts.34.gate_proj,0.00073900,0.01000,0.442
19,mlp.experts.35.gate_proj,0.00009783,0.01000,0.443
19,mlp.experts.36.gate_proj,0.00221063,0.01000,0.441
19,mlp.experts.37.gate_proj,0.00000004,0.01000,0.443
19,mlp.experts.38.gate_proj,0.00056405,0.01000,0.442
19,mlp.experts.39.gate_proj,0.00057250,0.01000,0.455
19,mlp.experts.40.gate_proj,0.00009465,0.01000,0.442
19,mlp.experts.41.gate_proj,0.00075637,0.01000,0.458
19,mlp.experts.42.gate_proj,0.00000013,0.01000,0.443
19,mlp.experts.43.gate_proj,0.00040444,0.01000,0.445
19,mlp.experts.44.gate_proj,0.00178285,0.01000,0.446
19,mlp.experts.45.gate_proj,0.00414854,0.01000,0.446
19,mlp.experts.46.gate_proj,0.00016943,0.01000,0.447
19,mlp.experts.47.gate_proj,0.00075179,0.01000,0.445
19,mlp.experts.48.gate_proj,0.00258916,0.01000,0.446
19,mlp.experts.49.gate_proj,0.00109256,0.01000,0.445
19,mlp.experts.50.gate_proj,0.00086532,0.01000,0.445
19,mlp.experts.51.gate_proj,0.00186835,0.01000,0.446
19,mlp.experts.52.gate_proj,0.00135436,0.01000,0.446
19,mlp.experts.53.gate_proj,0.00191999,0.01000,0.446
19,mlp.experts.54.gate_proj,0.00000010,0.01000,0.445
19,mlp.experts.55.gate_proj,0.00000164,0.01000,0.448
19,mlp.experts.56.gate_proj,0.00095338,0.01000,0.445
19,mlp.experts.57.gate_proj,0.00000033,0.01000,0.447
19,mlp.experts.58.gate_proj,0.00101617,0.01000,0.448
19,mlp.experts.59.gate_proj,0.01464890,0.01000,0.449
19,mlp.experts.60.gate_proj,0.00106350,0.01000,0.458
19,mlp.experts.61.gate_proj,0.00111603,0.01000,0.452
19,mlp.experts.62.gate_proj,0.00140348,0.01000,0.453
19,mlp.experts.63.gate_proj,0.00090621,0.01000,0.446
19,mlp.experts.64.gate_proj,0.00065642,0.01000,0.442
19,mlp.experts.65.gate_proj,0.00000106,0.01000,0.442
19,mlp.experts.66.gate_proj,0.00219288,0.01000,0.442
19,mlp.experts.67.gate_proj,0.00020038,0.01000,0.442
19,mlp.experts.68.gate_proj,0.00006070,0.01000,0.442
19,mlp.experts.69.gate_proj,0.00007486,0.01000,0.452
19,mlp.experts.70.gate_proj,0.00004560,0.01000,0.446
19,mlp.experts.71.gate_proj,0.00001914,0.01000,0.449
19,mlp.experts.72.gate_proj,0.00247629,0.01000,0.450
19,mlp.experts.73.gate_proj,0.00461183,0.01000,0.450
19,mlp.experts.74.gate_proj,0.00041829,0.01000,0.446
19,mlp.experts.75.gate_proj,0.00249244,0.01000,0.450
19,mlp.experts.76.gate_proj,0.00000512,0.01000,0.459
19,mlp.experts.77.gate_proj,0.00000003,0.01000,0.461
19,mlp.experts.78.gate_proj,0.00035772,0.01000,0.459
19,mlp.experts.79.gate_proj,0.00106383,0.01000,0.453
19,mlp.experts.80.gate_proj,0.00000007,0.01000,0.455
19,mlp.experts.81.gate_proj,0.00023920,0.01000,0.445
19,mlp.experts.82.gate_proj,0.00391632,0.01000,0.447
19,mlp.experts.83.gate_proj,0.00079711,0.01000,0.443
19,mlp.experts.84.gate_proj,0.00004330,0.01000,0.445
19,mlp.experts.85.gate_proj,0.00002343,0.01000,0.443
19,mlp.experts.86.gate_proj,0.00064978,0.01000,0.444
19,mlp.experts.87.gate_proj,0.00249235,0.01000,0.444
19,mlp.experts.88.gate_proj,0.00361974,0.01000,0.445
19,mlp.experts.89.gate_proj,0.00207313,0.01000,0.445
19,mlp.experts.90.gate_proj,0.00000058,0.01000,0.444
19,mlp.experts.91.gate_proj,0.00078732,0.01000,0.443
19,mlp.experts.92.gate_proj,0.00023616,0.01000,0.444
19,mlp.experts.93.gate_proj,0.00200932,0.01000,0.451
19,mlp.experts.94.gate_proj,0.00463845,0.01000,0.449
19,mlp.experts.95.gate_proj,0.00170740,0.01000,0.449
19,mlp.experts.96.gate_proj,0.00005177,0.01000,0.449
19,mlp.experts.97.gate_proj,0.00000082,0.01000,0.451
19,mlp.experts.98.gate_proj,0.00129981,0.01000,0.448
19,mlp.experts.99.gate_proj,0.00063560,0.01000,0.448
19,mlp.experts.100.gate_proj,0.00181114,0.01000,0.448
19,mlp.experts.101.gate_proj,0.00031219,0.01000,0.448
19,mlp.experts.102.gate_proj,0.00000467,0.01000,0.453
19,mlp.experts.103.gate_proj,0.00011499,0.01000,0.448
19,mlp.experts.104.gate_proj,0.00008620,0.01000,0.450
19,mlp.experts.105.gate_proj,0.00003091,0.01000,0.449
19,mlp.experts.106.gate_proj,0.00374353,0.01000,0.452
19,mlp.experts.107.gate_proj,0.00000177,0.01000,0.453
19,mlp.experts.108.gate_proj,0.00088850,0.01000,0.447
19,mlp.experts.109.gate_proj,0.00139030,0.01000,0.452
19,mlp.experts.110.gate_proj,0.00345251,0.01000,0.451
19,mlp.experts.111.gate_proj,0.00005252,0.01000,0.448
19,mlp.experts.112.gate_proj,0.00501486,0.01000,0.449
19,mlp.experts.113.gate_proj,0.00020636,0.01000,0.448
19,mlp.experts.114.gate_proj,0.00011732,0.01000,0.447
19,mlp.experts.115.gate_proj,0.00092353,0.01000,0.447
19,mlp.experts.116.gate_proj,0.00246971,0.01000,0.446
19,mlp.experts.117.gate_proj,0.00007613,0.01000,0.444
19,mlp.experts.118.gate_proj,0.00024872,0.01000,0.442
19,mlp.experts.119.gate_proj,0.00234341,0.01000,0.444
19,mlp.experts.120.gate_proj,0.00015928,0.01000,0.449
19,mlp.experts.121.gate_proj,0.00000334,0.01000,0.446
19,mlp.experts.122.gate_proj,0.00000217,0.01000,0.446
19,mlp.experts.123.gate_proj,0.00577369,0.01000,0.449
19,mlp.experts.124.gate_proj,0.00071216,0.01000,0.453
19,mlp.experts.125.gate_proj,0.00128226,0.01000,0.449
19,mlp.experts.126.gate_proj,0.00005511,0.01000,0.454
19,mlp.experts.127.gate_proj,0.00050906,0.01000,0.455
19,mlp.experts.0.down_proj,0.00000246,0.01000,0.185
19,mlp.experts.1.down_proj,0.00018392,0.01000,0.169
19,mlp.experts.2.down_proj,0.00049393,0.01000,0.167
19,mlp.experts.3.down_proj,0.00020387,0.01000,0.170
19,mlp.experts.4.down_proj,0.00028833,0.01000,0.168
19,mlp.experts.5.down_proj,0.00046418,0.01000,0.168
19,mlp.experts.6.down_proj,0.00017863,0.01000,0.174
19,mlp.experts.7.down_proj,0.00103999,0.01000,0.169
19,mlp.experts.8.down_proj,0.00142720,0.01000,0.169
19,mlp.experts.9.down_proj,0.00071771,0.01000,0.169
19,mlp.experts.10.down_proj,0.00001658,0.01000,0.168
19,mlp.experts.11.down_proj,0.00011397,0.01000,0.169
19,mlp.experts.12.down_proj,0.00022683,0.01000,0.169
19,mlp.experts.13.down_proj,0.00016497,0.01000,0.169
19,mlp.experts.14.down_proj,0.00003976,0.01000,0.169
19,mlp.experts.15.down_proj,0.00003544,0.01000,0.169
19,mlp.experts.16.down_proj,0.00000126,0.01000,0.168
19,mlp.experts.17.down_proj,0.00027126,0.01000,0.168
19,mlp.experts.18.down_proj,0.00009575,0.01000,0.168
19,mlp.experts.19.down_proj,0.00009064,0.01000,0.169
19,mlp.experts.20.down_proj,0.00032479,0.01000,0.169
19,mlp.experts.21.down_proj,0.00078172,0.01000,0.169
19,mlp.experts.22.down_proj,0.00010204,0.01000,0.168
19,mlp.experts.23.down_proj,0.00000008,0.01000,0.168
19,mlp.experts.24.down_proj,0.00153595,0.01000,0.168
19,mlp.experts.25.down_proj,0.00009922,0.01000,0.168
19,mlp.experts.26.down_proj,0.00143951,0.01000,0.168
19,mlp.experts.27.down_proj,0.00004793,0.01000,0.172
19,mlp.experts.28.down_proj,0.00000043,0.01000,0.169
19,mlp.experts.29.down_proj,0.00005704,0.01000,0.169
19,mlp.experts.30.down_proj,0.00003872,0.01000,0.169
19,mlp.experts.31.down_proj,0.00064966,0.01000,0.169
19,mlp.experts.32.down_proj,0.00029792,0.01000,0.171
19,mlp.experts.33.down_proj,0.00083768,0.01000,0.169
19,mlp.experts.34.down_proj,0.00014037,0.01000,0.168
19,mlp.experts.35.down_proj,0.00001576,0.01000,0.169
19,mlp.experts.36.down_proj,0.00029392,0.01000,0.170
19,mlp.experts.37.down_proj,0.00000001,0.01000,0.171
19,mlp.experts.38.down_proj,0.00009671,0.01000,0.170
19,mlp.experts.39.down_proj,0.00009669,0.01000,0.170
19,mlp.experts.40.down_proj,0.00001566,0.01000,0.169
19,mlp.experts.41.down_proj,0.00008606,0.01000,0.171
19,mlp.experts.42.down_proj,0.00000003,0.01000,0.171
19,mlp.experts.43.down_proj,0.00010579,0.01000,0.171
19,mlp.experts.44.down_proj,0.00026902,0.01000,0.169
19,mlp.experts.45.down_proj,0.00071960,0.01000,0.170
19,mlp.experts.46.down_proj,0.00003054,0.01000,0.170
19,mlp.experts.47.down_proj,0.00010162,0.01000,0.171
19,mlp.experts.48.down_proj,0.00037944,0.01000,0.172
19,mlp.experts.49.down_proj,0.00021218,0.01000,0.170
19,mlp.experts.50.down_proj,0.00018556,0.01000,0.170
19,mlp.experts.51.down_proj,0.00036597,0.01000,0.169
19,mlp.experts.52.down_proj,0.00018314,0.01000,0.169
19,mlp.experts.53.down_proj,0.00028519,0.01000,0.170
19,mlp.experts.54.down_proj,0.00000002,0.01000,0.172
19,mlp.experts.55.down_proj,0.00000059,0.01000,0.170
19,mlp.experts.56.down_proj,0.00014096,0.01000,0.171
19,mlp.experts.57.down_proj,0.00000010,0.01000,0.169
19,mlp.experts.58.down_proj,0.00017982,0.01000,0.169
19,mlp.experts.59.down_proj,0.00267428,0.01000,0.171
19,mlp.experts.60.down_proj,0.00019786,0.01000,0.169
19,mlp.experts.61.down_proj,0.00015593,0.01000,0.170
19,mlp.experts.62.down_proj,0.00030034,0.01000,0.169
19,mlp.experts.63.down_proj,0.00013046,0.01000,0.169
19,mlp.experts.64.down_proj,0.00011872,0.01000,0.170
19,mlp.experts.65.down_proj,0.00000029,0.01000,0.169
19,mlp.experts.66.down_proj,0.00031525,0.01000,0.173
19,mlp.experts.67.down_proj,0.00003086,0.01000,0.170
19,mlp.experts.68.down_proj,0.00001037,0.01000,0.169
19,mlp.experts.69.down_proj,0.00001631,0.01000,0.170
19,mlp.experts.70.down_proj,0.00001072,0.01000,0.169
19,mlp.experts.71.down_proj,0.00000590,0.01000,0.169
19,mlp.experts.72.down_proj,0.00037232,0.01000,0.171
19,mlp.experts.73.down_proj,0.00059036,0.01000,0.170
19,mlp.experts.74.down_proj,0.00005938,0.01000,0.169
19,mlp.experts.75.down_proj,0.00045748,0.01000,0.170
19,mlp.experts.76.down_proj,0.00000143,0.01000,0.169
19,mlp.experts.77.down_proj,0.00000001,0.01000,0.171
19,mlp.experts.78.down_proj,0.00006807,0.01000,0.169
19,mlp.experts.79.down_proj,0.00011959,0.01000,0.169
19,mlp.experts.80.down_proj,0.00000002,0.01000,0.171
19,mlp.experts.81.down_proj,0.00004019,0.01000,0.171
19,mlp.experts.82.down_proj,0.00063246,0.01000,0.171
19,mlp.experts.83.down_proj,0.00012859,0.01000,0.172
19,mlp.experts.84.down_proj,0.00000789,0.01000,0.169
19,mlp.experts.85.down_proj,0.00000612,0.01000,0.170
19,mlp.experts.86.down_proj,0.00009750,0.01000,0.171
19,mlp.experts.87.down_proj,0.00042067,0.01000,0.169
19,mlp.experts.88.down_proj,0.00039225,0.01000,0.169
19,mlp.experts.89.down_proj,0.00026086,0.01000,0.171
19,mlp.experts.90.down_proj,0.00000015,0.01000,0.182
19,mlp.experts.91.down_proj,0.00009282,0.01000,0.185
19,mlp.experts.92.down_proj,0.00001688,0.01000,0.170
19,mlp.experts.93.down_proj,0.00027383,0.01000,0.169
19,mlp.experts.94.down_proj,0.00073206,0.01000,0.171
19,mlp.experts.95.down_proj,0.00027880,0.01000,0.170
19,mlp.experts.96.down_proj,0.00001247,0.01000,0.170
19,mlp.experts.97.down_proj,0.00000018,0.01000,0.170
19,mlp.experts.98.down_proj,0.00024440,0.01000,0.169
19,mlp.experts.99.down_proj,0.00008815,0.01000,0.170
19,mlp.experts.100.down_proj,0.00031750,0.01000,0.169
19,mlp.experts.101.down_proj,0.00006787,0.01000,0.170
19,mlp.experts.102.down_proj,0.00000110,0.01000,0.169
19,mlp.experts.103.down_proj,0.00002691,0.01000,0.170
19,mlp.experts.104.down_proj,0.00001382,0.01000,0.170
19,mlp.experts.105.down_proj,0.00000797,0.01000,0.169
19,mlp.experts.106.down_proj,0.00059382,0.01000,0.169
19,mlp.experts.107.down_proj,0.00000057,0.01000,0.170
19,mlp.experts.108.down_proj,0.00010742,0.01000,0.170
19,mlp.experts.109.down_proj,0.00024990,0.01000,0.171
19,mlp.experts.110.down_proj,0.00057744,0.01000,0.171
19,mlp.experts.111.down_proj,0.00001400,0.01000,0.176
19,mlp.experts.112.down_proj,0.00100435,0.01000,0.174
19,mlp.experts.113.down_proj,0.00002892,0.01000,0.172
19,mlp.experts.114.down_proj,0.00002148,0.01000,0.169
19,mlp.experts.115.down_proj,0.00003968,0.01000,0.171
19,mlp.experts.116.down_proj,0.00034269,0.01000,0.169
19,mlp.experts.117.down_proj,0.00001735,0.01000,0.170
19,mlp.experts.118.down_proj,0.00004487,0.01000,0.172
19,mlp.experts.119.down_proj,0.00039583,0.01000,0.171
19,mlp.experts.120.down_proj,0.00002615,0.01000,0.169
19,mlp.experts.121.down_proj,0.00000098,0.01000,0.171
19,mlp.experts.122.down_proj,0.00000057,0.01000,0.173
19,mlp.experts.123.down_proj,0.00095522,0.01000,0.173
19,mlp.experts.124.down_proj,0.00013816,0.01000,0.171
19,mlp.experts.125.down_proj,0.00019872,0.01000,0.170
19,mlp.experts.126.down_proj,0.00000179,0.01000,0.175
19,mlp.experts.127.down_proj,0.00008461,0.01000,0.170
20,self_attn.q_proj,0.00031837,0.01000,0.454
20,self_attn.k_proj,0.00004482,0.01000,0.447
20,self_attn.v_proj,0.00006107,0.01000,0.438
20,self_attn.o_proj,0.00004894,0.01000,0.900
20,mlp.experts.0.up_proj,0.00000129,0.01000,0.479
20,mlp.experts.1.up_proj,0.00000012,0.01000,0.440
20,mlp.experts.2.up_proj,0.00058840,0.01000,0.444
20,mlp.experts.3.up_proj,0.00150687,0.01000,0.441
20,mlp.experts.4.up_proj,0.00122793,0.01000,0.454
20,mlp.experts.5.up_proj,0.01215602,0.01000,0.442
20,mlp.experts.6.up_proj,0.00064873,0.01000,0.457
20,mlp.experts.7.up_proj,0.00000089,0.01000,0.442
20,mlp.experts.8.up_proj,0.00187448,0.01000,0.442
20,mlp.experts.9.up_proj,0.00108903,0.01000,0.442
20,mlp.experts.10.up_proj,0.00003141,0.01000,0.445
20,mlp.experts.11.up_proj,0.00005693,0.01000,0.442
20,mlp.experts.12.up_proj,0.00000002,0.01000,0.444
20,mlp.experts.13.up_proj,0.00094534,0.01000,0.442
20,mlp.experts.14.up_proj,0.00175457,0.01000,0.442
20,mlp.experts.15.up_proj,0.00093327,0.01000,0.442
20,mlp.experts.16.up_proj,0.00591132,0.01000,0.444
20,mlp.experts.17.up_proj,0.00326001,0.01000,0.444
20,mlp.experts.18.up_proj,0.00031517,0.01000,0.442
20,mlp.experts.19.up_proj,0.00009254,0.01000,0.443
20,mlp.experts.20.up_proj,0.00023085,0.01000,0.442
20,mlp.experts.21.up_proj,0.00253065,0.01000,0.446
20,mlp.experts.22.up_proj,0.01362949,0.01000,0.442
20,mlp.experts.23.up_proj,0.00091604,0.01000,0.443
20,mlp.experts.24.up_proj,0.00237860,0.01000,0.442
20,mlp.experts.25.up_proj,0.00102650,0.01000,0.445
20,mlp.experts.26.up_proj,0.00017396,0.01000,0.444
20,mlp.experts.27.up_proj,0.00050355,0.01000,0.439
20,mlp.experts.28.up_proj,0.00070002,0.01000,0.442
20,mlp.experts.29.up_proj,0.00004684,0.01000,0.442
20,mlp.experts.30.up_proj,0.00129000,0.01000,0.444
20,mlp.experts.31.up_proj,0.00001799,0.01000,0.442
20,mlp.experts.32.up_proj,0.00193146,0.01000,0.442
20,mlp.experts.33.up_proj,0.00178561,0.01000,0.442
20,mlp.experts.34.up_proj,0.00003773,0.01000,0.446
20,mlp.experts.35.up_proj,0.00107242,0.01000,0.444
20,mlp.experts.36.up_proj,0.00159063,0.01000,0.445
20,mlp.experts.37.up_proj,0.00082476,0.01000,0.444
20,mlp.experts.38.up_proj,0.00542713,0.01000,0.444
20,mlp.experts.39.up_proj,0.00128412,0.01000,0.445
20,mlp.experts.40.up_proj,0.00008382,0.01000,0.445
20,mlp.experts.41.up_proj,0.00015785,0.01000,0.445
20,mlp.experts.42.up_proj,0.00006619,0.01000,0.444
20,mlp.experts.43.up_proj,0.00067060,0.01000,0.452
20,mlp.experts.44.up_proj,0.00307496,0.01000,0.443
20,mlp.experts.45.up_proj,0.00911161,0.01000,0.443
20,mlp.experts.46.up_proj,0.00029144,0.01000,0.443
20,mlp.experts.47.up_proj,0.00132040,0.01000,0.447
20,mlp.experts.48.up_proj,0.00033942,0.01000,0.444
20,mlp.experts.49.up_proj,0.00000139,0.01000,0.444
20,mlp.experts.50.up_proj,0.00022043,0.01000,0.444
20,mlp.experts.51.up_proj,0.00050091,0.01000,0.446
20,mlp.experts.52.up_proj,0.00000050,0.01000,0.446
20,mlp.experts.53.up_proj,0.00935344,0.01000,0.441
20,mlp.experts.54.up_proj,0.00026012,0.01000,0.442
20,mlp.experts.55.up_proj,0.00120022,0.01000,0.442
20,mlp.experts.56.up_proj,0.00227708,0.01000,0.442
20,mlp.experts.57.up_proj,0.00825941,0.01000,0.443
20,mlp.experts.58.up_proj,0.00000002,0.01000,0.442
20,mlp.experts.59.up_proj,0.00001948,0.01000,0.440
20,mlp.experts.60.up_proj,0.00030689,0.01000,0.440
20,mlp.experts.61.up_proj,0.00235348,0.01000,0.443
20,mlp.experts.62.up_proj,0.00106248,0.01000,0.443
20,mlp.experts.63.up_proj,0.00000163,0.01000,0.443
20,mlp.experts.64.up_proj,0.00189348,0.01000,0.443
20,mlp.experts.65.up_proj,0.00360974,0.01000,0.443
20,mlp.experts.66.up_proj,0.00100945,0.01000,0.443
20,mlp.experts.67.up_proj,0.00047668,0.01000,0.443
20,mlp.experts.68.up_proj,0.00026512,0.01000,0.449
20,mlp.experts.69.up_proj,0.00113600,0.01000,0.443
20,mlp.experts.70.up_proj,0.00095490,0.01000,0.446
20,mlp.experts.71.up_proj,0.00000012,0.01000,0.455
20,mlp.experts.72.up_proj,0.00709450,0.01000,0.441
20,mlp.experts.73.up_proj,0.00000001,0.01000,0.453
20,mlp.experts.74.up_proj,0.00072750,0.01000,0.443
20,mlp.experts.75.up_proj,0.00002041,0.01000,0.443
20,mlp.experts.76.up_proj,0.00004358,0.01000,0.446
20,mlp.experts.77.up_proj,0.00070407,0.01000,0.444
20,mlp.experts.78.up_proj,0.00028223,0.01000,0.444
20,mlp.experts.79.up_proj,0.00030329,0.01000,0.440
20,mlp.experts.80.up_proj,0.00282260,0.01000,0.440
20,mlp.experts.81.up_proj,0.00000159,0.01000,0.440
20,mlp.experts.82.up_proj,0.00170849,0.01000,0.440
20,mlp.experts.83.up_proj,0.00008077,0.01000,0.445
20,mlp.experts.84.up_proj,0.00163479,0.01000,0.450
20,mlp.experts.85.up_proj,0.00011211,0.01000,0.440
20,mlp.experts.86.up_proj,0.00434927,0.01000,0.440
20,mlp.experts.87.up_proj,0.00037732,0.01000,0.440
20,mlp.experts.88.up_proj,0.00011874,0.01000,0.441
20,mlp.experts.89.up_proj,0.00001691,0.01000,0.440
20,mlp.experts.90.up_proj,0.00657980,0.01000,0.441
20,mlp.experts.91.up_proj,0.00154814,0.01000,0.442
20,mlp.experts.92.up_proj,0.00021655,0.01000,0.440
20,mlp.experts.93.up_proj,0.00011328,0.01000,0.440
20,mlp.experts.94.up_proj,0.00173063,0.01000,0.440
20,mlp.experts.95.up_proj,0.00247065,0.01000,0.439
20,mlp.experts.96.up_proj,0.00003141,0.01000,0.440
20,mlp.experts.97.up_proj,0.00006696,0.01000,0.444
20,mlp.experts.98.up_proj,0.00032422,0.01000,0.444
20,mlp.experts.99.up_proj,0.00168989,0.01000,0.445
20,mlp.experts.100.up_proj,0.00149351,0.01000,0.445
20,mlp.experts.101.up_proj,0.00113290,0.01000,0.444
20,mlp.experts.102.up_proj,0.00508061,0.01000,0.443
20,mlp.experts.103.up_proj,0.00132337,0.01000,0.443
20,mlp.experts.104.up_proj,0.00156171,0.01000,0.442
20,mlp.experts.105.up_proj,0.00186120,0.01000,0.443
20,mlp.experts.106.up_proj,0.00202738,0.01000,0.442
20,mlp.experts.107.up_proj,0.00000136,0.01000,0.442
20,mlp.experts.108.up_proj,0.00053575,0.01000,0.445
20,mlp.experts.109.up_proj,0.00053398,0.01000,0.441
20,mlp.experts.110.up_proj,0.00146048,0.01000,0.442
20,mlp.experts.111.up_proj,0.00062838,0.01000,0.442
20,mlp.experts.112.up_proj,0.00000002,0.01000,0.442
20,mlp.experts.113.up_proj,0.00004674,0.01000,0.442
20,mlp.experts.114.up_proj,0.00140516,0.01000,0.446
20,mlp.experts.115.up_proj,0.00001201,0.01000,0.442
20,mlp.experts.116.up_proj,0.00223456,0.01000,0.445
20,mlp.experts.117.up_proj,0.00029946,0.01000,0.446
20,mlp.experts.118.up_proj,0.00002184,0.01000,0.444
20,mlp.experts.119.up_proj,0.00009975,0.01000,0.442
20,mlp.experts.120.up_proj,0.00004768,0.01000,0.442
20,mlp.experts.121.up_proj,0.00138207,0.01000,0.442
20,mlp.experts.122.up_proj,0.00251752,0.01000,0.442
20,mlp.experts.123.up_proj,0.00050129,0.01000,0.442
20,mlp.experts.124.up_proj,0.00045445,0.01000,0.446
20,mlp.experts.125.up_proj,0.00006730,0.01000,0.455
20,mlp.experts.126.up_proj,0.00006268,0.01000,0.456
20,mlp.experts.127.up_proj,0.00030438,0.01000,0.439
20,mlp.experts.0.gate_proj,0.00000142,0.01000,0.440
20,mlp.experts.1.gate_proj,0.00000013,0.01000,0.441
20,mlp.experts.2.gate_proj,0.00060094,0.01000,0.445
20,mlp.experts.3.gate_proj,0.00160140,0.01000,0.441
20,mlp.experts.4.gate_proj,0.00118578,0.01000,0.441
20,mlp.experts.5.gate_proj,0.01227825,0.01000,0.447
20,mlp.experts.6.gate_proj,0.00068424,0.01000,0.441
20,mlp.experts.7.gate_proj,0.00000097,0.01000,0.442
20,mlp.experts.8.gate_proj,0.00194586,0.01000,0.445
20,mlp.experts.9.gate_proj,0.00107542,0.01000,0.442
20,mlp.experts.10.gate_proj,0.00003226,0.01000,0.443
20,mlp.experts.11.gate_proj,0.00005786,0.01000,0.442
20,mlp.experts.12.gate_proj,0.00000002,0.01000,0.443
20,mlp.experts.13.gate_proj,0.00106056,0.01000,0.447
20,mlp.experts.14.gate_proj,0.00155679,0.01000,0.445
20,mlp.experts.15.gate_proj,0.00088472,0.01000,0.441
20,mlp.experts.16.gate_proj,0.00592369,0.01000,0.445
20,mlp.experts.17.gate_proj,0.00358344,0.01000,0.442
20,mlp.experts.18.gate_proj,0.00033369,0.01000,0.442
20,mlp.experts.19.gate_proj,0.00008888,0.01000,0.444
20,mlp.experts.20.gate_proj,0.00020114,0.01000,0.441
20,mlp.experts.21.gate_proj,0.00263881,0.01000,0.441
20,mlp.experts.22.gate_proj,0.01379776,0.01000,0.440
20,mlp.experts.23.gate_proj,0.00092646,0.01000,0.446
20,mlp.experts.24.gate_proj,0.00249808,0.01000,0.441
20,mlp.experts.25.gate_proj,0.00102360,0.01000,0.444
20,mlp.experts.26.gate_proj,0.00019192,0.01000,0.441
20,mlp.experts.27.gate_proj,0.00045549,0.01000,0.442
20,mlp.experts.28.gate_proj,0.00073283,0.01000,0.441
20,mlp.experts.29.gate_proj,0.00004964,0.01000,0.441
20,mlp.experts.30.gate_proj,0.00124646,0.01000,0.446
20,mlp.experts.31.gate_proj,0.00001948,0.01000,0.442
20,mlp.experts.32.gate_proj,0.00213819,0.01000,0.442
20,mlp.experts.33.gate_proj,0.00179051,0.01000,0.442
20,mlp.experts.34.gate_proj,0.00003883,0.01000,0.442
20,mlp.experts.35.gate_proj,0.00098292,0.01000,0.445
20,mlp.experts.36.gate_proj,0.00159457,0.01000,0.443
20,mlp.experts.37.gate_proj,0.00082418,0.01000,0.451
20,mlp.experts.38.gate_proj,0.00520675,0.01000,0.441
20,mlp.experts.39.gate_proj,0.00104557,0.01000,0.442
20,mlp.experts.40.gate_proj,0.00008461,0.01000,0.442
20,mlp.experts.41.gate_proj,0.00016004,0.01000,0.443
20,mlp.experts.42.gate_proj,0.00006886,0.01000,0.442
20,mlp.experts.43.gate_proj,0.00064375,0.01000,0.442
20,mlp.experts.44.gate_proj,0.00279501,0.01000,0.442
20,mlp.experts.45.gate_proj,0.00973685,0.01000,0.444
20,mlp.experts.46.gate_proj,0.00028208,0.01000,0.447
20,mlp.experts.47.gate_proj,0.00137402,0.01000,0.444
20,mlp.experts.48.gate_proj,0.00038312,0.01000,0.443
20,mlp.experts.49.gate_proj,0.00000146,0.01000,0.443
20,mlp.experts.50.gate_proj,0.00022615,0.01000,0.444
20,mlp.experts.51.gate_proj,0.00049502,0.01000,0.445
20,mlp.experts.52.gate_proj,0.00000048,0.01000,0.443
20,mlp.experts.53.gate_proj,0.00992006,0.01000,0.443
20,mlp.experts.54.gate_proj,0.00026322,0.01000,0.443
20,mlp.experts.55.gate_proj,0.00120871,0.01000,0.447
20,mlp.experts.56.gate_proj,0.00238688,0.01000,0.443
20,mlp.experts.57.gate_proj,0.00903162,0.01000,0.442
20,mlp.experts.58.gate_proj,0.00000003,0.01000,0.442
20,mlp.experts.59.gate_proj,0.00001882,0.01000,0.440
20,mlp.experts.60.gate_proj,0.00031814,0.01000,0.442
20,mlp.experts.61.gate_proj,0.00215430,0.01000,0.452
20,mlp.experts.62.gate_proj,0.00107719,0.01000,0.439
20,mlp.experts.63.gate_proj,0.00000170,0.01000,0.439
20,mlp.experts.64.gate_proj,0.00182817,0.01000,0.443
20,mlp.experts.65.gate_proj,0.00364655,0.01000,0.436
20,mlp.experts.66.gate_proj,0.00103968,0.01000,0.436
20,mlp.experts.67.gate_proj,0.00053299,0.01000,0.439
20,mlp.experts.68.gate_proj,0.00026278,0.01000,0.436
20,mlp.experts.69.gate_proj,0.00115405,0.01000,0.437
20,mlp.experts.70.gate_proj,0.00095377,0.01000,0.438
20,mlp.experts.71.gate_proj,0.00000012,0.01000,0.438
20,mlp.experts.72.gate_proj,0.00742570,0.01000,0.438
20,mlp.experts.73.gate_proj,0.00000001,0.01000,0.445
20,mlp.experts.74.gate_proj,0.00074678,0.01000,0.437
20,mlp.experts.75.gate_proj,0.00002080,0.01000,0.438
20,mlp.experts.76.gate_proj,0.00004598,0.01000,0.439
20,mlp.experts.77.gate_proj,0.00076976,0.01000,0.441
20,mlp.experts.78.gate_proj,0.00029824,0.01000,0.443
20,mlp.experts.79.gate_proj,0.00028288,0.01000,0.443
20,mlp.experts.80.gate_proj,0.00273939,0.01000,0.442
20,mlp.experts.81.gate_proj,0.00000154,0.01000,0.445
20,mlp.experts.82.gate_proj,0.00170633,0.01000,0.443
20,mlp.experts.83.gate_proj,0.00008519,0.01000,0.443
20,mlp.experts.84.gate_proj,0.00139828,0.01000,0.444
20,mlp.experts.85.gate_proj,0.00012370,0.01000,0.439
20,mlp.experts.86.gate_proj,0.00433687,0.01000,0.441
20,mlp.experts.87.gate_proj,0.00039103,0.01000,0.441
20,mlp.experts.88.gate_proj,0.00013339,0.01000,0.443
20,mlp.experts.89.gate_proj,0.00001771,0.01000,0.441
20,mlp.experts.90.gate_proj,0.00672171,0.01000,0.443
20,mlp.experts.91.gate_proj,0.00157469,0.01000,0.443
20,mlp.experts.92.gate_proj,0.00024268,0.01000,0.442
20,mlp.experts.93.gate_proj,0.00011919,0.01000,0.444
20,mlp.experts.94.gate_proj,0.00112061,0.01000,0.442
20,mlp.experts.95.gate_proj,0.00239398,0.01000,0.445
20,mlp.experts.96.gate_proj,0.00008301,0.01000,0.442
20,mlp.experts.97.gate_proj,0.00007136,0.01000,0.443
20,mlp.experts.98.gate_proj,0.00033619,0.01000,0.443
20,mlp.experts.99.gate_proj,0.00167417,0.01000,0.442
20,mlp.experts.100.gate_proj,0.00156770,0.01000,0.442
20,mlp.experts.101.gate_proj,0.00116371,0.01000,0.442
20,mlp.experts.102.gate_proj,0.00516584,0.01000,0.442
20,mlp.experts.103.gate_proj,0.00120031,0.01000,0.442
20,mlp.experts.104.gate_proj,0.00159290,0.01000,0.444
20,mlp.experts.105.gate_proj,0.00192983,0.01000,0.442
20,mlp.experts.106.gate_proj,0.00182398,0.01000,0.442
20,mlp.experts.107.gate_proj,0.00000133,0.01000,0.443
20,mlp.experts.108.gate_proj,0.00054131,0.01000,0.442
20,mlp.experts.109.gate_proj,0.00053370,0.01000,0.444
20,mlp.experts.110.gate_proj,0.00157508,0.01000,0.449
20,mlp.experts.111.gate_proj,0.00064555,0.01000,0.449
20,mlp.experts.112.gate_proj,0.00000002,0.01000,0.443
20,mlp.experts.113.gate_proj,0.00004756,0.01000,0.445
20,mlp.experts.114.gate_proj,0.00152480,0.01000,0.446
20,mlp.experts.115.gate_proj,0.00001259,0.01000,0.458
20,mlp.experts.116.gate_proj,0.00225869,0.01000,0.446
20,mlp.experts.117.gate_proj,0.00030010,0.01000,0.458
20,mlp.experts.118.gate_proj,0.00002235,0.01000,0.456
20,mlp.experts.119.gate_proj,0.00010797,0.01000,0.447
20,mlp.experts.120.gate_proj,0.00005256,0.01000,0.449
20,mlp.experts.121.gate_proj,0.00121338,0.01000,0.449
20,mlp.experts.122.gate_proj,0.00227806,0.01000,0.448
20,mlp.experts.123.gate_proj,0.00051321,0.01000,0.448
20,mlp.experts.124.gate_proj,0.00046889,0.01000,0.447
20,mlp.experts.125.gate_proj,0.00006510,0.01000,0.465
20,mlp.experts.126.gate_proj,0.00006725,0.01000,0.447
20,mlp.experts.127.gate_proj,0.00028518,0.01000,0.446
20,mlp.experts.0.down_proj,0.00000030,0.01000,0.185
20,mlp.experts.1.down_proj,0.00000002,0.01000,0.171
20,mlp.experts.2.down_proj,0.00010848,0.01000,0.171
20,mlp.experts.3.down_proj,0.00020374,0.01000,0.168
20,mlp.experts.4.down_proj,0.00029650,0.01000,0.167
20,mlp.experts.5.down_proj,0.00161007,0.01000,0.169
20,mlp.experts.6.down_proj,0.00007436,0.01000,0.169
20,mlp.experts.7.down_proj,0.00000025,0.01000,0.168
20,mlp.experts.8.down_proj,0.00030148,0.01000,0.169
20,mlp.experts.9.down_proj,0.00027678,0.01000,0.168
20,mlp.experts.10.down_proj,0.00000523,0.01000,0.168
20,mlp.experts.11.down_proj,0.00001378,0.01000,0.182
20,mlp.experts.12.down_proj,0.00000000,0.01000,0.168
20,mlp.experts.13.down_proj,0.00024849,0.01000,0.172
20,mlp.experts.14.down_proj,0.00034246,0.01000,0.168
20,mlp.experts.15.down_proj,0.00021362,0.01000,0.168
20,mlp.experts.16.down_proj,0.00137731,0.01000,0.173
20,mlp.experts.17.down_proj,0.00056970,0.01000,0.168
20,mlp.experts.18.down_proj,0.00007822,0.01000,0.171
20,mlp.experts.19.down_proj,0.00002487,0.01000,0.169
20,mlp.experts.20.down_proj,0.00005374,0.01000,0.168
20,mlp.experts.21.down_proj,0.00041263,0.01000,0.169
20,mlp.experts.22.down_proj,0.00406615,0.01000,0.169
20,mlp.experts.23.down_proj,0.00016990,0.01000,0.168
20,mlp.experts.24.down_proj,0.00054600,0.01000,0.205
20,mlp.experts.25.down_proj,0.00017052,0.01000,0.249
20,mlp.experts.26.down_proj,0.00003026,0.01000,0.200
20,mlp.experts.27.down_proj,0.00009978,0.01000,0.168
20,mlp.experts.28.down_proj,0.00011647,0.01000,0.169
20,mlp.experts.29.down_proj,0.00000876,0.01000,0.169
20,mlp.experts.30.down_proj,0.00024757,0.01000,0.169
20,mlp.experts.31.down_proj,0.00000675,0.01000,0.169
20,mlp.experts.32.down_proj,0.00032531,0.01000,0.169
20,mlp.experts.33.down_proj,0.00027253,0.01000,0.169
20,mlp.experts.34.down_proj,0.00001079,0.01000,0.169
20,mlp.experts.35.down_proj,0.00023451,0.01000,0.170
20,mlp.experts.36.down_proj,0.00033972,0.01000,0.169
20,mlp.experts.37.down_proj,0.00013997,0.01000,0.169
20,mlp.experts.38.down_proj,0.00296883,0.01000,0.169
20,mlp.experts.39.down_proj,0.00022693,0.01000,0.169
20,mlp.experts.40.down_proj,0.00001495,0.01000,0.170
20,mlp.experts.41.down_proj,0.00006784,0.01000,0.170
20,mlp.experts.42.down_proj,0.00001220,0.01000,0.170
20,mlp.experts.43.down_proj,0.00013242,0.01000,0.169
20,mlp.experts.44.down_proj,0.00051187,0.01000,0.169
20,mlp.experts.45.down_proj,0.00189973,0.01000,0.169
20,mlp.experts.46.down_proj,0.00006850,0.01000,0.169
20,mlp.experts.47.down_proj,0.00023401,0.01000,0.172
20,mlp.experts.48.down_proj,0.00006090,0.01000,0.170
20,mlp.experts.49.down_proj,0.00000046,0.01000,0.169
20,mlp.experts.50.down_proj,0.00004500,0.01000,0.170
20,mlp.experts.51.down_proj,0.00012514,0.01000,0.169
20,mlp.experts.52.down_proj,0.00000017,0.01000,0.173
20,mlp.experts.53.down_proj,0.00181830,0.01000,0.174
20,mlp.experts.54.down_proj,0.00004261,0.01000,0.169
20,mlp.experts.55.down_proj,0.00022541,0.01000,0.169
20,mlp.experts.56.down_proj,0.00041448,0.01000,0.170
20,mlp.experts.57.down_proj,0.00254985,0.01000,0.169
20,mlp.experts.58.down_proj,0.00000001,0.01000,0.170
20,mlp.experts.59.down_proj,0.00000529,0.01000,0.170
20,mlp.experts.60.down_proj,0.00007516,0.01000,0.169
20,mlp.experts.61.down_proj,0.00047786,0.01000,0.169
20,mlp.experts.62.down_proj,0.00019194,0.01000,0.170
20,mlp.experts.63.down_proj,0.00000058,0.01000,0.169
20,mlp.experts.64.down_proj,0.00044390,0.01000,0.169
20,mlp.experts.65.down_proj,0.00105272,0.01000,0.168
20,mlp.experts.66.down_proj,0.00025114,0.01000,0.168
20,mlp.experts.67.down_proj,0.00006998,0.01000,0.168
20,mlp.experts.68.down_proj,0.00004786,0.01000,0.168
20,mlp.experts.69.down_proj,0.00014921,0.01000,0.168
20,mlp.experts.70.down_proj,0.00015026,0.01000,0.168
20,mlp.experts.71.down_proj,0.00000004,0.01000,0.169
20,mlp.experts.72.down_proj,0.00148181,0.01000,0.168
20,mlp.experts.73.down_proj,0.00000000,0.01000,0.168
20,mlp.experts.74.down_proj,0.00010449,0.01000,0.168
20,mlp.experts.75.down_proj,0.00000552,0.01000,0.168
20,mlp.experts.76.down_proj,0.00000784,0.01000,0.173
20,mlp.experts.77.down_proj,0.00021091,0.01000,0.174
20,mlp.experts.78.down_proj,0.00006173,0.01000,0.169
20,mlp.experts.79.down_proj,0.00007029,0.01000,0.170
20,mlp.experts.80.down_proj,0.00049564,0.01000,0.168
20,mlp.experts.81.down_proj,0.00000082,0.01000,0.169
20,mlp.experts.82.down_proj,0.00030957,0.01000,0.170
20,mlp.experts.83.down_proj,0.00002015,0.01000,0.174
20,mlp.experts.84.down_proj,0.00031904,0.01000,0.169
20,mlp.experts.85.down_proj,0.00001562,0.01000,0.169
20,mlp.experts.86.down_proj,0.00072939,0.01000,0.169
20,mlp.experts.87.down_proj,0.00007214,0.01000,0.169
20,mlp.experts.88.down_proj,0.00003015,0.01000,0.169
20,mlp.experts.89.down_proj,0.00001035,0.01000,0.171
20,mlp.experts.90.down_proj,0.00098453,0.01000,0.170
20,mlp.experts.91.down_proj,0.00023108,0.01000,0.170
20,mlp.experts.92.down_proj,0.00004805,0.01000,0.169
20,mlp.experts.93.down_proj,0.00003620,0.01000,0.170
20,mlp.experts.94.down_proj,0.00031213,0.01000,0.173
20,mlp.experts.95.down_proj,0.00041787,0.01000,0.170
20,mlp.experts.96.down_proj,0.00000061,0.01000,0.169
20,mlp.experts.97.down_proj,0.00002777,0.01000,0.169
20,mlp.experts.98.down_proj,0.00009406,0.01000,0.169
20,mlp.experts.99.down_proj,0.00038073,0.01000,0.169
20,mlp.experts.100.down_proj,0.00026819,0.01000,0.167
20,mlp.experts.101.down_proj,0.00029749,0.01000,0.168
20,mlp.experts.102.down_proj,0.00112779,0.01000,0.168
20,mlp.experts.103.down_proj,0.00026940,0.01000,0.168
20,mlp.experts.104.down_proj,0.00024117,0.01000,0.168
20,mlp.experts.105.down_proj,0.00025395,0.01000,0.168
20,mlp.experts.106.down_proj,0.00031464,0.01000,0.168
20,mlp.experts.107.down_proj,0.00000042,0.01000,0.168
20,mlp.experts.108.down_proj,0.00007654,0.01000,0.167
20,mlp.experts.109.down_proj,0.00014823,0.01000,0.167
20,mlp.experts.110.down_proj,0.00023296,0.01000,0.167
20,mlp.experts.111.down_proj,0.00016727,0.01000,0.168
20,mlp.experts.112.down_proj,0.00000000,0.01000,0.168
20,mlp.experts.113.down_proj,0.00001111,0.01000,0.168
20,mlp.experts.114.down_proj,0.00032198,0.01000,0.168
20,mlp.experts.115.down_proj,0.00000281,0.01000,0.168
20,mlp.experts.116.down_proj,0.00047891,0.01000,0.168
20,mlp.experts.117.down_proj,0.00004825,0.01000,0.171
20,mlp.experts.118.down_proj,0.00000366,0.01000,0.169
20,mlp.experts.119.down_proj,0.00000714,0.01000,0.169
20,mlp.experts.120.down_proj,0.00001237,0.01000,0.169
20,mlp.experts.121.down_proj,0.00031726,0.01000,0.169
20,mlp.experts.122.down_proj,0.00048002,0.01000,0.169
20,mlp.experts.123.down_proj,0.00008440,0.01000,0.169
20,mlp.experts.124.down_proj,0.00003414,0.01000,0.169
20,mlp.experts.125.down_proj,0.00002006,0.01000,0.169
20,mlp.experts.126.down_proj,0.00000492,0.01000,0.169
20,mlp.experts.127.down_proj,0.00006277,0.01000,0.169
21,self_attn.q_proj,0.00041308,0.01000,0.466
21,self_attn.k_proj,0.00005856,0.01000,0.443
21,self_attn.v_proj,0.00006637,0.01000,0.442
21,self_attn.o_proj,0.00005892,0.01000,0.895
21,mlp.experts.0.up_proj,0.00410315,0.01000,0.473
21,mlp.experts.1.up_proj,0.00294930,0.01000,0.436
21,mlp.experts.2.up_proj,0.00863124,0.01000,0.436
21,mlp.experts.3.up_proj,0.00000001,0.01000,0.436
21,mlp.experts.4.up_proj,0.00000006,0.01000,0.439
21,mlp.experts.5.up_proj,0.00318480,0.01000,0.442
21,mlp.experts.6.up_proj,0.00038464,0.01000,0.438
21,mlp.experts.7.up_proj,0.00678777,0.01000,0.437
21,mlp.experts.8.up_proj,0.00005694,0.01000,0.436
21,mlp.experts.9.up_proj,0.00184244,0.01000,0.437
21,mlp.experts.10.up_proj,0.00120052,0.01000,0.436
21,mlp.experts.11.up_proj,0.00002400,0.01000,0.435
21,mlp.experts.12.up_proj,0.00005711,0.01000,0.438
21,mlp.experts.13.up_proj,0.00037706,0.01000,0.444
21,mlp.experts.14.up_proj,0.00014499,0.01000,0.438
21,mlp.experts.15.up_proj,0.00022605,0.01000,0.438
21,mlp.experts.16.up_proj,0.00003433,0.01000,0.442
21,mlp.experts.17.up_proj,0.00139440,0.01000,0.438
21,mlp.experts.18.up_proj,0.00000004,0.01000,0.446
21,mlp.experts.19.up_proj,0.00149259,0.01000,0.442
21,mlp.experts.20.up_proj,0.00007044,0.01000,0.441
21,mlp.experts.21.up_proj,0.00010233,0.01000,0.441
21,mlp.experts.22.up_proj,0.00182562,0.01000,0.443
21,mlp.experts.23.up_proj,0.00023772,0.01000,0.442
21,mlp.experts.24.up_proj,0.00256190,0.01000,0.441
21,mlp.experts.25.up_proj,0.00076992,0.01000,0.442
21,mlp.experts.26.up_proj,0.00013219,0.01000,0.441
21,mlp.experts.27.up_proj,0.00000242,0.01000,0.442
21,mlp.experts.28.up_proj,0.00025562,0.01000,0.442
21,mlp.experts.29.up_proj,0.00000054,0.01000,0.441
21,mlp.experts.30.up_proj,0.00000996,0.01000,0.441
21,mlp.experts.31.up_proj,0.00047265,0.01000,0.444
21,mlp.experts.32.up_proj,0.00071038,0.01000,0.443
21,mlp.experts.33.up_proj,0.00742183,0.01000,0.441
21,mlp.experts.34.up_proj,0.00004289,0.01000,0.443
21,mlp.experts.35.up_proj,0.00415489,0.01000,0.443
21,mlp.experts.36.up_proj,0.00000827,0.01000,0.443
21,mlp.experts.37.up_proj,0.00093083,0.01000,0.442
21,mlp.experts.38.up_proj,0.00007650,0.01000,0.442
21,mlp.experts.39.up_proj,0.00003300,0.01000,0.442
21,mlp.experts.40.up_proj,0.00082982,0.01000,0.442
21,mlp.experts.41.up_proj,0.00088807,0.01000,0.442
21,mlp.experts.42.up_proj,0.00000556,0.01000,0.442
21,mlp.experts.43.up_proj,0.00184934,0.01000,0.442
21,mlp.experts.44.up_proj,0.00027709,0.01000,0.445
21,mlp.experts.45.up_proj,0.00045349,0.01000,0.444
21,mlp.experts.46.up_proj,0.00052788,0.01000,0.442
21,mlp.experts.47.up_proj,0.00058215,0.01000,0.442
21,mlp.experts.48.up_proj,0.00131963,0.01000,0.442
21,mlp.experts.49.up_proj,0.00549212,0.01000,0.442
21,mlp.experts.50.up_proj,0.00055216,0.01000,0.447
21,mlp.experts.51.up_proj,0.00016828,0.01000,0.442
21,mlp.experts.52.up_proj,0.00413627,0.01000,0.443
21,mlp.experts.53.up_proj,0.00004580,0.01000,0.442
21,mlp.experts.54.up_proj,0.00010618,0.01000,0.442
21,mlp.experts.55.up_proj,0.00044956,0.01000,0.442
21,mlp.experts.56.up_proj,0.00059897,0.01000,0.442
21,mlp.experts.57.up_proj,0.00149204,0.01000,0.441
21,mlp.experts.58.up_proj,0.00041271,0.01000,0.443
21,mlp.experts.59.up_proj,0.00045073,0.01000,0.445
21,mlp.experts.60.up_proj,0.00105533,0.01000,0.441
21,mlp.experts.61.up_proj,0.00000362,0.01000,0.446
21,mlp.experts.62.up_proj,0.00093194,0.01000,0.454
21,mlp.experts.63.up_proj,0.00007925,0.01000,0.440
21,mlp.experts.64.up_proj,0.00015331,0.01000,0.436
21,mlp.experts.65.up_proj,0.00179028,0.01000,0.438
21,mlp.experts.66.up_proj,0.00194363,0.01000,0.437
21,mlp.experts.67.up_proj,0.00011615,0.01000,0.437
21,mlp.experts.68.up_proj,0.00103850,0.01000,0.437
21,mlp.experts.69.up_proj,0.00307604,0.01000,0.437
21,mlp.experts.70.up_proj,0.00056414,0.01000,0.439
21,mlp.experts.71.up_proj,0.00294248,0.01000,0.454
21,mlp.experts.72.up_proj,0.00015303,0.01000,0.441
21,mlp.experts.73.up_proj,0.00040964,0.01000,0.455
21,mlp.experts.74.up_proj,0.00000363,0.01000,0.440
21,mlp.experts.75.up_proj,0.00000325,0.01000,0.442
21,mlp.experts.76.up_proj,0.00234764,0.01000,0.439
21,mlp.experts.77.up_proj,0.00020578,0.01000,0.439
21,mlp.experts.78.up_proj,0.00052772,0.01000,0.439
21,mlp.experts.79.up_proj,0.00109929,0.01000,0.441
21,mlp.experts.80.up_proj,0.00690658,0.01000,0.440
21,mlp.experts.81.up_proj,0.00173789,0.01000,0.444
21,mlp.experts.82.up_proj,0.01409554,0.01000,0.441
21,mlp.experts.83.up_proj,0.00022779,0.01000,0.442
21,mlp.experts.84.up_proj,0.00472640,0.01000,0.441
21,mlp.experts.85.up_proj,0.00378223,0.01000,0.441
21,mlp.experts.86.up_proj,0.00148192,0.01000,0.442
21,mlp.experts.87.up_proj,0.00008812,0.01000,0.441
21,mlp.experts.88.up_proj,0.00000078,0.01000,0.441
21,mlp.experts.89.up_proj,0.00169517,0.01000,0.441
21,mlp.experts.90.up_proj,0.00003421,0.01000,0.441
21,mlp.experts.91.up_proj,0.00239517,0.01000,0.441
21,mlp.experts.92.up_proj,0.00062964,0.01000,0.442
21,mlp.experts.93.up_proj,0.00000594,0.01000,0.442
21,mlp.experts.94.up_proj,0.00300105,0.01000,0.441
21,mlp.experts.95.up_proj,0.00019258,0.01000,0.442
21,mlp.experts.96.up_proj,0.00435453,0.01000,0.441
21,mlp.experts.97.up_proj,0.00341467,0.01000,0.441
21,mlp.experts.98.up_proj,0.00082103,0.01000,0.441
21,mlp.experts.99.up_proj,0.00242851,0.01000,0.442
21,mlp.experts.100.up_proj,0.00083059,0.01000,0.442
21,mlp.experts.101.up_proj,0.00000014,0.01000,0.441
21,mlp.experts.102.up_proj,0.00208543,0.01000,0.442
21,mlp.experts.103.up_proj,0.00148040,0.01000,0.444
21,mlp.experts.104.up_proj,0.00013507,0.01000,0.446
21,mlp.experts.105.up_proj,0.00120635,0.01000,0.442
21,mlp.experts.106.up_proj,0.00131002,0.01000,0.445
21,mlp.experts.107.up_proj,0.00008965,0.01000,0.443
21,mlp.experts.108.up_proj,0.00004028,0.01000,0.445
21,mlp.experts.109.up_proj,0.00000626,0.01000,0.443
21,mlp.experts.110.up_proj,0.00137859,0.01000,0.442
21,mlp.experts.111.up_proj,0.00722040,0.01000,0.445
21,mlp.experts.112.up_proj,0.00038531,0.01000,0.448
21,mlp.experts.113.up_proj,0.00146524,0.01000,0.445
21,mlp.experts.114.up_proj,0.00015610,0.01000,0.440
21,mlp.experts.115.up_proj,0.00000839,0.01000,0.442
21,mlp.experts.116.up_proj,0.00034203,0.01000,0.438
21,mlp.experts.117.up_proj,0.00019843,0.01000,0.439
21,mlp.experts.118.up_proj,0.00179787,0.01000,0.447
21,mlp.experts.119.up_proj,0.00000006,0.01000,0.440
21,mlp.experts.120.up_proj,0.00000006,0.01000,0.440
21,mlp.experts.121.up_proj,0.00000157,0.01000,0.439
21,mlp.experts.122.up_proj,0.00762919,0.01000,0.442
21,mlp.experts.123.up_proj,0.00004514,0.01000,0.439
21,mlp.experts.124.up_proj,0.00008981,0.01000,0.441
21,mlp.experts.125.up_proj,0.01000921,0.01000,0.443
21,mlp.experts.126.up_proj,0.00004396,0.01000,0.447
21,mlp.experts.127.up_proj,0.00277818,0.01000,0.446
21,mlp.experts.0.gate_proj,0.00406037,0.01000,0.443
21,mlp.experts.1.gate_proj,0.00274777,0.01000,0.444
21,mlp.experts.2.gate_proj,0.00951856,0.01000,0.449
21,mlp.experts.3.gate_proj,0.00000001,0.01000,0.446
21,mlp.experts.4.gate_proj,0.00000006,0.01000,0.443
21,mlp.experts.5.gate_proj,0.00308093,0.01000,0.443
21,mlp.experts.6.gate_proj,0.00040387,0.01000,0.443
21,mlp.experts.7.gate_proj,0.00597239,0.01000,0.442
21,mlp.experts.8.gate_proj,0.00005698,0.01000,0.443
21,mlp.experts.9.gate_proj,0.00164802,0.01000,0.443
21,mlp.experts.10.gate_proj,0.00114199,0.01000,0.442
21,mlp.experts.11.gate_proj,0.00002510,0.01000,0.441
21,mlp.experts.12.gate_proj,0.00005942,0.01000,0.444
21,mlp.experts.13.gate_proj,0.00037829,0.01000,0.442
21,mlp.experts.14.gate_proj,0.00014481,0.01000,0.441
21,mlp.experts.15.gate_proj,0.00023226,0.01000,0.441
21,mlp.experts.16.gate_proj,0.00003534,0.01000,0.439
21,mlp.experts.17.gate_proj,0.00138757,0.01000,0.439
21,mlp.experts.18.gate_proj,0.00000004,0.01000,0.440
21,mlp.experts.19.gate_proj,0.00152406,0.01000,0.442
21,mlp.experts.20.gate_proj,0.00007070,0.01000,0.441
21,mlp.experts.21.gate_proj,0.00010493,0.01000,0.444
21,mlp.experts.22.gate_proj,0.00164306,0.01000,0.441
21,mlp.experts.23.gate_proj,0.00023402,0.01000,0.441
21,mlp.experts.24.gate_proj,0.00224627,0.01000,0.442
21,mlp.experts.25.gate_proj,0.00072294,0.01000,0.442
21,mlp.experts.26.gate_proj,0.00013378,0.01000,0.442
21,mlp.experts.27.gate_proj,0.00000250,0.01000,0.440
21,mlp.experts.28.gate_proj,0.00025363,0.01000,0.442
21,mlp.experts.29.gate_proj,0.00000055,0.01000,0.445
21,mlp.experts.30.gate_proj,0.00000934,0.01000,0.441
21,mlp.experts.31.gate_proj,0.00042157,0.01000,0.441
21,mlp.experts.32.gate_proj,0.00103514,0.01000,0.441
21,mlp.experts.33.gate_proj,0.00739906,0.01000,0.451
21,mlp.experts.34.gate_proj,0.00004345,0.01000,0.443
21,mlp.experts.35.gate_proj,0.00246228,0.01000,0.454
21,mlp.experts.36.gate_proj,0.00000885,0.01000,0.448
21,mlp.experts.37.gate_proj,0.00090685,0.01000,0.444
21,mlp.experts.38.gate_proj,0.00007753,0.01000,0.445
21,mlp.experts.39.gate_proj,0.00003300,0.01000,0.448
21,mlp.experts.40.gate_proj,0.00052197,0.01000,0.446
21,mlp.experts.41.gate_proj,0.00079771,0.01000,0.444
21,mlp.experts.42.gate_proj,0.00000571,0.01000,0.447
21,mlp.experts.43.gate_proj,0.00184207,0.01000,0.445
21,mlp.experts.44.gate_proj,0.00027689,0.01000,0.443
21,mlp.experts.45.gate_proj,0.00039512,0.01000,0.443
21,mlp.experts.46.gate_proj,0.00052625,0.01000,0.445
21,mlp.experts.47.gate_proj,0.00057867,0.01000,0.443
21,mlp.experts.48.gate_proj,0.00116317,0.01000,0.449
21,mlp.experts.49.gate_proj,0.00516258,0.01000,0.443
21,mlp.experts.50.gate_proj,0.00055698,0.01000,0.443
21,mlp.experts.51.gate_proj,0.00017237,0.01000,0.442
21,mlp.experts.52.gate_proj,0.00334137,0.01000,0.443
21,mlp.experts.53.gate_proj,0.00004789,0.01000,0.444
21,mlp.experts.54.gate_proj,0.00009924,0.01000,0.442
21,mlp.experts.55.gate_proj,0.00045297,0.01000,0.443
21,mlp.experts.56.gate_proj,0.00062230,0.01000,0.443
21,mlp.experts.57.gate_proj,0.00147807,0.01000,0.449
21,mlp.experts.58.gate_proj,0.00042990,0.01000,0.444
21,mlp.experts.59.gate_proj,0.00045824,0.01000,0.445
21,mlp.experts.60.gate_proj,0.00102054,0.01000,0.444
21,mlp.experts.61.gate_proj,0.00000402,0.01000,0.445
21,mlp.experts.62.gate_proj,0.00089876,0.01000,0.443
21,mlp.experts.63.gate_proj,0.00008316,0.01000,0.443
21,mlp.experts.64.gate_proj,0.00016764,0.01000,0.459
21,mlp.experts.65.gate_proj,0.00177011,0.01000,0.447
21,mlp.experts.66.gate_proj,0.00190359,0.01000,0.464
21,mlp.experts.67.gate_proj,0.00011857,0.01000,0.447
21,mlp.experts.68.gate_proj,0.00100432,0.01000,0.449
21,mlp.experts.69.gate_proj,0.00379861,0.01000,0.449
21,mlp.experts.70.gate_proj,0.00059482,0.01000,0.449
21,mlp.experts.71.gate_proj,0.00295616,0.01000,0.448
21,mlp.experts.72.gate_proj,0.00015766,0.01000,0.452
21,mlp.experts.73.gate_proj,0.00040623,0.01000,0.448
21,mlp.experts.74.gate_proj,0.00000382,0.01000,0.448
21,mlp.experts.75.gate_proj,0.00000331,0.01000,0.449
21,mlp.experts.76.gate_proj,0.00237656,0.01000,0.448
21,mlp.experts.77.gate_proj,0.00020748,0.01000,0.450
21,mlp.experts.78.gate_proj,0.00057056,0.01000,0.453
21,mlp.experts.79.gate_proj,0.00106970,0.01000,0.453
21,mlp.experts.80.gate_proj,0.00701465,0.01000,0.449
21,mlp.experts.81.gate_proj,0.00180491,0.01000,0.449
21,mlp.experts.82.gate_proj,0.01268956,0.01000,0.446
21,mlp.experts.83.gate_proj,0.00022562,0.01000,0.456
21,mlp.experts.84.gate_proj,0.00479272,0.01000,0.446
21,mlp.experts.85.gate_proj,0.00383823,0.01000,0.446
21,mlp.experts.86.gate_proj,0.00145819,0.01000,0.449
21,mlp.experts.87.gate_proj,0.00008846,0.01000,0.449
21,mlp.experts.88.gate_proj,0.00000076,0.01000,0.448
21,mlp.experts.89.gate_proj,0.00165158,0.01000,0.449
21,mlp.experts.90.gate_proj,0.00003175,0.01000,0.453
21,mlp.experts.91.gate_proj,0.00252162,0.01000,0.446
21,mlp.experts.92.gate_proj,0.00066559,0.01000,0.449
21,mlp.experts.93.gate_proj,0.00000601,0.01000,0.446
21,mlp.experts.94.gate_proj,0.00320497,0.01000,0.445
21,mlp.experts.95.gate_proj,0.00019425,0.01000,0.447
21,mlp.experts.96.gate_proj,0.00426614,0.01000,0.448
21,mlp.experts.97.gate_proj,0.00325280,0.01000,0.454
21,mlp.experts.98.gate_proj,0.00076993,0.01000,0.447
21,mlp.experts.99.gate_proj,0.00237268,0.01000,0.449
21,mlp.experts.100.gate_proj,0.00085852,0.01000,0.448
21,mlp.experts.101.gate_proj,0.00000013,0.01000,0.448
21,mlp.experts.102.gate_proj,0.00196745,0.01000,0.453
21,mlp.experts.103.gate_proj,0.00135626,0.01000,0.447
21,mlp.experts.104.gate_proj,0.00013446,0.01000,0.449
21,mlp.experts.105.gate_proj,0.00116957,0.01000,0.448
21,mlp.experts.106.gate_proj,0.00128373,0.01000,0.456
21,mlp.experts.107.gate_proj,0.00009040,0.01000,0.448
21,mlp.experts.108.gate_proj,0.00003974,0.01000,0.448
21,mlp.experts.109.gate_proj,0.00000668,0.01000,0.448
21,mlp.experts.110.gate_proj,0.00122806,0.01000,0.449
21,mlp.experts.111.gate_proj,0.00643364,0.01000,0.451
21,mlp.experts.112.gate_proj,0.00034538,0.01000,0.451
21,mlp.experts.113.gate_proj,0.00134415,0.01000,0.449
21,mlp.experts.114.gate_proj,0.00015017,0.01000,0.452
21,mlp.experts.115.gate_proj,0.00000873,0.01000,0.449
21,mlp.experts.116.gate_proj,0.00032773,0.01000,0.449
21,mlp.experts.117.gate_proj,0.00017102,0.01000,0.449
21,mlp.experts.118.gate_proj,0.00164437,0.01000,0.448
21,mlp.experts.119.gate_proj,0.00000006,0.01000,0.450
21,mlp.experts.120.gate_proj,0.00000006,0.01000,0.449
21,mlp.experts.121.gate_proj,0.00000166,0.01000,0.449
21,mlp.experts.122.gate_proj,0.00780504,0.01000,0.450
21,mlp.experts.123.gate_proj,0.00004665,0.01000,0.450
21,mlp.experts.124.gate_proj,0.00009229,0.01000,0.453
21,mlp.experts.125.gate_proj,0.00718351,0.01000,0.449
21,mlp.experts.126.gate_proj,0.00004532,0.01000,0.450
21,mlp.experts.127.gate_proj,0.00214086,0.01000,0.449
21,mlp.experts.0.down_proj,0.00111187,0.01000,0.186
21,mlp.experts.1.down_proj,0.00045923,0.01000,0.168
21,mlp.experts.2.down_proj,0.00130308,0.01000,0.168
21,mlp.experts.3.down_proj,0.00000000,0.01000,0.167
21,mlp.experts.4.down_proj,0.00000001,0.01000,0.168
21,mlp.experts.5.down_proj,0.00059566,0.01000,0.174
21,mlp.experts.6.down_proj,0.00004267,0.01000,0.175
21,mlp.experts.7.down_proj,0.00122007,0.01000,0.168
21,mlp.experts.8.down_proj,0.00000917,0.01000,0.169
21,mlp.experts.9.down_proj,0.00044669,0.01000,0.168
21,mlp.experts.10.down_proj,0.00035851,0.01000,0.169
21,mlp.experts.11.down_proj,0.00000398,0.01000,0.171
21,mlp.experts.12.down_proj,0.00000388,0.01000,0.169
21,mlp.experts.13.down_proj,0.00006751,0.01000,0.169
21,mlp.experts.14.down_proj,0.00002563,0.01000,0.168
21,mlp.experts.15.down_proj,0.00003294,0.01000,0.168
21,mlp.experts.16.down_proj,0.00002087,0.01000,0.169
21,mlp.experts.17.down_proj,0.00025064,0.01000,0.173
21,mlp.experts.18.down_proj,0.00000001,0.01000,0.169
21,mlp.experts.19.down_proj,0.00027069,0.01000,0.169
21,mlp.experts.20.down_proj,0.00002031,0.01000,0.168
21,mlp.experts.21.down_proj,0.00001457,0.01000,0.181
21,mlp.experts.22.down_proj,0.00033408,0.01000,0.168
21,mlp.experts.23.down_proj,0.00003642,0.01000,0.169
21,mlp.experts.24.down_proj,0.00043739,0.01000,0.169
21,mlp.experts.25.down_proj,0.00020228,0.01000,0.170
21,mlp.experts.26.down_proj,0.00002530,0.01000,0.184
21,mlp.experts.27.down_proj,0.00000081,0.01000,0.169
21,mlp.experts.28.down_proj,0.00006026,0.01000,0.171
21,mlp.experts.29.down_proj,0.00000016,0.01000,0.175
21,mlp.experts.30.down_proj,0.00000401,0.01000,0.169
21,mlp.experts.31.down_proj,0.00010775,0.01000,0.169
21,mlp.experts.32.down_proj,0.00007241,0.01000,0.169
21,mlp.experts.33.down_proj,0.00152434,0.01000,0.169
21,mlp.experts.34.down_proj,0.00000909,0.01000,0.169
21,mlp.experts.35.down_proj,0.00071212,0.01000,0.169
21,mlp.experts.36.down_proj,0.00000291,0.01000,0.170
21,mlp.experts.37.down_proj,0.00014980,0.01000,0.169
21,mlp.experts.38.down_proj,0.00001133,0.01000,0.169
21,mlp.experts.39.down_proj,0.00000561,0.01000,0.169
21,mlp.experts.40.down_proj,0.00015492,0.01000,0.172
21,mlp.experts.41.down_proj,0.00015307,0.01000,0.173
21,mlp.experts.42.down_proj,0.00000204,0.01000,0.172
21,mlp.experts.43.down_proj,0.00036121,0.01000,0.172
21,mlp.experts.44.down_proj,0.00005230,0.01000,0.171
21,mlp.experts.45.down_proj,0.00008981,0.01000,0.172
21,mlp.experts.46.down_proj,0.00008511,0.01000,0.173
21,mlp.experts.47.down_proj,0.00016940,0.01000,0.172
21,mlp.experts.48.down_proj,0.00023493,0.01000,0.172
21,mlp.experts.49.down_proj,0.00145781,0.01000,0.172
21,mlp.experts.50.down_proj,0.00013586,0.01000,0.172
21,mlp.experts.51.down_proj,0.00001935,0.01000,0.173
21,mlp.experts.52.down_proj,0.00055672,0.01000,0.172
21,mlp.experts.53.down_proj,0.00000728,0.01000,0.172
21,mlp.experts.54.down_proj,0.00002539,0.01000,0.171
21,mlp.experts.55.down_proj,0.00036035,0.01000,0.172
21,mlp.experts.56.down_proj,0.00012126,0.01000,0.172
21,mlp.experts.57.down_proj,0.00031033,0.01000,0.172
21,mlp.experts.58.down_proj,0.00005932,0.01000,0.171
21,mlp.experts.59.down_proj,0.00012371,0.01000,0.170
21,mlp.experts.60.down_proj,0.00018216,0.01000,0.170
21,mlp.experts.61.down_proj,0.00000119,0.01000,0.171
21,mlp.experts.62.down_proj,0.00023569,0.01000,0.170
21,mlp.experts.63.down_proj,0.00001158,0.01000,0.172
21,mlp.experts.64.down_proj,0.00003304,0.01000,0.172
21,mlp.experts.65.down_proj,0.00041716,0.01000,0.169
21,mlp.experts.66.down_proj,0.00040543,0.01000,0.168
21,mlp.experts.67.down_proj,0.00002018,0.01000,0.168
21,mlp.experts.68.down_proj,0.00017667,0.01000,0.168
21,mlp.experts.69.down_proj,0.00045833,0.01000,0.168
21,mlp.experts.70.down_proj,0.00008247,0.01000,0.169
21,mlp.experts.71.down_proj,0.00049297,0.01000,0.169
21,mlp.experts.72.down_proj,0.00003975,0.01000,0.169
21,mlp.experts.73.down_proj,0.00006390,0.01000,0.169
21,mlp.experts.74.down_proj,0.00000205,0.01000,0.169
21,mlp.experts.75.down_proj,0.00000079,0.01000,0.169
21,mlp.experts.76.down_proj,0.00043655,0.01000,0.169
21,mlp.experts.77.down_proj,0.00002593,0.01000,0.169
21,mlp.experts.78.down_proj,0.00011112,0.01000,0.169
21,mlp.experts.79.down_proj,0.00021775,0.01000,0.168
21,mlp.experts.80.down_proj,0.00137256,0.01000,0.168
21,mlp.experts.81.down_proj,0.00023219,0.01000,0.169
21,mlp.experts.82.down_proj,0.00607957,0.01000,0.171
21,mlp.experts.83.down_proj,0.00006370,0.01000,0.169
21,mlp.experts.84.down_proj,0.00155090,0.01000,0.169
21,mlp.experts.85.down_proj,0.00064616,0.01000,0.169
21,mlp.experts.86.down_proj,0.00026786,0.01000,0.169
21,mlp.experts.87.down_proj,0.00001625,0.01000,0.169
21,mlp.experts.88.down_proj,0.00000034,0.01000,0.170
21,mlp.experts.89.down_proj,0.00025500,0.01000,0.169
21,mlp.experts.90.down_proj,0.00001528,0.01000,0.169
21,mlp.experts.91.down_proj,0.00038618,0.01000,0.169
21,mlp.experts.92.down_proj,0.00009175,0.01000,0.169
21,mlp.experts.93.down_proj,0.00000259,0.01000,0.169
21,mlp.experts.94.down_proj,0.00059220,0.01000,0.169
21,mlp.experts.95.down_proj,0.00003951,0.01000,0.169
21,mlp.experts.96.down_proj,0.00126337,0.01000,0.169
21,mlp.experts.97.down_proj,0.00055353,0.01000,0.169
21,mlp.experts.98.down_proj,0.00016925,0.01000,0.169
21,mlp.experts.99.down_proj,0.00037773,0.01000,0.170
21,mlp.experts.100.down_proj,0.00025166,0.01000,0.169
21,mlp.experts.101.down_proj,0.00000005,0.01000,0.169
21,mlp.experts.102.down_proj,0.00036109,0.01000,0.169
21,mlp.experts.103.down_proj,0.00025584,0.01000,0.169
21,mlp.experts.104.down_proj,0.00004586,0.01000,0.168
21,mlp.experts.105.down_proj,0.00020201,0.01000,0.168
21,mlp.experts.106.down_proj,0.00041154,0.01000,0.168
21,mlp.experts.107.down_proj,0.00001846,0.01000,0.167
21,mlp.experts.108.down_proj,0.00001003,0.01000,0.168
21,mlp.experts.109.down_proj,0.00000223,0.01000,0.168
21,mlp.experts.110.down_proj,0.00033837,0.01000,0.167
21,mlp.experts.111.down_proj,0.00226154,0.01000,0.170
21,mlp.experts.112.down_proj,0.00007030,0.01000,0.167
21,mlp.experts.113.down_proj,0.00029210,0.01000,0.167
21,mlp.experts.114.down_proj,0.00004577,0.01000,0.169
21,mlp.experts.115.down_proj,0.00000168,0.01000,0.167
21,mlp.experts.116.down_proj,0.00007231,0.01000,0.170
21,mlp.experts.117.down_proj,0.00003820,0.01000,0.170
21,mlp.experts.118.down_proj,0.00032465,0.01000,0.168
21,mlp.experts.119.down_proj,0.00000001,0.01000,0.169
21,mlp.experts.120.down_proj,0.00000001,0.01000,0.168
21,mlp.experts.121.down_proj,0.00000067,0.01000,0.169
21,mlp.experts.122.down_proj,0.00265998,0.01000,0.168
21,mlp.experts.123.down_proj,0.00000802,0.01000,0.170
21,mlp.experts.124.down_proj,0.00001386,0.01000,0.170
21,mlp.experts.125.down_proj,0.00218581,0.01000,0.168
21,mlp.experts.126.down_proj,0.00001081,0.01000,0.168
21,mlp.experts.127.down_proj,0.00043286,0.01000,0.170
22,self_attn.q_proj,0.00048127,0.01000,0.451
22,self_attn.k_proj,0.00006003,0.01000,0.438
22,self_attn.v_proj,0.00007269,0.01000,0.438
22,self_attn.o_proj,0.00005933,0.01000,0.889
22,mlp.experts.0.up_proj,0.00015353,0.01000,0.480
22,mlp.experts.1.up_proj,0.00040771,0.01000,0.439
22,mlp.experts.2.up_proj,0.00046348,0.01000,0.439
22,mlp.experts.3.up_proj,0.00152670,0.01000,0.439
22,mlp.experts.4.up_proj,0.00058703,0.01000,0.441
22,mlp.experts.5.up_proj,0.00055429,0.01000,0.442
22,mlp.experts.6.up_proj,0.00067856,0.01000,0.445
22,mlp.experts.7.up_proj,0.00011354,0.01000,0.444
22,mlp.experts.8.up_proj,0.00004891,0.01000,0.443
22,mlp.experts.9.up_proj,0.00298408,0.01000,0.444
22,mlp.experts.10.up_proj,0.00097443,0.01000,0.442
22,mlp.experts.11.up_proj,0.00000002,0.01000,0.445
22,mlp.experts.12.up_proj,0.00007551,0.01000,0.441
22,mlp.experts.13.up_proj,0.00242236,0.01000,0.444
22,mlp.experts.14.up_proj,0.00058373,0.01000,0.443
22,mlp.experts.15.up_proj,0.00011882,0.01000,0.442
22,mlp.experts.16.up_proj,0.01008224,0.01000,0.442
22,mlp.experts.17.up_proj,0.00001384,0.01000,0.441
22,mlp.experts.18.up_proj,0.00313808,0.01000,0.442
22,mlp.experts.19.up_proj,0.00210715,0.01000,0.441
22,mlp.experts.20.up_proj,0.00022281,0.01000,0.442
22,mlp.experts.21.up_proj,0.00051980,0.01000,0.442
22,mlp.experts.22.up_proj,0.00014151,0.01000,0.440
22,mlp.experts.23.up_proj,0.00070052,0.01000,0.450
22,mlp.experts.24.up_proj,0.00000006,0.01000,0.440
22,mlp.experts.25.up_proj,0.00108921,0.01000,0.439
22,mlp.experts.26.up_proj,0.00709782,0.01000,0.439
22,mlp.experts.27.up_proj,0.00064470,0.01000,0.441
22,mlp.experts.28.up_proj,0.00003247,0.01000,0.441
22,mlp.experts.29.up_proj,0.00011586,0.01000,0.441
22,mlp.experts.30.up_proj,0.00329598,0.01000,0.441
22,mlp.experts.31.up_proj,0.00103242,0.01000,0.440
22,mlp.experts.32.up_proj,0.00045331,0.01000,0.441
22,mlp.experts.33.up_proj,0.00039475,0.01000,0.441
22,mlp.experts.34.up_proj,0.00001198,0.01000,0.443
22,mlp.experts.35.up_proj,0.00248886,0.01000,0.440
22,mlp.experts.36.up_proj,0.00035078,0.01000,0.441
22,mlp.experts.37.up_proj,0.00004749,0.01000,0.440
22,mlp.experts.38.up_proj,0.00002625,0.01000,0.452
22,mlp.experts.39.up_proj,0.00108516,0.01000,0.454
22,mlp.experts.40.up_proj,0.00198385,0.01000,0.439
22,mlp.experts.41.up_proj,0.00096906,0.01000,0.443
22,mlp.experts.42.up_proj,0.00001029,0.01000,0.440
22,mlp.experts.43.up_proj,0.00128585,0.01000,0.441
22,mlp.experts.44.up_proj,0.00000005,0.01000,0.441
22,mlp.experts.45.up_proj,0.00049455,0.01000,0.439
22,mlp.experts.46.up_proj,0.00000106,0.01000,0.439
22,mlp.experts.47.up_proj,0.00012127,0.01000,0.441
22,mlp.experts.48.up_proj,0.00025494,0.01000,0.443
22,mlp.experts.49.up_proj,0.00000619,0.01000,0.440
22,mlp.experts.50.up_proj,0.00164637,0.01000,0.439
22,mlp.experts.51.up_proj,0.00007980,0.01000,0.436
22,mlp.experts.52.up_proj,0.00244225,0.01000,0.441
22,mlp.experts.53.up_proj,0.00000122,0.01000,0.437
22,mlp.experts.54.up_proj,0.00010362,0.01000,0.437
22,mlp.experts.55.up_proj,0.00925886,0.01000,0.439
22,mlp.experts.56.up_proj,0.00169298,0.01000,0.439
22,mlp.experts.57.up_proj,0.00176423,0.01000,0.446
22,mlp.experts.58.up_proj,0.00124062,0.01000,0.438
22,mlp.experts.59.up_proj,0.00005374,0.01000,0.438
22,mlp.experts.60.up_proj,0.00001126,0.01000,0.437
22,mlp.experts.61.up_proj,0.00113018,0.01000,0.439
22,mlp.experts.62.up_proj,0.00232086,0.01000,0.439
22,mlp.experts.63.up_proj,0.00019278,0.01000,0.437
22,mlp.experts.64.up_proj,0.00290776,0.01000,0.438
22,mlp.experts.65.up_proj,0.00018592,0.01000,0.437
22,mlp.experts.66.up_proj,0.00342467,0.01000,0.438
22,mlp.experts.67.up_proj,0.00002262,0.01000,0.438
22,mlp.experts.68.up_proj,0.00846572,0.01000,0.439
22,mlp.experts.69.up_proj,0.00328763,0.01000,0.438
22,mlp.experts.70.up_proj,0.00095153,0.01000,0.441
22,mlp.experts.71.up_proj,0.00920371,0.01000,0.439
22,mlp.experts.72.up_proj,0.00000102,0.01000,0.440
22,mlp.experts.73.up_proj,0.00130832,0.01000,0.441
22,mlp.experts.74.up_proj,0.00104474,0.01000,0.441
22,mlp.experts.75.up_proj,0.00016914,0.01000,0.444
22,mlp.experts.76.up_proj,0.00186669,0.01000,0.440
22,mlp.experts.77.up_proj,0.00000168,0.01000,0.443
22,mlp.experts.78.up_proj,0.00628211,0.01000,0.441
22,mlp.experts.79.up_proj,0.00000000,0.01000,0.446
22,mlp.experts.80.up_proj,0.00096042,0.01000,0.441
22,mlp.experts.81.up_proj,0.00001251,0.01000,0.440
22,mlp.experts.82.up_proj,0.00163385,0.01000,0.440
22,mlp.experts.83.up_proj,0.00036880,0.01000,0.441
22,mlp.experts.84.up_proj,0.00004358,0.01000,0.440
22,mlp.experts.85.up_proj,0.00223685,0.01000,0.439
22,mlp.experts.86.up_proj,0.00035995,0.01000,0.439
22,mlp.experts.87.up_proj,0.00004220,0.01000,0.441
22,mlp.experts.88.up_proj,0.00087480,0.01000,0.441
22,mlp.experts.89.up_proj,0.00000057,0.01000,0.445
22,mlp.experts.90.up_proj,0.00137360,0.01000,0.440
22,mlp.experts.91.up_proj,0.00358637,0.01000,0.439
22,mlp.experts.92.up_proj,0.00024549,0.01000,0.439
22,mlp.experts.93.up_proj,0.00000007,0.01000,0.438
22,mlp.experts.94.up_proj,0.00828583,0.01000,0.438
22,mlp.experts.95.up_proj,0.00248221,0.01000,0.439
22,mlp.experts.96.up_proj,0.00038448,0.01000,0.441
22,mlp.experts.97.up_proj,0.00087318,0.01000,0.440
22,mlp.experts.98.up_proj,0.00668186,0.01000,0.440
22,mlp.experts.99.up_proj,0.00066985,0.01000,0.444
22,mlp.experts.100.up_proj,0.00002185,0.01000,0.441
22,mlp.experts.101.up_proj,0.00037841,0.01000,0.440
22,mlp.experts.102.up_proj,0.00003876,0.01000,0.440
22,mlp.experts.103.up_proj,0.00097045,0.01000,0.437
22,mlp.experts.104.up_proj,0.00002122,0.01000,0.437
22,mlp.experts.105.up_proj,0.00104059,0.01000,0.440
22,mlp.experts.106.up_proj,0.00000002,0.01000,0.440
22,mlp.experts.107.up_proj,0.00186838,0.01000,0.442
22,mlp.experts.108.up_proj,0.00122750,0.01000,0.438
22,mlp.experts.109.up_proj,0.00062732,0.01000,0.452
22,mlp.experts.110.up_proj,0.00109651,0.01000,0.454
22,mlp.experts.111.up_proj,0.00007581,0.01000,0.453
22,mlp.experts.112.up_proj,0.00173645,0.01000,0.448
22,mlp.experts.113.up_proj,0.00105944,0.01000,0.441
22,mlp.experts.114.up_proj,0.00000067,0.01000,0.442
22,mlp.experts.115.up_proj,0.00000399,0.01000,0.443
22,mlp.experts.116.up_proj,0.00010311,0.01000,0.438
22,mlp.experts.117.up_proj,0.00000001,0.01000,0.436
22,mlp.experts.118.up_proj,0.00000322,0.01000,0.436
22,mlp.experts.119.up_proj,0.00100430,0.01000,0.440
22,mlp.experts.120.up_proj,0.00186915,0.01000,0.442
22,mlp.experts.121.up_proj,0.00003066,0.01000,0.441
22,mlp.experts.122.up_proj,0.00000834,0.01000,0.443
22,mlp.experts.123.up_proj,0.00076490,0.01000,0.441
22,mlp.experts.124.up_proj,0.00193490,0.01000,0.440
22,mlp.experts.125.up_proj,0.00000278,0.01000,0.437
22,mlp.experts.126.up_proj,0.00672207,0.01000,0.448
22,mlp.experts.127.up_proj,0.00002769,0.01000,0.437
22,mlp.experts.0.gate_proj,0.00015881,0.01000,0.438
22,mlp.experts.1.gate_proj,0.00043058,0.01000,0.442
22,mlp.experts.2.gate_proj,0.00041495,0.01000,0.438
22,mlp.experts.3.gate_proj,0.00150263,0.01000,0.437
22,mlp.experts.4.gate_proj,0.00062701,0.01000,0.438
22,mlp.experts.5.gate_proj,0.00059211,0.01000,0.436
22,mlp.experts.6.gate_proj,0.00075542,0.01000,0.436
22,mlp.experts.7.gate_proj,0.00011618,0.01000,0.437
22,mlp.experts.8.gate_proj,0.00005063,0.01000,0.439
22,mlp.experts.9.gate_proj,0.00330324,0.01000,0.437
22,mlp.experts.10.gate_proj,0.00094325,0.01000,0.439
22,mlp.experts.11.gate_proj,0.00000001,0.01000,0.439
22,mlp.experts.12.gate_proj,0.00007844,0.01000,0.437
22,mlp.experts.13.gate_proj,0.00213620,0.01000,0.437
22,mlp.experts.14.gate_proj,0.00056330,0.01000,0.437
22,mlp.experts.15.gate_proj,0.00010415,0.01000,0.441
22,mlp.experts.16.gate_proj,0.01021651,0.01000,0.440
22,mlp.experts.17.gate_proj,0.00001374,0.01000,0.442
22,mlp.experts.18.gate_proj,0.00284088,0.01000,0.441
22,mlp.experts.19.gate_proj,0.00217890,0.01000,0.442
22,mlp.experts.20.gate_proj,0.00021195,0.01000,0.440
22,mlp.experts.21.gate_proj,0.00053375,0.01000,0.437
22,mlp.experts.22.gate_proj,0.00015275,0.01000,0.437
22,mlp.experts.23.gate_proj,0.00071684,0.01000,0.437
22,mlp.experts.24.gate_proj,0.00000006,0.01000,0.438
22,mlp.experts.25.gate_proj,0.00108632,0.01000,0.442
22,mlp.experts.26.gate_proj,0.00700296,0.01000,0.455
22,mlp.experts.27.gate_proj,0.00069885,0.01000,0.457
22,mlp.experts.28.gate_proj,0.00003678,0.01000,0.436
22,mlp.experts.29.gate_proj,0.00011881,0.01000,0.438
22,mlp.experts.30.gate_proj,0.00301408,0.01000,0.439
22,mlp.experts.31.gate_proj,0.00100282,0.01000,0.443
22,mlp.experts.32.gate_proj,0.00044878,0.01000,0.441
22,mlp.experts.33.gate_proj,0.00038158,0.01000,0.443
22,mlp.experts.34.gate_proj,0.00001242,0.01000,0.437
22,mlp.experts.35.gate_proj,0.00254438,0.01000,0.440
22,mlp.experts.36.gate_proj,0.00036765,0.01000,0.439
22,mlp.experts.37.gate_proj,0.00004650,0.01000,0.446
22,mlp.experts.38.gate_proj,0.00008554,0.01000,0.438
22,mlp.experts.39.gate_proj,0.00099197,0.01000,0.437
22,mlp.experts.40.gate_proj,0.00175764,0.01000,0.435
22,mlp.experts.41.gate_proj,0.00088766,0.01000,0.436
22,mlp.experts.42.gate_proj,0.00001073,0.01000,0.437
22,mlp.experts.43.gate_proj,0.00126661,0.01000,0.441
22,mlp.experts.44.gate_proj,0.00000005,0.01000,0.446
22,mlp.experts.45.gate_proj,0.00049034,0.01000,0.437
22,mlp.experts.46.gate_proj,0.00000104,0.01000,0.438
22,mlp.experts.47.gate_proj,0.00012305,0.01000,0.437
22,mlp.experts.48.gate_proj,0.00025450,0.01000,0.438
22,mlp.experts.49.gate_proj,0.00000621,0.01000,0.439
22,mlp.experts.50.gate_proj,0.00155814,0.01000,0.437
22,mlp.experts.51.gate_proj,0.00007840,0.01000,0.437
22,mlp.experts.52.gate_proj,0.00211638,0.01000,0.442
22,mlp.experts.53.gate_proj,0.00000103,0.01000,0.447
22,mlp.experts.54.gate_proj,0.00010711,0.01000,0.443
22,mlp.experts.55.gate_proj,0.00897503,0.01000,0.443
22,mlp.experts.56.gate_proj,0.00157143,0.01000,0.444
22,mlp.experts.57.gate_proj,0.00159155,0.01000,0.444
22,mlp.experts.58.gate_proj,0.00125169,0.01000,0.443
22,mlp.experts.59.gate_proj,0.00005483,0.01000,0.441
22,mlp.experts.60.gate_proj,0.00001121,0.01000,0.441
22,mlp.experts.61.gate_proj,0.00090723,0.01000,0.440
22,mlp.experts.62.gate_proj,0.00206959,0.01000,0.440
22,mlp.experts.63.gate_proj,0.00021027,0.01000,0.443
22,mlp.experts.64.gate_proj,0.00260693,0.01000,0.442
22,mlp.experts.65.gate_proj,0.00017151,0.01000,0.442
22,mlp.experts.66.gate_proj,0.00350012,0.01000,0.443
22,mlp.experts.67.gate_proj,0.00002351,0.01000,0.443
22,mlp.experts.68.gate_proj,0.00826181,0.01000,0.443
22,mlp.experts.69.gate_proj,0.00301872,0.01000,0.449
22,mlp.experts.70.gate_proj,0.00108799,0.01000,0.443
22,mlp.experts.71.gate_proj,0.01049405,0.01000,0.445
22,mlp.experts.72.gate_proj,0.00000099,0.01000,0.445
22,mlp.experts.73.gate_proj,0.00130997,0.01000,0.445
22,mlp.experts.74.gate_proj,0.00099515,0.01000,0.446
22,mlp.experts.75.gate_proj,0.00017419,0.01000,0.443
22,mlp.experts.76.gate_proj,0.00179567,0.01000,0.447
22,mlp.experts.77.gate_proj,0.00000179,0.01000,0.448
22,mlp.experts.78.gate_proj,0.00639556,0.01000,0.449
22,mlp.experts.79.gate_proj,0.00000000,0.01000,0.445
22,mlp.experts.80.gate_proj,0.00097146,0.01000,0.446
22,mlp.experts.81.gate_proj,0.00001298,0.01000,0.447
22,mlp.experts.82.gate_proj,0.00149709,0.01000,0.447
22,mlp.experts.83.gate_proj,0.00035488,0.01000,0.448
22,mlp.experts.84.gate_proj,0.00004455,0.01000,0.446
22,mlp.experts.85.gate_proj,0.00218155,0.01000,0.455
22,mlp.experts.86.gate_proj,0.00034421,0.01000,0.447
22,mlp.experts.87.gate_proj,0.00004195,0.01000,0.450
22,mlp.experts.88.gate_proj,0.00077701,0.01000,0.447
22,mlp.experts.89.gate_proj,0.00000061,0.01000,0.447
22,mlp.experts.90.gate_proj,0.00125467,0.01000,0.448
22,mlp.experts.91.gate_proj,0.00344036,0.01000,0.456
22,mlp.experts.92.gate_proj,0.00026671,0.01000,0.446
22,mlp.experts.93.gate_proj,0.00000007,0.01000,0.444
22,mlp.experts.94.gate_proj,0.00855534,0.01000,0.444
22,mlp.experts.95.gate_proj,0.00204906,0.01000,0.446
22,mlp.experts.96.gate_proj,0.00037307,0.01000,0.452
22,mlp.experts.97.gate_proj,0.00090765,0.01000,0.444
22,mlp.experts.98.gate_proj,0.00691327,0.01000,0.445
22,mlp.experts.99.gate_proj,0.00066626,0.01000,0.444
22,mlp.experts.100.gate_proj,0.00001895,0.01000,0.445
22,mlp.experts.101.gate_proj,0.00033522,0.01000,0.448
22,mlp.experts.102.gate_proj,0.00003937,0.01000,0.442
22,mlp.experts.103.gate_proj,0.00092984,0.01000,0.444
22,mlp.experts.104.gate_proj,0.00002006,0.01000,0.445
22,mlp.experts.105.gate_proj,0.00089066,0.01000,0.447
22,mlp.experts.106.gate_proj,0.00000002,0.01000,0.447
22,mlp.experts.107.gate_proj,0.00168694,0.01000,0.448
22,mlp.experts.108.gate_proj,0.00113566,0.01000,0.449
22,mlp.experts.109.gate_proj,0.00060513,0.01000,0.448
22,mlp.experts.110.gate_proj,0.00104704,0.01000,0.453
22,mlp.experts.111.gate_proj,0.00007320,0.01000,0.449
22,mlp.experts.112.gate_proj,0.00163811,0.01000,0.447
22,mlp.experts.113.gate_proj,0.00096001,0.01000,0.452
22,mlp.experts.114.gate_proj,0.00000069,0.01000,0.454
22,mlp.experts.115.gate_proj,0.00000416,0.01000,0.446
22,mlp.experts.116.gate_proj,0.00010407,0.01000,0.447
22,mlp.experts.117.gate_proj,0.00000001,0.01000,0.448
22,mlp.experts.118.gate_proj,0.00000352,0.01000,0.456
22,mlp.experts.119.gate_proj,0.00093832,0.01000,0.449
22,mlp.experts.120.gate_proj,0.00184889,0.01000,0.448
22,mlp.experts.121.gate_proj,0.00003124,0.01000,0.451
22,mlp.experts.122.gate_proj,0.00000853,0.01000,0.448
22,mlp.experts.123.gate_proj,0.00069357,0.01000,0.451
22,mlp.experts.124.gate_proj,0.00152696,0.01000,0.450
22,mlp.experts.125.gate_proj,0.00000293,0.01000,0.448
22,mlp.experts.126.gate_proj,0.00733206,0.01000,0.451
22,mlp.experts.127.gate_proj,0.00002639,0.01000,0.450
22,mlp.experts.0.down_proj,0.00001671,0.01000,0.184
22,mlp.experts.1.down_proj,0.00003239,0.01000,0.170
22,mlp.experts.2.down_proj,0.00012460,0.01000,0.168
22,mlp.experts.3.down_proj,0.00028808,0.01000,0.167
22,mlp.experts.4.down_proj,0.00019685,0.01000,0.170
22,mlp.experts.5.down_proj,0.00004392,0.01000,0.168
22,mlp.experts.6.down_proj,0.00075821,0.01000,0.168
22,mlp.experts.7.down_proj,0.00002392,0.01000,0.169
22,mlp.experts.8.down_proj,0.00001010,0.01000,0.168
22,mlp.experts.9.down_proj,0.00123041,0.01000,0.169
22,mlp.experts.10.down_proj,0.00024673,0.01000,0.168
22,mlp.experts.11.down_proj,0.00000000,0.01000,0.168
22,mlp.experts.12.down_proj,0.00001358,0.01000,0.170
22,mlp.experts.13.down_proj,0.00170365,0.01000,0.168
22,mlp.experts.14.down_proj,0.00010738,0.01000,0.169
22,mlp.experts.15.down_proj,0.00003105,0.01000,0.169
22,mlp.experts.16.down_proj,0.00714778,0.01000,0.173
22,mlp.experts.17.down_proj,0.00000587,0.01000,0.169
22,mlp.experts.18.down_proj,0.00057245,0.01000,0.169
22,mlp.experts.19.down_proj,0.00259463,0.01000,0.172
22,mlp.experts.20.down_proj,0.00004509,0.01000,0.170
22,mlp.experts.21.down_proj,0.00041587,0.01000,0.171
22,mlp.experts.22.down_proj,0.00001457,0.01000,0.169
22,mlp.experts.23.down_proj,0.00046048,0.01000,0.169
22,mlp.experts.24.down_proj,0.00000002,0.01000,0.170
22,mlp.experts.25.down_proj,0.00015807,0.01000,0.169
22,mlp.experts.26.down_proj,0.00285199,0.01000,0.169
22,mlp.experts.27.down_proj,0.00048131,0.01000,0.171
22,mlp.experts.28.down_proj,0.00000156,0.01000,0.169
22,mlp.experts.29.down_proj,0.00001758,0.01000,0.170
22,mlp.experts.30.down_proj,0.00056564,0.01000,0.169
22,mlp.experts.31.down_proj,0.00117930,0.01000,0.169
22,mlp.experts.32.down_proj,0.00005225,0.01000,0.171
22,mlp.experts.33.down_proj,0.00013027,0.01000,0.169
22,mlp.experts.34.down_proj,0.00000231,0.01000,0.170
22,mlp.experts.35.down_proj,0.00057800,0.01000,0.168
22,mlp.experts.36.down_proj,0.00034149,0.01000,0.171
22,mlp.experts.37.down_proj,0.00001538,0.01000,0.171
22,mlp.experts.38.down_proj,0.00000012,0.01000,0.169
22,mlp.experts.39.down_proj,0.00021081,0.01000,0.170
22,mlp.experts.40.down_proj,0.00035839,0.01000,0.174
22,mlp.experts.41.down_proj,0.00021226,0.01000,0.170
22,mlp.experts.42.down_proj,0.00000176,0.01000,0.171
22,mlp.experts.43.down_proj,0.00095354,0.01000,0.170
22,mlp.experts.44.down_proj,0.00000001,0.01000,0.169
22,mlp.experts.45.down_proj,0.00015444,0.01000,0.169
22,mlp.experts.46.down_proj,0.00000052,0.01000,0.169
22,mlp.experts.47.down_proj,0.00008028,0.01000,0.169
22,mlp.experts.48.down_proj,0.00006152,0.01000,0.169
22,mlp.experts.49.down_proj,0.00000346,0.01000,0.170
22,mlp.experts.50.down_proj,0.00027291,0.01000,0.170
22,mlp.experts.51.down_proj,0.00001759,0.01000,0.169
22,mlp.experts.52.down_proj,0.00034301,0.01000,0.169
22,mlp.experts.53.down_proj,0.00000049,0.01000,0.169
22,mlp.experts.54.down_proj,0.00001225,0.01000,0.170
22,mlp.experts.55.down_proj,0.00844054,0.01000,0.170
22,mlp.experts.56.down_proj,0.00119838,0.01000,0.171
22,mlp.experts.57.down_proj,0.00114136,0.01000,0.168
22,mlp.experts.58.down_proj,0.00041233,0.01000,0.168
22,mlp.experts.59.down_proj,0.00001144,0.01000,0.169
22,mlp.experts.60.down_proj,0.00000256,0.01000,0.172
22,mlp.experts.61.down_proj,0.00037598,0.01000,0.169
22,mlp.experts.62.down_proj,0.00044721,0.01000,0.168
22,mlp.experts.63.down_proj,0.00003458,0.01000,0.169
22,mlp.experts.64.down_proj,0.00044441,0.01000,0.170
22,mlp.experts.65.down_proj,0.00004774,0.01000,0.169
22,mlp.experts.66.down_proj,0.00200160,0.01000,0.169
22,mlp.experts.67.down_proj,0.00000353,0.01000,0.169
22,mlp.experts.68.down_proj,0.00543456,0.01000,0.170
22,mlp.experts.69.down_proj,0.00043795,0.01000,0.169
22,mlp.experts.70.down_proj,0.00009978,0.01000,0.169
22,mlp.experts.71.down_proj,0.00431599,0.01000,0.170
22,mlp.experts.72.down_proj,0.00000028,0.01000,0.167
22,mlp.experts.73.down_proj,0.00054312,0.01000,0.169
22,mlp.experts.74.down_proj,0.00029289,0.01000,0.169
22,mlp.experts.75.down_proj,0.00002702,0.01000,0.167
22,mlp.experts.76.down_proj,0.00028045,0.01000,0.168
22,mlp.experts.77.down_proj,0.00000039,0.01000,0.167
22,mlp.experts.78.down_proj,0.00521073,0.01000,0.167
22,mlp.experts.79.down_proj,0.00000000,0.01000,0.168
22,mlp.experts.80.down_proj,0.00013715,0.01000,0.167
22,mlp.experts.81.down_proj,0.00000218,0.01000,0.172
22,mlp.experts.82.down_proj,0.00049503,0.01000,0.168
22,mlp.experts.83.down_proj,0.00007831,0.01000,0.167
22,mlp.experts.84.down_proj,0.00000557,0.01000,0.170
22,mlp.experts.85.down_proj,0.00060169,0.01000,0.169
22,mlp.experts.86.down_proj,0.00007846,0.01000,0.171
22,mlp.experts.87.down_proj,0.00001580,0.01000,0.169
22,mlp.experts.88.down_proj,0.00017242,0.01000,0.169
22,mlp.experts.89.down_proj,0.00000010,0.01000,0.170
22,mlp.experts.90.down_proj,0.00068535,0.01000,0.169
22,mlp.experts.91.down_proj,0.00054548,0.01000,0.170
22,mlp.experts.92.down_proj,0.00005319,0.01000,0.169
22,mlp.experts.93.down_proj,0.00000002,0.01000,0.168
22,mlp.experts.94.down_proj,0.00584954,0.01000,0.168
22,mlp.experts.95.down_proj,0.00063477,0.01000,0.168
22,mlp.experts.96.down_proj,0.00006634,0.01000,0.171
22,mlp.experts.97.down_proj,0.00015983,0.01000,0.171
22,mlp.experts.98.down_proj,0.00334466,0.01000,0.168
22,mlp.experts.99.down_proj,0.00016779,0.01000,0.168
22,mlp.experts.100.down_proj,0.00000948,0.01000,0.168
22,mlp.experts.101.down_proj,0.00007927,0.01000,0.168
22,mlp.experts.102.down_proj,0.00000503,0.01000,0.168
22,mlp.experts.103.down_proj,0.00037994,0.01000,0.168
22,mlp.experts.104.down_proj,0.00000552,0.01000,0.168
22,mlp.experts.105.down_proj,0.00024991,0.01000,0.168
22,mlp.experts.106.down_proj,0.00000000,0.01000,0.167
22,mlp.experts.107.down_proj,0.00033353,0.01000,0.170
22,mlp.experts.108.down_proj,0.00025311,0.01000,0.170
22,mlp.experts.109.down_proj,0.00016402,0.01000,0.170
22,mlp.experts.110.down_proj,0.00017198,0.01000,0.169
22,mlp.experts.111.down_proj,0.00004329,0.01000,0.168
22,mlp.experts.112.down_proj,0.00028531,0.01000,0.167
22,mlp.experts.113.down_proj,0.00023562,0.01000,0.168
22,mlp.experts.114.down_proj,0.00000009,0.01000,0.171
22,mlp.experts.115.down_proj,0.00000091,0.01000,0.168
22,mlp.experts.116.down_proj,0.00002866,0.01000,0.168
22,mlp.experts.117.down_proj,0.00000000,0.01000,0.168
22,mlp.experts.118.down_proj,0.00000095,0.01000,0.168
22,mlp.experts.119.down_proj,0.00025688,0.01000,0.168
22,mlp.experts.120.down_proj,0.00059049,0.01000,0.169
22,mlp.experts.121.down_proj,0.00000515,0.01000,0.168
22,mlp.experts.122.down_proj,0.00000167,0.01000,0.168
22,mlp.experts.123.down_proj,0.00014816,0.01000,0.168
22,mlp.experts.124.down_proj,0.00044059,0.01000,0.167
22,mlp.experts.125.down_proj,0.00000134,0.01000,0.171
22,mlp.experts.126.down_proj,0.00278466,0.01000,0.168
22,mlp.experts.127.down_proj,0.00002483,0.01000,0.168
23,self_attn.q_proj,0.00050461,0.01000,0.448
23,self_attn.k_proj,0.00006029,0.01000,0.439
23,self_attn.v_proj,0.00007722,0.01000,0.437
23,self_attn.o_proj,0.00005893,0.01000,0.890
23,mlp.experts.0.up_proj,0.00138212,0.01000,0.472
23,mlp.experts.1.up_proj,0.00039758,0.01000,0.436
23,mlp.experts.2.up_proj,0.00062604,0.01000,0.434
23,mlp.experts.3.up_proj,0.00920474,0.01000,0.435
23,mlp.experts.4.up_proj,0.00114549,0.01000,0.439
23,mlp.experts.5.up_proj,0.00244688,0.01000,0.439
23,mlp.experts.6.up_proj,0.00001637,0.01000,0.441
23,mlp.experts.7.up_proj,0.00558452,0.01000,0.439
23,mlp.experts.8.up_proj,0.00155014,0.01000,0.440
23,mlp.experts.9.up_proj,0.00040188,0.01000,0.440
23,mlp.experts.10.up_proj,0.00000069,0.01000,0.440
23,mlp.experts.11.up_proj,0.00007138,0.01000,0.441
23,mlp.experts.12.up_proj,0.00098025,0.01000,0.441
23,mlp.experts.13.up_proj,0.00074676,0.01000,0.440
23,mlp.experts.14.up_proj,0.00361814,0.01000,0.440
23,mlp.experts.15.up_proj,0.00013323,0.01000,0.446
23,mlp.experts.16.up_proj,0.00244258,0.01000,0.440
23,mlp.experts.17.up_proj,0.00013046,0.01000,0.442
23,mlp.experts.18.up_proj,0.00175699,0.01000,0.441
23,mlp.experts.19.up_proj,0.00001440,0.01000,0.441
23,mlp.experts.20.up_proj,0.00844597,0.01000,0.440
23,mlp.experts.21.up_proj,0.00092112,0.01000,0.440
23,mlp.experts.22.up_proj,0.00080036,0.01000,0.439
23,mlp.experts.23.up_proj,0.00109957,0.01000,0.439
23,mlp.experts.24.up_proj,0.00151188,0.01000,0.442
23,mlp.experts.25.up_proj,0.00903019,0.01000,0.439
23,mlp.experts.26.up_proj,0.00195285,0.01000,0.439
23,mlp.experts.27.up_proj,0.00000024,0.01000,0.440
23,mlp.experts.28.up_proj,0.00089292,0.01000,0.439
23,mlp.experts.29.up_proj,0.00188951,0.01000,0.440
23,mlp.experts.30.up_proj,0.00109506,0.01000,0.440
23,mlp.experts.31.up_proj,0.00032311,0.01000,0.440
23,mlp.experts.32.up_proj,0.00010135,0.01000,0.440
23,mlp.experts.33.up_proj,0.00220517,0.01000,0.444
23,mlp.experts.34.up_proj,0.00000258,0.01000,0.440
23,mlp.experts.35.up_proj,0.00000024,0.01000,0.440
23,mlp.experts.36.up_proj,0.00239938,0.01000,0.440
23,mlp.experts.37.up_proj,0.00159623,0.01000,0.440
23,mlp.experts.38.up_proj,0.00000068,0.01000,0.441
23,mlp.experts.39.up_proj,0.00125333,0.01000,0.438
23,mlp.experts.40.up_proj,0.00034629,0.01000,0.440
23,mlp.experts.41.up_proj,0.00088331,0.01000,0.440
23,mlp.experts.42.up_proj,0.00109676,0.01000,0.440
23,mlp.experts.43.up_proj,0.00179655,0.01000,0.438
23,mlp.experts.44.up_proj,0.00000020,0.01000,0.438
23,mlp.experts.45.up_proj,0.00045363,0.01000,0.440
23,mlp.experts.46.up_proj,0.00070359,0.01000,0.438
23,mlp.experts.47.up_proj,0.00095212,0.01000,0.439
23,mlp.experts.48.up_proj,0.00068169,0.01000,0.439
23,mlp.experts.49.up_proj,0.00111542,0.01000,0.440
23,mlp.experts.50.up_proj,0.00088359,0.01000,0.439
23,mlp.experts.51.up_proj,0.00002779,0.01000,0.444
23,mlp.experts.52.up_proj,0.00572936,0.01000,0.440
23,mlp.experts.53.up_proj,0.00056051,0.01000,0.436
23,mlp.experts.54.up_proj,0.00129336,0.01000,0.436
23,mlp.experts.55.up_proj,0.00095066,0.01000,0.438
23,mlp.experts.56.up_proj,0.00314580,0.01000,0.438
23,mlp.experts.57.up_proj,0.00000003,0.01000,0.435
23,mlp.experts.58.up_proj,0.00153402,0.01000,0.439
23,mlp.experts.59.up_proj,0.01155328,0.01000,0.435
23,mlp.experts.60.up_proj,0.00195961,0.01000,0.441
23,mlp.experts.61.up_proj,0.00205193,0.01000,0.436
23,mlp.experts.62.up_proj,0.00010619,0.01000,0.435
23,mlp.experts.63.up_proj,0.00028418,0.01000,0.436
23,mlp.experts.64.up_proj,0.00022457,0.01000,0.435
23,mlp.experts.65.up_proj,0.00012108,0.01000,0.437
23,mlp.experts.66.up_proj,0.00000007,0.01000,0.435
23,mlp.experts.67.up_proj,0.00204716,0.01000,0.435
23,mlp.experts.68.up_proj,0.00078037,0.01000,0.441
23,mlp.experts.69.up_proj,0.00159554,0.01000,0.436
23,mlp.experts.70.up_proj,0.00002239,0.01000,0.445
23,mlp.experts.71.up_proj,0.00123330,0.01000,0.443
23,mlp.experts.72.up_proj,0.00034816,0.01000,0.439
23,mlp.experts.73.up_proj,0.00161914,0.01000,0.438
23,mlp.experts.74.up_proj,0.00000207,0.01000,0.444
23,mlp.experts.75.up_proj,0.00010548,0.01000,0.439
23,mlp.experts.76.up_proj,0.00014380,0.01000,0.439
23,mlp.experts.77.up_proj,0.00002039,0.01000,0.441
23,mlp.experts.78.up_proj,0.00057996,0.01000,0.441
23,mlp.experts.79.up_proj,0.00114364,0.01000,0.442
23,mlp.experts.80.up_proj,0.00000007,0.01000,0.439
23,mlp.experts.81.up_proj,0.00104122,0.01000,0.440
23,mlp.experts.82.up_proj,0.00016540,0.01000,0.443
23,mlp.experts.83.up_proj,0.00000063,0.01000,0.440
23,mlp.experts.84.up_proj,0.00006949,0.01000,0.440
23,mlp.experts.85.up_proj,0.00140174,0.01000,0.441
23,mlp.experts.86.up_proj,0.00137228,0.01000,0.440
23,mlp.experts.87.up_proj,0.00058715,0.01000,0.439
23,mlp.experts.88.up_proj,0.00000640,0.01000,0.441
23,mlp.experts.89.up_proj,0.00060329,0.01000,0.439
23,mlp.experts.90.up_proj,0.00388979,0.01000,0.440
23,mlp.experts.91.up_proj,0.00000022,0.01000,0.440
23,mlp.experts.92.up_proj,0.00117892,0.01000,0.445
23,mlp.experts.93.up_proj,0.00000003,0.01000,0.440
23,mlp.experts.94.up_proj,0.00106180,0.01000,0.440
23,mlp.experts.95.up_proj,0.00063011,0.01000,0.440
23,mlp.experts.96.up_proj,0.00517071,0.01000,0.452
23,mlp.experts.97.up_proj,0.00222131,0.01000,0.440
23,mlp.experts.98.up_proj,0.00249617,0.01000,0.454
23,mlp.experts.99.up_proj,0.00497708,0.01000,0.440
23,mlp.experts.100.up_proj,0.00069694,0.01000,0.441
23,mlp.experts.101.up_proj,0.00072726,0.01000,0.441
23,mlp.experts.102.up_proj,0.00075349,0.01000,0.439
23,mlp.experts.103.up_proj,0.00026057,0.01000,0.438
23,mlp.experts.104.up_proj,0.00001770,0.01000,0.436
23,mlp.experts.105.up_proj,0.00314529,0.01000,0.435
23,mlp.experts.106.up_proj,0.00000033,0.01000,0.435
23,mlp.experts.107.up_proj,0.00360098,0.01000,0.438
23,mlp.experts.108.up_proj,0.00008009,0.01000,0.438
23,mlp.experts.109.up_proj,0.00077869,0.01000,0.438
23,mlp.experts.110.up_proj,0.00002883,0.01000,0.438
23,mlp.experts.111.up_proj,0.00097448,0.01000,0.436
23,mlp.experts.112.up_proj,0.00004495,0.01000,0.435
23,mlp.experts.113.up_proj,0.00016764,0.01000,0.436
23,mlp.experts.114.up_proj,0.00026079,0.01000,0.435
23,mlp.experts.115.up_proj,0.00328549,0.01000,0.437
23,mlp.experts.116.up_proj,0.00148891,0.01000,0.438
23,mlp.experts.117.up_proj,0.00003635,0.01000,0.438
23,mlp.experts.118.up_proj,0.00000037,0.01000,0.438
23,mlp.experts.119.up_proj,0.00000005,0.01000,0.445
23,mlp.experts.120.up_proj,0.00028233,0.01000,0.442
23,mlp.experts.121.up_proj,0.00100670,0.01000,0.440
23,mlp.experts.122.up_proj,0.00145540,0.01000,0.440
23,mlp.experts.123.up_proj,0.00000005,0.01000,0.439
23,mlp.experts.124.up_proj,0.00231729,0.01000,0.440
23,mlp.experts.125.up_proj,0.00458732,0.01000,0.439
23,mlp.experts.126.up_proj,0.00094355,0.01000,0.444
23,mlp.experts.127.up_proj,0.00000030,0.01000,0.440
23,mlp.experts.0.gate_proj,0.00128429,0.01000,0.439
23,mlp.experts.1.gate_proj,0.00032081,0.01000,0.440
23,mlp.experts.2.gate_proj,0.00063642,0.01000,0.440
23,mlp.experts.3.gate_proj,0.00840708,0.01000,0.439
23,mlp.experts.4.gate_proj,0.00129930,0.01000,0.452
23,mlp.experts.5.gate_proj,0.00241388,0.01000,0.441
23,mlp.experts.6.gate_proj,0.00001733,0.01000,0.440
23,mlp.experts.7.gate_proj,0.00548796,0.01000,0.440
23,mlp.experts.8.gate_proj,0.00153334,0.01000,0.440
23,mlp.experts.9.gate_proj,0.00040692,0.01000,0.442
23,mlp.experts.10.gate_proj,0.00000067,0.01000,0.441
23,mlp.experts.11.gate_proj,0.00007339,0.01000,0.439
23,mlp.experts.12.gate_proj,0.00096542,0.01000,0.446
23,mlp.experts.13.gate_proj,0.00073326,0.01000,0.440
23,mlp.experts.14.gate_proj,0.00376389,0.01000,0.447
23,mlp.experts.15.gate_proj,0.00013742,0.01000,0.441
23,mlp.experts.16.gate_proj,0.00240469,0.01000,0.443
23,mlp.experts.17.gate_proj,0.00013031,0.01000,0.441
23,mlp.experts.18.gate_proj,0.00125172,0.01000,0.441
23,mlp.experts.19.gate_proj,0.00001372,0.01000,0.442
23,mlp.experts.20.gate_proj,0.00823596,0.01000,0.438
23,mlp.experts.21.gate_proj,0.00092768,0.01000,0.438
23,mlp.experts.22.gate_proj,0.00074525,0.01000,0.445
23,mlp.experts.23.gate_proj,0.00101413,0.01000,0.444
23,mlp.experts.24.gate_proj,0.00130626,0.01000,0.440
23,mlp.experts.25.gate_proj,0.01217249,0.01000,0.441
23,mlp.experts.26.gate_proj,0.00168500,0.01000,0.441
23,mlp.experts.27.gate_proj,0.00000024,0.01000,0.439
23,mlp.experts.28.gate_proj,0.00081340,0.01000,0.443
23,mlp.experts.29.gate_proj,0.00182841,0.01000,0.440
23,mlp.experts.30.gate_proj,0.00108709,0.01000,0.441
23,mlp.experts.31.gate_proj,0.00032195,0.01000,0.436
23,mlp.experts.32.gate_proj,0.00009719,0.01000,0.444
23,mlp.experts.33.gate_proj,0.00221697,0.01000,0.440
23,mlp.experts.34.gate_proj,0.00000259,0.01000,0.440
23,mlp.experts.35.gate_proj,0.00000023,0.01000,0.442
23,mlp.experts.36.gate_proj,0.00222882,0.01000,0.456
23,mlp.experts.37.gate_proj,0.00157110,0.01000,0.449
23,mlp.experts.38.gate_proj,0.00000070,0.01000,0.442
23,mlp.experts.39.gate_proj,0.00120608,0.01000,0.443
23,mlp.experts.40.gate_proj,0.00033649,0.01000,0.441
23,mlp.experts.41.gate_proj,0.00088075,0.01000,0.443
23,mlp.experts.42.gate_proj,0.00101618,0.01000,0.442
23,mlp.experts.43.gate_proj,0.00172166,0.01000,0.441
23,mlp.experts.44.gate_proj,0.00000018,0.01000,0.443
23,mlp.experts.45.gate_proj,0.00045312,0.01000,0.443
23,mlp.experts.46.gate_proj,0.00064511,0.01000,0.443
23,mlp.experts.47.gate_proj,0.00084613,0.01000,0.442
23,mlp.experts.48.gate_proj,0.00068007,0.01000,0.442
23,mlp.experts.49.gate_proj,0.00102784,0.01000,0.442
23,mlp.experts.50.gate_proj,0.00084896,0.01000,0.447
23,mlp.experts.51.gate_proj,0.00002755,0.01000,0.442
23,mlp.experts.52.gate_proj,0.00573500,0.01000,0.442
23,mlp.experts.53.gate_proj,0.00058575,0.01000,0.444
23,mlp.experts.54.gate_proj,0.00124143,0.01000,0.454
23,mlp.experts.55.gate_proj,0.00099417,0.01000,0.442
23,mlp.experts.56.gate_proj,0.00328855,0.01000,0.447
23,mlp.experts.57.gate_proj,0.00000003,0.01000,0.446
23,mlp.experts.58.gate_proj,0.00161288,0.01000,0.442
23,mlp.experts.59.gate_proj,0.00831279,0.01000,0.442
23,mlp.experts.60.gate_proj,0.00195017,0.01000,0.440
23,mlp.experts.61.gate_proj,0.00154780,0.01000,0.439
23,mlp.experts.62.gate_proj,0.00010862,0.01000,0.439
23,mlp.experts.63.gate_proj,0.00028700,0.01000,0.446
23,mlp.experts.64.gate_proj,0.00022122,0.01000,0.440
23,mlp.experts.65.gate_proj,0.00012286,0.01000,0.440
23,mlp.experts.66.gate_proj,0.00000007,0.01000,0.441
23,mlp.experts.67.gate_proj,0.00165648,0.01000,0.439
23,mlp.experts.68.gate_proj,0.00077899,0.01000,0.441
23,mlp.experts.69.gate_proj,0.00154175,0.01000,0.443
23,mlp.experts.70.gate_proj,0.00002270,0.01000,0.438
23,mlp.experts.71.gate_proj,0.00122158,0.01000,0.443
23,mlp.experts.72.gate_proj,0.00035241,0.01000,0.442
23,mlp.experts.73.gate_proj,0.00126616,0.01000,0.447
23,mlp.experts.74.gate_proj,0.00000205,0.01000,0.445
23,mlp.experts.75.gate_proj,0.00010628,0.01000,0.443
23,mlp.experts.76.gate_proj,0.00014859,0.01000,0.442
23,mlp.experts.77.gate_proj,0.00002105,0.01000,0.443
23,mlp.experts.78.gate_proj,0.00058033,0.01000,0.441
23,mlp.experts.79.gate_proj,0.00113654,0.01000,0.441
23,mlp.experts.80.gate_proj,0.00000007,0.01000,0.448
23,mlp.experts.81.gate_proj,0.00106307,0.01000,0.459
23,mlp.experts.82.gate_proj,0.00016516,0.01000,0.466
23,mlp.experts.83.gate_proj,0.00000068,0.01000,0.445
23,mlp.experts.84.gate_proj,0.00006816,0.01000,0.446
23,mlp.experts.85.gate_proj,0.00134957,0.01000,0.447
23,mlp.experts.86.gate_proj,0.00131610,0.01000,0.450
23,mlp.experts.87.gate_proj,0.00059844,0.01000,0.446
23,mlp.experts.88.gate_proj,0.00000627,0.01000,0.447
23,mlp.experts.89.gate_proj,0.00057343,0.01000,0.448
23,mlp.experts.90.gate_proj,0.00282581,0.01000,0.447
23,mlp.experts.91.gate_proj,0.00000023,0.01000,0.449
23,mlp.experts.92.gate_proj,0.00121321,0.01000,0.448
23,mlp.experts.93.gate_proj,0.00000003,0.01000,0.449
23,mlp.experts.94.gate_proj,0.00109708,0.01000,0.447
23,mlp.experts.95.gate_proj,0.00065938,0.01000,0.447
23,mlp.experts.96.gate_proj,0.00520979,0.01000,0.447
23,mlp.experts.97.gate_proj,0.00196711,0.01000,0.447
23,mlp.experts.98.gate_proj,0.00223174,0.01000,0.448
23,mlp.experts.99.gate_proj,0.00481735,0.01000,0.447
23,mlp.experts.100.gate_proj,0.00069994,0.01000,0.448
23,mlp.experts.101.gate_proj,0.00067965,0.01000,0.447
23,mlp.experts.102.gate_proj,0.00077295,0.01000,0.449
23,mlp.experts.103.gate_proj,0.00026385,0.01000,0.449
23,mlp.experts.104.gate_proj,0.00001839,0.01000,0.450
23,mlp.experts.105.gate_proj,0.00301199,0.01000,0.449
23,mlp.experts.106.gate_proj,0.00000035,0.01000,0.450
23,mlp.experts.107.gate_proj,0.00337604,0.01000,0.449
23,mlp.experts.108.gate_proj,0.00007943,0.01000,0.451
23,mlp.experts.109.gate_proj,0.00079188,0.01000,0.450
23,mlp.experts.110.gate_proj,0.00002948,0.01000,0.449
23,mlp.experts.111.gate_proj,0.00095578,0.01000,0.449
23,mlp.experts.112.gate_proj,0.00004516,0.01000,0.448
23,mlp.experts.113.gate_proj,0.00016776,0.01000,0.450
23,mlp.experts.114.gate_proj,0.00025313,0.01000,0.449
23,mlp.experts.115.gate_proj,0.00319081,0.01000,0.449
23,mlp.experts.116.gate_proj,0.00138096,0.01000,0.450
23,mlp.experts.117.gate_proj,0.00003750,0.01000,0.452
23,mlp.experts.118.gate_proj,0.00000036,0.01000,0.444
23,mlp.experts.119.gate_proj,0.00000004,0.01000,0.442
23,mlp.experts.120.gate_proj,0.00027435,0.01000,0.445
23,mlp.experts.121.gate_proj,0.00104226,0.01000,0.442
23,mlp.experts.122.gate_proj,0.00119502,0.01000,0.444
23,mlp.experts.123.gate_proj,0.00000005,0.01000,0.444
23,mlp.experts.124.gate_proj,0.00250718,0.01000,0.445
23,mlp.experts.125.gate_proj,0.00469051,0.01000,0.443
23,mlp.experts.126.gate_proj,0.00086664,0.01000,0.449
23,mlp.experts.127.gate_proj,0.00000029,0.01000,0.447
23,mlp.experts.0.down_proj,0.00020884,0.01000,0.188
23,mlp.experts.1.down_proj,0.00011375,0.01000,0.169
23,mlp.experts.2.down_proj,0.00005557,0.01000,0.166
23,mlp.experts.3.down_proj,0.00637932,0.01000,0.166
23,mlp.experts.4.down_proj,0.00046222,0.01000,0.166
23,mlp.experts.5.down_proj,0.00120290,0.01000,0.166
23,mlp.experts.6.down_proj,0.00000348,0.01000,0.167
23,mlp.experts.7.down_proj,0.00386522,0.01000,0.167
23,mlp.experts.8.down_proj,0.00031123,0.01000,0.167
23,mlp.experts.9.down_proj,0.00021004,0.01000,0.167
23,mlp.experts.10.down_proj,0.00000040,0.01000,0.167
23,mlp.experts.11.down_proj,0.00002978,0.01000,0.167
23,mlp.experts.12.down_proj,0.00014681,0.01000,0.167
23,mlp.experts.13.down_proj,0.00015877,0.01000,0.168
23,mlp.experts.14.down_proj,0.00180404,0.01000,0.167
23,mlp.experts.15.down_proj,0.00002074,0.01000,0.167
23,mlp.experts.16.down_proj,0.00046957,0.01000,0.167
23,mlp.experts.17.down_proj,0.00006279,0.01000,0.167
23,mlp.experts.18.down_proj,0.00031099,0.01000,0.167
23,mlp.experts.19.down_proj,0.00000770,0.01000,0.167
23,mlp.experts.20.down_proj,0.00300181,0.01000,0.167
23,mlp.experts.21.down_proj,0.00019840,0.01000,0.167
23,mlp.experts.22.down_proj,0.00028797,0.01000,0.167
23,mlp.experts.23.down_proj,0.00108488,0.01000,0.172
23,mlp.experts.24.down_proj,0.00067349,0.01000,0.168
23,mlp.experts.25.down_proj,0.00775281,0.01000,0.167
23,mlp.experts.26.down_proj,0.00065249,0.01000,0.167
23,mlp.experts.27.down_proj,0.00000009,0.01000,0.166
23,mlp.experts.28.down_proj,0.00026786,0.01000,0.167
23,mlp.experts.29.down_proj,0.00038667,0.01000,0.166
23,mlp.experts.30.down_proj,0.00055685,0.01000,0.166
23,mlp.experts.31.down_proj,0.00004380,0.01000,0.167
23,mlp.experts.32.down_proj,0.00002650,0.01000,0.169
23,mlp.experts.33.down_proj,0.00030819,0.01000,0.165
23,mlp.experts.34.down_proj,0.00000074,0.01000,0.165
23,mlp.experts.35.down_proj,0.00000016,0.01000,0.165
23,mlp.experts.36.down_proj,0.00097221,0.01000,0.165
23,mlp.experts.37.down_proj,0.00037499,0.01000,0.166
23,mlp.experts.38.down_proj,0.00000015,0.01000,0.166
23,mlp.experts.39.down_proj,0.00026458,0.01000,0.166
23,mlp.experts.40.down_proj,0.00005535,0.01000,0.166
23,mlp.experts.41.down_proj,0.00012890,0.01000,0.166
23,mlp.experts.42.down_proj,0.00026733,0.01000,0.166
23,mlp.experts.43.down_proj,0.00027029,0.01000,0.167
23,mlp.experts.44.down_proj,0.00000005,0.01000,0.180
23,mlp.experts.45.down_proj,0.00015890,0.01000,0.168
23,mlp.experts.46.down_proj,0.00016096,0.01000,0.169
23,mlp.experts.47.down_proj,0.00022161,0.01000,0.173
23,mlp.experts.48.down_proj,0.00017773,0.01000,0.168
23,mlp.experts.49.down_proj,0.00035771,0.01000,0.183
23,mlp.experts.50.down_proj,0.00020260,0.01000,0.169
23,mlp.experts.51.down_proj,0.00000836,0.01000,0.168
23,mlp.experts.52.down_proj,0.00222375,0.01000,0.168
23,mlp.experts.53.down_proj,0.00011623,0.01000,0.169
23,mlp.experts.54.down_proj,0.00095423,0.01000,0.168
23,mlp.experts.55.down_proj,0.00025136,0.01000,0.168
23,mlp.experts.56.down_proj,0.00293555,0.01000,0.169
23,mlp.experts.57.down_proj,0.00000001,0.01000,0.168
23,mlp.experts.58.down_proj,0.00033746,0.01000,0.169
23,mlp.experts.59.down_proj,0.00811085,0.01000,0.169
23,mlp.experts.60.down_proj,0.00036127,0.01000,0.170
23,mlp.experts.61.down_proj,0.00071024,0.01000,0.169
23,mlp.experts.62.down_proj,0.00001535,0.01000,0.168
23,mlp.experts.63.down_proj,0.00030411,0.01000,0.168
23,mlp.experts.64.down_proj,0.00006007,0.01000,0.168
23,mlp.experts.65.down_proj,0.00002123,0.01000,0.171
23,mlp.experts.66.down_proj,0.00000001,0.01000,0.168
23,mlp.experts.67.down_proj,0.00137180,0.01000,0.168
23,mlp.experts.68.down_proj,0.00020993,0.01000,0.168
23,mlp.experts.69.down_proj,0.00036392,0.01000,0.167
23,mlp.experts.70.down_proj,0.00000484,0.01000,0.167
23,mlp.experts.71.down_proj,0.00019808,0.01000,0.168
23,mlp.experts.72.down_proj,0.00011288,0.01000,0.168
23,mlp.experts.73.down_proj,0.00036343,0.01000,0.171
23,mlp.experts.74.down_proj,0.00000105,0.01000,0.168
23,mlp.experts.75.down_proj,0.00002369,0.01000,0.167
23,mlp.experts.76.down_proj,0.00003638,0.01000,0.167
23,mlp.experts.77.down_proj,0.00001202,0.01000,0.167
23,mlp.experts.78.down_proj,0.00010597,0.01000,0.168
23,mlp.experts.79.down_proj,0.00023489,0.01000,0.168
23,mlp.experts.80.down_proj,0.00000002,0.01000,0.168
23,mlp.experts.81.down_proj,0.00036681,0.01000,0.168
23,mlp.experts.82.down_proj,0.00003102,0.01000,0.169
23,mlp.experts.83.down_proj,0.00000016,0.01000,0.168
23,mlp.experts.84.down_proj,0.00000515,0.01000,0.168
23,mlp.experts.85.down_proj,0.00026249,0.01000,0.171
23,mlp.experts.86.down_proj,0.00030634,0.01000,0.167
23,mlp.experts.87.down_proj,0.00011569,0.01000,0.168
23,mlp.experts.88.down_proj,0.00000339,0.01000,0.167
23,mlp.experts.89.down_proj,0.00012351,0.01000,0.168
23,mlp.experts.90.down_proj,0.00165730,0.01000,0.167
23,mlp.experts.91.down_proj,0.00000008,0.01000,0.172
23,mlp.experts.92.down_proj,0.00035284,0.01000,0.168
23,mlp.experts.93.down_proj,0.00000001,0.01000,0.168
23,mlp.experts.94.down_proj,0.00015980,0.01000,0.167
23,mlp.experts.95.down_proj,0.00021433,0.01000,0.168
23,mlp.experts.96.down_proj,0.00110464,0.01000,0.169
23,mlp.experts.97.down_proj,0.00057135,0.01000,0.170
23,mlp.experts.98.down_proj,0.00043974,0.01000,0.169
23,mlp.experts.99.down_proj,0.00185017,0.01000,0.169
23,mlp.experts.100.down_proj,0.00019048,0.01000,0.169
23,mlp.experts.101.down_proj,0.00010184,0.01000,0.169
23,mlp.experts.102.down_proj,0.00022212,0.01000,0.169
23,mlp.experts.103.down_proj,0.00024142,0.01000,0.168
23,mlp.experts.104.down_proj,0.00000588,0.01000,0.168
23,mlp.experts.105.down_proj,0.00054337,0.01000,0.169
23,mlp.experts.106.down_proj,0.00000011,0.01000,0.171
23,mlp.experts.107.down_proj,0.00048501,0.01000,0.170
23,mlp.experts.108.down_proj,0.00004036,0.01000,0.169
23,mlp.experts.109.down_proj,0.00021600,0.01000,0.169
23,mlp.experts.110.down_proj,0.00000553,0.01000,0.168
23,mlp.experts.111.down_proj,0.00019913,0.01000,0.169
23,mlp.experts.112.down_proj,0.00000766,0.01000,0.172
23,mlp.experts.113.down_proj,0.00009078,0.01000,0.168
23,mlp.experts.114.down_proj,0.00007009,0.01000,0.169
23,mlp.experts.115.down_proj,0.00067031,0.01000,0.169
23,mlp.experts.116.down_proj,0.00028548,0.01000,0.169
23,mlp.experts.117.down_proj,0.00000699,0.01000,0.169
23,mlp.experts.118.down_proj,0.00000013,0.01000,0.174
23,mlp.experts.119.down_proj,0.00000001,0.01000,0.171
23,mlp.experts.120.down_proj,0.00003170,0.01000,0.169
23,mlp.experts.121.down_proj,0.00037097,0.01000,0.169
23,mlp.experts.122.down_proj,0.00034787,0.01000,0.169
23,mlp.experts.123.down_proj,0.00000001,0.01000,0.168
23,mlp.experts.124.down_proj,0.00070072,0.01000,0.168
23,mlp.experts.125.down_proj,0.00519006,0.01000,0.169
23,mlp.experts.126.down_proj,0.00020326,0.01000,0.169
23,mlp.experts.127.down_proj,0.00000011,0.01000,0.170
24,self_attn.q_proj,0.00060756,0.01000,0.455
24,self_attn.k_proj,0.00007606,0.01000,0.444
24,self_attn.v_proj,0.00009471,0.01000,0.440
24,self_attn.o_proj,0.00008290,0.01000,0.899
24,mlp.experts.0.up_proj,0.00146227,0.01000,0.473
24,mlp.experts.1.up_proj,0.00001348,0.01000,0.441
24,mlp.experts.2.up_proj,0.00503847,0.01000,0.439
24,mlp.experts.3.up_proj,0.00000036,0.01000,0.439
24,mlp.experts.4.up_proj,0.00107536,0.01000,0.438
24,mlp.experts.5.up_proj,0.00000026,0.01000,0.441
24,mlp.experts.6.up_proj,0.00071224,0.01000,0.438
24,mlp.experts.7.up_proj,0.00038718,0.01000,0.447
24,mlp.experts.8.up_proj,0.00570091,0.01000,0.451
24,mlp.experts.9.up_proj,0.00179588,0.01000,0.443
24,mlp.experts.10.up_proj,0.00001867,0.01000,0.442
24,mlp.experts.11.up_proj,0.00015770,0.01000,0.442
24,mlp.experts.12.up_proj,0.00072911,0.01000,0.454
24,mlp.experts.13.up_proj,0.00000006,0.01000,0.441
24,mlp.experts.14.up_proj,0.00266698,0.01000,0.453
24,mlp.experts.15.up_proj,0.00172761,0.01000,0.442
24,mlp.experts.16.up_proj,0.00108507,0.01000,0.443
24,mlp.experts.17.up_proj,0.00090414,0.01000,0.442
24,mlp.experts.18.up_proj,0.00090295,0.01000,0.442
24,mlp.experts.19.up_proj,0.00000080,0.01000,0.442
24,mlp.experts.20.up_proj,0.00018665,0.01000,0.442
24,mlp.experts.21.up_proj,0.01089420,0.01000,0.448
24,mlp.experts.22.up_proj,0.00504234,0.01000,0.448
24,mlp.experts.23.up_proj,0.00093241,0.01000,0.446
24,mlp.experts.24.up_proj,0.00105314,0.01000,0.440
24,mlp.experts.25.up_proj,0.00155036,0.01000,0.441
24,mlp.experts.26.up_proj,0.00104837,0.01000,0.440
24,mlp.experts.27.up_proj,0.00127564,0.01000,0.439
24,mlp.experts.28.up_proj,0.00015008,0.01000,0.441
24,mlp.experts.29.up_proj,0.00010221,0.01000,0.440
24,mlp.experts.30.up_proj,0.00338924,0.01000,0.439
24,mlp.experts.31.up_proj,0.00014440,0.01000,0.439
24,mlp.experts.32.up_proj,0.00283093,0.01000,0.440
24,mlp.experts.33.up_proj,0.00005263,0.01000,0.440
24,mlp.experts.34.up_proj,0.00125368,0.01000,0.440
24,mlp.experts.35.up_proj,0.00033997,0.01000,0.439
24,mlp.experts.36.up_proj,0.00070809,0.01000,0.439
24,mlp.experts.37.up_proj,0.00008265,0.01000,0.440
24,mlp.experts.38.up_proj,0.00189653,0.01000,0.453
24,mlp.experts.39.up_proj,0.00062333,0.01000,0.438
24,mlp.experts.40.up_proj,0.00047320,0.01000,0.455
24,mlp.experts.41.up_proj,0.00530968,0.01000,0.441
24,mlp.experts.42.up_proj,0.00365201,0.01000,0.444
24,mlp.experts.43.up_proj,0.00125737,0.01000,0.442
24,mlp.experts.44.up_proj,0.00059836,0.01000,0.441
24,mlp.experts.45.up_proj,0.00007400,0.01000,0.444
24,mlp.experts.46.up_proj,0.00329991,0.01000,0.440
24,mlp.experts.47.up_proj,0.00007259,0.01000,0.444
24,mlp.experts.48.up_proj,0.00000004,0.01000,0.443
24,mlp.experts.49.up_proj,0.00054606,0.01000,0.440
24,mlp.experts.50.up_proj,0.00062912,0.01000,0.439
24,mlp.experts.51.up_proj,0.00018364,0.01000,0.442
24,mlp.experts.52.up_proj,0.00890097,0.01000,0.442
24,mlp.experts.53.up_proj,0.00192374,0.01000,0.442
24,mlp.experts.54.up_proj,0.00012870,0.01000,0.442
24,mlp.experts.55.up_proj,0.00000183,0.01000,0.443
24,mlp.experts.56.up_proj,0.00175881,0.01000,0.439
24,mlp.experts.57.up_proj,0.00006237,0.01000,0.438
24,mlp.experts.58.up_proj,0.00185513,0.01000,0.437
24,mlp.experts.59.up_proj,0.00000526,0.01000,0.438
24,mlp.experts.60.up_proj,0.00021474,0.01000,0.437
24,mlp.experts.61.up_proj,0.00173482,0.01000,0.437
24,mlp.experts.62.up_proj,0.00052208,0.01000,0.438
24,mlp.experts.63.up_proj,0.00161399,0.01000,0.443
24,mlp.experts.64.up_proj,0.00472090,0.01000,0.440
24,mlp.experts.65.up_proj,0.00876472,0.01000,0.442
24,mlp.experts.66.up_proj,0.00010377,0.01000,0.444
24,mlp.experts.67.up_proj,0.00123056,0.01000,0.445
24,mlp.experts.68.up_proj,0.00163777,0.01000,0.444
24,mlp.experts.69.up_proj,0.00234379,0.01000,0.446
24,mlp.experts.70.up_proj,0.00017313,0.01000,0.444
24,mlp.experts.71.up_proj,0.00041266,0.01000,0.444
24,mlp.experts.72.up_proj,0.00000011,0.01000,0.441
24,mlp.experts.73.up_proj,0.01228284,0.01000,0.440
24,mlp.experts.74.up_proj,0.00087233,0.01000,0.441
24,mlp.experts.75.up_proj,0.00126622,0.01000,0.443
24,mlp.experts.76.up_proj,0.00146819,0.01000,0.442
24,mlp.experts.77.up_proj,0.00003186,0.01000,0.441
24,mlp.experts.78.up_proj,0.00110917,0.01000,0.442
24,mlp.experts.79.up_proj,0.00180318,0.01000,0.445
24,mlp.experts.80.up_proj,0.00064805,0.01000,0.439
24,mlp.experts.81.up_proj,0.00000038,0.01000,0.439
24,mlp.experts.82.up_proj,0.00000798,0.01000,0.444
24,mlp.experts.83.up_proj,0.00000124,0.01000,0.442
24,mlp.experts.84.up_proj,0.00003444,0.01000,0.443
24,mlp.experts.85.up_proj,0.00273768,0.01000,0.441
24,mlp.experts.86.up_proj,0.00000154,0.01000,0.444
24,mlp.experts.87.up_proj,0.00344311,0.01000,0.445
24,mlp.experts.88.up_proj,0.00000001,0.01000,0.443
24,mlp.experts.89.up_proj,0.00127296,0.01000,0.446
24,mlp.experts.90.up_proj,0.00105123,0.01000,0.436
24,mlp.experts.91.up_proj,0.00043603,0.01000,0.437
24,mlp.experts.92.up_proj,0.00651624,0.01000,0.438
24,mlp.experts.93.up_proj,0.00000508,0.01000,0.443
24,mlp.experts.94.up_proj,0.00060567,0.01000,0.438
24,mlp.experts.95.up_proj,0.00044394,0.01000,0.437
24,mlp.experts.96.up_proj,0.00584523,0.01000,0.436
24,mlp.experts.97.up_proj,0.00336593,0.01000,0.436
24,mlp.experts.98.up_proj,0.00001827,0.01000,0.435
24,mlp.experts.99.up_proj,0.00311965,0.01000,0.438
24,mlp.experts.100.up_proj,0.00169140,0.01000,0.436
24,mlp.experts.101.up_proj,0.00022259,0.01000,0.436
24,mlp.experts.102.up_proj,0.00348593,0.01000,0.440
24,mlp.experts.103.up_proj,0.00139259,0.01000,0.440
24,mlp.experts.104.up_proj,0.00000002,0.01000,0.440
24,mlp.experts.105.up_proj,0.00040601,0.01000,0.439
24,mlp.experts.106.up_proj,0.00000149,0.01000,0.440
24,mlp.experts.107.up_proj,0.00137319,0.01000,0.440
24,mlp.experts.108.up_proj,0.00050518,0.01000,0.451
24,mlp.experts.109.up_proj,0.00000212,0.01000,0.452
24,mlp.experts.110.up_proj,0.00003498,0.01000,0.459
24,mlp.experts.111.up_proj,0.00024458,0.01000,0.455
24,mlp.experts.112.up_proj,0.00108388,0.01000,0.464
24,mlp.experts.113.up_proj,0.00003133,0.01000,0.455
24,mlp.experts.114.up_proj,0.00148703,0.01000,0.451
24,mlp.experts.115.up_proj,0.00111943,0.01000,0.457
24,mlp.experts.116.up_proj,0.00086832,0.01000,0.451
24,mlp.experts.117.up_proj,0.00021915,0.01000,0.450
24,mlp.experts.118.up_proj,0.00304246,0.01000,0.452
24,mlp.experts.119.up_proj,0.00003161,0.01000,0.453
24,mlp.experts.120.up_proj,0.00055354,0.01000,0.456
24,mlp.experts.121.up_proj,0.00051525,0.01000,0.451
24,mlp.experts.122.up_proj,0.00002852,0.01000,0.453
24,mlp.experts.123.up_proj,0.00143638,0.01000,0.460
24,mlp.experts.124.up_proj,0.00086674,0.01000,0.450
24,mlp.experts.125.up_proj,0.00022998,0.01000,0.462
24,mlp.experts.126.up_proj,0.00101050,0.01000,0.460
24,mlp.experts.127.up_proj,0.00279607,0.01000,0.453
24,mlp.experts.0.gate_proj,0.00130903,0.01000,0.451
24,mlp.experts.1.gate_proj,0.00001421,0.01000,0.454
24,mlp.experts.2.gate_proj,0.00465960,0.01000,0.451
24,mlp.experts.3.gate_proj,0.00000035,0.01000,0.458
24,mlp.experts.4.gate_proj,0.00108912,0.01000,0.459
24,mlp.experts.5.gate_proj,0.00000026,0.01000,0.455
24,mlp.experts.6.gate_proj,0.00069047,0.01000,0.453
24,mlp.experts.7.gate_proj,0.00036251,0.01000,0.452
24,mlp.experts.8.gate_proj,0.00570873,0.01000,0.453
24,mlp.experts.9.gate_proj,0.00169904,0.01000,0.460
24,mlp.experts.10.gate_proj,0.00003702,0.01000,0.463
24,mlp.experts.11.gate_proj,0.00016202,0.01000,0.464
24,mlp.experts.12.gate_proj,0.00068298,0.01000,0.463
24,mlp.experts.13.gate_proj,0.00000006,0.01000,0.463
24,mlp.experts.14.gate_proj,0.00247313,0.01000,0.461
24,mlp.experts.15.gate_proj,0.00166180,0.01000,0.451
24,mlp.experts.16.gate_proj,0.00111304,0.01000,0.458
24,mlp.experts.17.gate_proj,0.00088083,0.01000,0.461
24,mlp.experts.18.gate_proj,0.00090285,0.01000,0.462
24,mlp.experts.19.gate_proj,0.00000086,0.01000,0.451
24,mlp.experts.20.gate_proj,0.00018977,0.01000,0.454
24,mlp.experts.21.gate_proj,0.00958653,0.01000,0.453
24,mlp.experts.22.gate_proj,0.00517957,0.01000,0.470
24,mlp.experts.23.gate_proj,0.00096208,0.01000,0.471
24,mlp.experts.24.gate_proj,0.00121504,0.01000,0.453
24,mlp.experts.25.gate_proj,0.00151098,0.01000,0.459
24,mlp.experts.26.gate_proj,0.00101594,0.01000,0.455
24,mlp.experts.27.gate_proj,0.00125525,0.01000,0.456
24,mlp.experts.28.gate_proj,0.00015691,0.01000,0.457
24,mlp.experts.29.gate_proj,0.00009702,0.01000,0.454
24,mlp.experts.30.gate_proj,0.00345671,0.01000,0.453
24,mlp.experts.31.gate_proj,0.00013437,0.01000,0.465
24,mlp.experts.32.gate_proj,0.00270771,0.01000,0.451
24,mlp.experts.33.gate_proj,0.00005407,0.01000,0.447
24,mlp.experts.34.gate_proj,0.00125857,0.01000,0.439
24,mlp.experts.35.gate_proj,0.00034486,0.01000,0.441
24,mlp.experts.36.gate_proj,0.00063509,0.01000,0.438
24,mlp.experts.37.gate_proj,0.00008483,0.01000,0.438
24,mlp.experts.38.gate_proj,0.00167100,0.01000,0.439
24,mlp.experts.39.gate_proj,0.00069529,0.01000,0.438
24,mlp.experts.40.gate_proj,0.00047746,0.01000,0.440
24,mlp.experts.41.gate_proj,0.00539532,0.01000,0.438
24,mlp.experts.42.gate_proj,0.00334166,0.01000,0.437
24,mlp.experts.43.gate_proj,0.00119923,0.01000,0.444
24,mlp.experts.44.gate_proj,0.00058911,0.01000,0.443
24,mlp.experts.45.gate_proj,0.00007432,0.01000,0.438
24,mlp.experts.46.gate_proj,0.00296443,0.01000,0.437
24,mlp.experts.47.gate_proj,0.00007430,0.01000,0.439
24,mlp.experts.48.gate_proj,0.00000004,0.01000,0.440
24,mlp.experts.49.gate_proj,0.00054368,0.01000,0.438
24,mlp.experts.50.gate_proj,0.00063827,0.01000,0.442
24,mlp.experts.51.gate_proj,0.00016714,0.01000,0.438
24,mlp.experts.52.gate_proj,0.00804270,0.01000,0.438
24,mlp.experts.53.gate_proj,0.00176395,0.01000,0.437
24,mlp.experts.54.gate_proj,0.00013032,0.01000,0.436
24,mlp.experts.55.gate_proj,0.00000175,0.01000,0.437
24,mlp.experts.56.gate_proj,0.00167206,0.01000,0.437
24,mlp.experts.57.gate_proj,0.00006360,0.01000,0.437
24,mlp.experts.58.gate_proj,0.00172067,0.01000,0.442
24,mlp.experts.59.gate_proj,0.00000546,0.01000,0.436
24,mlp.experts.60.gate_proj,0.00019291,0.01000,0.436
24,mlp.experts.61.gate_proj,0.00161181,0.01000,0.437
24,mlp.experts.62.gate_proj,0.00052818,0.01000,0.437
24,mlp.experts.63.gate_proj,0.00149081,0.01000,0.436
24,mlp.experts.64.gate_proj,0.00453484,0.01000,0.439
24,mlp.experts.65.gate_proj,0.00908639,0.01000,0.439
24,mlp.experts.66.gate_proj,0.00009605,0.01000,0.433
24,mlp.experts.67.gate_proj,0.00125784,0.01000,0.433
24,mlp.experts.68.gate_proj,0.00136964,0.01000,0.434
24,mlp.experts.69.gate_proj,0.00219131,0.01000,0.434
24,mlp.experts.70.gate_proj,0.00017418,0.01000,0.438
24,mlp.experts.71.gate_proj,0.00042326,0.01000,0.438
24,mlp.experts.72.gate_proj,0.00000011,0.01000,0.445
24,mlp.experts.73.gate_proj,0.01327448,0.01000,0.457
24,mlp.experts.74.gate_proj,0.00079605,0.01000,0.454
24,mlp.experts.75.gate_proj,0.00120972,0.01000,0.442
24,mlp.experts.76.gate_proj,0.00132011,0.01000,0.445
24,mlp.experts.77.gate_proj,0.00003291,0.01000,0.441
24,mlp.experts.78.gate_proj,0.00112444,0.01000,0.443
24,mlp.experts.79.gate_proj,0.00169207,0.01000,0.439
24,mlp.experts.80.gate_proj,0.00051985,0.01000,0.439
24,mlp.experts.81.gate_proj,0.00000036,0.01000,0.442
24,mlp.experts.82.gate_proj,0.00000745,0.01000,0.442
24,mlp.experts.83.gate_proj,0.00000119,0.01000,0.438
24,mlp.experts.84.gate_proj,0.00003504,0.01000,0.439
24,mlp.experts.85.gate_proj,0.00277724,0.01000,0.448
24,mlp.experts.86.gate_proj,0.00000152,0.01000,0.442
24,mlp.experts.87.gate_proj,0.00302301,0.01000,0.443
24,mlp.experts.88.gate_proj,0.00000001,0.01000,0.442
24,mlp.experts.89.gate_proj,0.00119863,0.01000,0.443
24,mlp.experts.90.gate_proj,0.00101530,0.01000,0.443
24,mlp.experts.91.gate_proj,0.00043589,0.01000,0.442
24,mlp.experts.92.gate_proj,0.00651530,0.01000,0.444
24,mlp.experts.93.gate_proj,0.00000538,0.01000,0.444
24,mlp.experts.94.gate_proj,0.00043000,0.01000,0.444
24,mlp.experts.95.gate_proj,0.00040963,0.01000,0.442
24,mlp.experts.96.gate_proj,0.00589412,0.01000,0.441
24,mlp.experts.97.gate_proj,0.00316162,0.01000,0.443
24,mlp.experts.98.gate_proj,0.00001819,0.01000,0.443
24,mlp.experts.99.gate_proj,0.00230036,0.01000,0.446
24,mlp.experts.100.gate_proj,0.00154436,0.01000,0.446
24,mlp.experts.101.gate_proj,0.00024158,0.01000,0.443
24,mlp.experts.102.gate_proj,0.00321581,0.01000,0.444
24,mlp.experts.103.gate_proj,0.00126835,0.01000,0.443
24,mlp.experts.104.gate_proj,0.00000002,0.01000,0.445
24,mlp.experts.105.gate_proj,0.00041282,0.01000,0.445
24,mlp.experts.106.gate_proj,0.00000159,0.01000,0.457
24,mlp.experts.107.gate_proj,0.00128800,0.01000,0.445
24,mlp.experts.108.gate_proj,0.00051229,0.01000,0.457
24,mlp.experts.109.gate_proj,0.00000225,0.01000,0.449
24,mlp.experts.110.gate_proj,0.00003290,0.01000,0.445
24,mlp.experts.111.gate_proj,0.00028638,0.01000,0.446
24,mlp.experts.112.gate_proj,0.00112587,0.01000,0.446
24,mlp.experts.113.gate_proj,0.00002907,0.01000,0.447
24,mlp.experts.114.gate_proj,0.00148496,0.01000,0.445
24,mlp.experts.115.gate_proj,0.00106791,0.01000,0.445
24,mlp.experts.116.gate_proj,0.00084359,0.01000,0.454
24,mlp.experts.117.gate_proj,0.00023444,0.01000,0.446
24,mlp.experts.118.gate_proj,0.00289156,0.01000,0.451
24,mlp.experts.119.gate_proj,0.00003038,0.01000,0.441
24,mlp.experts.120.gate_proj,0.00053025,0.01000,0.442
24,mlp.experts.121.gate_proj,0.00048274,0.01000,0.445
24,mlp.experts.122.gate_proj,0.00002944,0.01000,0.446
24,mlp.experts.123.gate_proj,0.00125419,0.01000,0.446
24,mlp.experts.124.gate_proj,0.00080261,0.01000,0.446
24,mlp.experts.125.gate_proj,0.00024167,0.01000,0.446
24,mlp.experts.126.gate_proj,0.00093061,0.01000,0.445
24,mlp.experts.127.gate_proj,0.00270124,0.01000,0.446
24,mlp.experts.0.down_proj,0.00034333,0.01000,0.184
24,mlp.experts.1.down_proj,0.00000957,0.01000,0.166
24,mlp.experts.2.down_proj,0.00128046,0.01000,0.166
24,mlp.experts.3.down_proj,0.00000021,0.01000,0.166
24,mlp.experts.4.down_proj,0.00034819,0.01000,0.168
24,mlp.experts.5.down_proj,0.00000007,0.01000,0.167
24,mlp.experts.6.down_proj,0.00011282,0.01000,0.168
24,mlp.experts.7.down_proj,0.00020218,0.01000,0.167
24,mlp.experts.8.down_proj,0.00285647,0.01000,0.168
24,mlp.experts.9.down_proj,0.00161740,0.01000,0.168
24,mlp.experts.10.down_proj,0.00000013,0.01000,0.169
24,mlp.experts.11.down_proj,0.00004684,0.01000,0.168
24,mlp.experts.12.down_proj,0.00016762,0.01000,0.167
24,mlp.experts.13.down_proj,0.00000001,0.01000,0.168
24,mlp.experts.14.down_proj,0.00074228,0.01000,0.167
24,mlp.experts.15.down_proj,0.00102325,0.01000,0.168
24,mlp.experts.16.down_proj,0.00053765,0.01000,0.167
24,mlp.experts.17.down_proj,0.00020824,0.01000,0.169
24,mlp.experts.18.down_proj,0.00019998,0.01000,0.168
24,mlp.experts.19.down_proj,0.00000019,0.01000,0.169
24,mlp.experts.20.down_proj,0.00007482,0.01000,0.168
24,mlp.experts.21.down_proj,0.00390415,0.01000,0.167
24,mlp.experts.22.down_proj,0.00204820,0.01000,0.169
24,mlp.experts.23.down_proj,0.00101922,0.01000,0.168
24,mlp.experts.24.down_proj,0.00018741,0.01000,0.169
24,mlp.experts.25.down_proj,0.00048829,0.01000,0.167
24,mlp.experts.26.down_proj,0.00039576,0.01000,0.169
24,mlp.experts.27.down_proj,0.00017611,0.01000,0.171
24,mlp.experts.28.down_proj,0.00002201,0.01000,0.169
24,mlp.experts.29.down_proj,0.00005900,0.01000,0.168
24,mlp.experts.30.down_proj,0.00578457,0.01000,0.168
24,mlp.experts.31.down_proj,0.00003818,0.01000,0.169
24,mlp.experts.32.down_proj,0.00057267,0.01000,0.168
24,mlp.experts.33.down_proj,0.00002739,0.01000,0.169
24,mlp.experts.34.down_proj,0.00022506,0.01000,0.168
24,mlp.experts.35.down_proj,0.00034799,0.01000,0.168
24,mlp.experts.36.down_proj,0.00019951,0.01000,0.168
24,mlp.experts.37.down_proj,0.00001879,0.01000,0.168
24,mlp.experts.38.down_proj,0.00046793,0.01000,0.167
24,mlp.experts.39.down_proj,0.00060555,0.01000,0.168
24,mlp.experts.40.down_proj,0.00006598,0.01000,0.168
24,mlp.experts.41.down_proj,0.00219176,0.01000,0.168
24,mlp.experts.42.down_proj,0.00063232,0.01000,0.168
24,mlp.experts.43.down_proj,0.00032976,0.01000,0.167
24,mlp.experts.44.down_proj,0.00010862,0.01000,0.168
24,mlp.experts.45.down_proj,0.00003763,0.01000,0.168
24,mlp.experts.46.down_proj,0.00065666,0.01000,0.168
24,mlp.experts.47.down_proj,0.00000943,0.01000,0.168
24,mlp.experts.48.down_proj,0.00000001,0.01000,0.168
24,mlp.experts.49.down_proj,0.00009625,0.01000,0.168
24,mlp.experts.50.down_proj,0.00009344,0.01000,0.168
24,mlp.experts.51.down_proj,0.00005172,0.01000,0.168
24,mlp.experts.52.down_proj,0.00591817,0.01000,0.168
24,mlp.experts.53.down_proj,0.00040268,0.01000,0.168
24,mlp.experts.54.down_proj,0.00007325,0.01000,0.169
24,mlp.experts.55.down_proj,0.00000177,0.01000,0.168
24,mlp.experts.56.down_proj,0.00179608,0.01000,0.168
24,mlp.experts.57.down_proj,0.00001317,0.01000,0.168
24,mlp.experts.58.down_proj,0.00035061,0.01000,0.170
24,mlp.experts.59.down_proj,0.00000144,0.01000,0.169
24,mlp.experts.60.down_proj,0.00014635,0.01000,0.167
24,mlp.experts.61.down_proj,0.00023021,0.01000,0.167
24,mlp.experts.62.down_proj,0.00007743,0.01000,0.167
24,mlp.experts.63.down_proj,0.00036970,0.01000,0.167
24,mlp.experts.64.down_proj,0.00416007,0.01000,0.168
24,mlp.experts.65.down_proj,0.00897586,0.01000,0.168
24,mlp.experts.66.down_proj,0.00003368,0.01000,0.167
24,mlp.experts.67.down_proj,0.00151272,0.01000,0.167
24,mlp.experts.68.down_proj,0.00038290,0.01000,0.167
24,mlp.experts.69.down_proj,0.00078202,0.01000,0.168
24,mlp.experts.70.down_proj,0.00007818,0.01000,0.167
24,mlp.experts.71.down_proj,0.00029320,0.01000,0.168
24,mlp.experts.72.down_proj,0.00000006,0.01000,0.168
24,mlp.experts.73.down_proj,0.01643438,0.01000,0.168
24,mlp.experts.74.down_proj,0.00020178,0.01000,0.168
24,mlp.experts.75.down_proj,0.00020555,0.01000,0.169
24,mlp.experts.76.down_proj,0.00024390,0.01000,0.168
24,mlp.experts.77.down_proj,0.00002160,0.01000,0.168
24,mlp.experts.78.down_proj,0.00056783,0.01000,0.168
24,mlp.experts.79.down_proj,0.00117280,0.01000,0.168
24,mlp.experts.80.down_proj,0.00013606,0.01000,0.170
24,mlp.experts.81.down_proj,0.00000013,0.01000,0.169
24,mlp.experts.82.down_proj,0.00000420,0.01000,0.169
24,mlp.experts.83.down_proj,0.00000058,0.01000,0.169
24,mlp.experts.84.down_proj,0.00000646,0.01000,0.168
24,mlp.experts.85.down_proj,0.00085529,0.01000,0.168
24,mlp.experts.86.down_proj,0.00000059,0.01000,0.168
24,mlp.experts.87.down_proj,0.00049356,0.01000,0.168
24,mlp.experts.88.down_proj,0.00000000,0.01000,0.168
24,mlp.experts.89.down_proj,0.00060207,0.01000,0.168
24,mlp.experts.90.down_proj,0.00014609,0.01000,0.168
24,mlp.experts.91.down_proj,0.00018271,0.01000,0.167
24,mlp.experts.92.down_proj,0.00192487,0.01000,0.168
24,mlp.experts.93.down_proj,0.00000151,0.01000,0.168
24,mlp.experts.94.down_proj,0.00027022,0.01000,0.167
24,mlp.experts.95.down_proj,0.00010349,0.01000,0.171
24,mlp.experts.96.down_proj,0.00788208,0.01000,0.167
24,mlp.experts.97.down_proj,0.00134956,0.01000,0.168
24,mlp.experts.98.down_proj,0.00000100,0.01000,0.167
24,mlp.experts.99.down_proj,0.00203932,0.01000,0.168
24,mlp.experts.100.down_proj,0.00033725,0.01000,0.168
24,mlp.experts.101.down_proj,0.00001445,0.01000,0.168
24,mlp.experts.102.down_proj,0.00060621,0.01000,0.167
24,mlp.experts.103.down_proj,0.00022943,0.01000,0.168
24,mlp.experts.104.down_proj,0.00000003,0.01000,0.168
24,mlp.experts.105.down_proj,0.00014965,0.01000,0.168
24,mlp.experts.106.down_proj,0.00000045,0.01000,0.169
24,mlp.experts.107.down_proj,0.00065167,0.01000,0.168
24,mlp.experts.108.down_proj,0.00011922,0.01000,0.167
24,mlp.experts.109.down_proj,0.00000054,0.01000,0.168
24,mlp.experts.110.down_proj,0.00000828,0.01000,0.168
24,mlp.experts.111.down_proj,0.00001798,0.01000,0.180
24,mlp.experts.112.down_proj,0.00040966,0.01000,0.169
24,mlp.experts.113.down_proj,0.00000433,0.01000,0.169
24,mlp.experts.114.down_proj,0.00097490,0.01000,0.168
24,mlp.experts.115.down_proj,0.00024425,0.01000,0.169
24,mlp.experts.116.down_proj,0.00022907,0.01000,0.180
24,mlp.experts.117.down_proj,0.00004144,0.01000,0.169
24,mlp.experts.118.down_proj,0.00117852,0.01000,0.169
24,mlp.experts.119.down_proj,0.00000831,0.01000,0.168
24,mlp.experts.120.down_proj,0.00012733,0.01000,0.169
24,mlp.experts.121.down_proj,0.00012090,0.01000,0.168
24,mlp.experts.122.down_proj,0.00000586,0.01000,0.168
24,mlp.experts.123.down_proj,0.00040816,0.01000,0.168
24,mlp.experts.124.down_proj,0.00023598,0.01000,0.169
24,mlp.experts.125.down_proj,0.00010355,0.01000,0.169
24,mlp.experts.126.down_proj,0.00052544,0.01000,0.168
24,mlp.experts.127.down_proj,0.00111931,0.01000,0.167
25,self_attn.q_proj,0.00080221,0.01000,0.453
25,self_attn.k_proj,0.00010119,0.01000,0.447
25,self_attn.v_proj,0.00011421,0.01000,0.441
25,self_attn.o_proj,0.00010112,0.01000,0.887
25,mlp.experts.0.up_proj,0.00169948,0.01000,0.470
25,mlp.experts.1.up_proj,0.00058509,0.01000,0.436
25,mlp.experts.2.up_proj,0.00202820,0.01000,0.435
25,mlp.experts.3.up_proj,0.00000000,0.01000,0.435
25,mlp.experts.4.up_proj,0.00026018,0.01000,0.436
25,mlp.experts.5.up_proj,0.00000744,0.01000,0.441
25,mlp.experts.6.up_proj,0.00231154,0.01000,0.436
25,mlp.experts.7.up_proj,0.00006296,0.01000,0.437
25,mlp.experts.8.up_proj,0.00038511,0.01000,0.439
25,mlp.experts.9.up_proj,0.00000041,0.01000,0.440
25,mlp.experts.10.up_proj,0.00529111,0.01000,0.431
25,mlp.experts.11.up_proj,0.00020361,0.01000,0.433
25,mlp.experts.12.up_proj,0.00072904,0.01000,0.435
25,mlp.experts.13.up_proj,0.00011165,0.01000,0.435
25,mlp.experts.14.up_proj,0.00029145,0.01000,0.436
25,mlp.experts.15.up_proj,0.00322365,0.01000,0.436
25,mlp.experts.16.up_proj,0.00096887,0.01000,0.439
25,mlp.experts.17.up_proj,0.00000102,0.01000,0.435
25,mlp.experts.18.up_proj,0.00125062,0.01000,0.436
25,mlp.experts.19.up_proj,0.00228821,0.01000,0.442
25,mlp.experts.20.up_proj,0.00266681,0.01000,0.440
25,mlp.experts.21.up_proj,0.00091673,0.01000,0.436
25,mlp.experts.22.up_proj,0.00000012,0.01000,0.441
25,mlp.experts.23.up_proj,0.00071162,0.01000,0.437
25,mlp.experts.24.up_proj,0.00183802,0.01000,0.442
25,mlp.experts.25.up_proj,0.00011907,0.01000,0.437
25,mlp.experts.26.up_proj,0.00244941,0.01000,0.435
25,mlp.experts.27.up_proj,0.00029544,0.01000,0.436
25,mlp.experts.28.up_proj,0.00176287,0.01000,0.437
25,mlp.experts.29.up_proj,0.00473156,0.01000,0.440
25,mlp.experts.30.up_proj,0.00122919,0.01000,0.436
25,mlp.experts.31.up_proj,0.00011771,0.01000,0.435
25,mlp.experts.32.up_proj,0.00023033,0.01000,0.443
25,mlp.experts.33.up_proj,0.00305651,0.01000,0.438
25,mlp.experts.34.up_proj,0.00019052,0.01000,0.442
25,mlp.experts.35.up_proj,0.00014562,0.01000,0.438
25,mlp.experts.36.up_proj,0.00069213,0.01000,0.437
25,mlp.experts.37.up_proj,0.00453918,0.01000,0.442
25,mlp.experts.38.up_proj,0.00003837,0.01000,0.435
25,mlp.experts.39.up_proj,0.00000090,0.01000,0.436
25,mlp.experts.40.up_proj,0.00258912,0.01000,0.435
25,mlp.experts.41.up_proj,0.00099922,0.01000,0.441
25,mlp.experts.42.up_proj,0.00059027,0.01000,0.436
25,mlp.experts.43.up_proj,0.00001308,0.01000,0.436
25,mlp.experts.44.up_proj,0.00119637,0.01000,0.437
25,mlp.experts.45.up_proj,0.00404508,0.01000,0.436
25,mlp.experts.46.up_proj,0.00000002,0.01000,0.443
25,mlp.experts.47.up_proj,0.00660843,0.01000,0.439
25,mlp.experts.48.up_proj,0.00000100,0.01000,0.447
25,mlp.experts.49.up_proj,0.00389122,0.01000,0.436
25,mlp.experts.50.up_proj,0.00000112,0.01000,0.452
25,mlp.experts.51.up_proj,0.00014079,0.01000,0.436
25,mlp.experts.52.up_proj,0.00605025,0.01000,0.435
25,mlp.experts.53.up_proj,0.00014762,0.01000,0.436
25,mlp.experts.54.up_proj,0.00000016,0.01000,0.435
25,mlp.experts.55.up_proj,0.00114153,0.01000,0.436
25,mlp.experts.56.up_proj,0.00000052,0.01000,0.439
25,mlp.experts.57.up_proj,0.00179270,0.01000,0.436
25,mlp.experts.58.up_proj,0.01319089,0.01000,0.436
25,mlp.experts.59.up_proj,0.00316480,0.01000,0.436
25,mlp.experts.60.up_proj,0.00000252,0.01000,0.443
25,mlp.experts.61.up_proj,0.01227948,0.01000,0.436
25,mlp.experts.62.up_proj,0.00220957,0.01000,0.441
25,mlp.experts.63.up_proj,0.00013149,0.01000,0.437
25,mlp.experts.64.up_proj,0.00000002,0.01000,0.434
25,mlp.experts.65.up_proj,0.00169677,0.01000,0.438
25,mlp.experts.66.up_proj,0.00177044,0.01000,0.433
25,mlp.experts.67.up_proj,0.00092818,0.01000,0.432
25,mlp.experts.68.up_proj,0.00019643,0.01000,0.432
25,mlp.experts.69.up_proj,0.00000003,0.01000,0.433
25,mlp.experts.70.up_proj,0.00011951,0.01000,0.433
25,mlp.experts.71.up_proj,0.00222482,0.01000,0.432
25,mlp.experts.72.up_proj,0.00003402,0.01000,0.432
25,mlp.experts.73.up_proj,0.00273368,0.01000,0.433
25,mlp.experts.74.up_proj,0.00001083,0.01000,0.451
25,mlp.experts.75.up_proj,0.00207757,0.01000,0.436
25,mlp.experts.76.up_proj,0.00158245,0.01000,0.453
25,mlp.experts.77.up_proj,0.00210670,0.01000,0.436
25,mlp.experts.78.up_proj,0.00470762,0.01000,0.436
25,mlp.experts.79.up_proj,0.00207836,0.01000,0.436
25,mlp.experts.80.up_proj,0.00204605,0.01000,0.436
25,mlp.experts.81.up_proj,0.00580908,0.01000,0.436
25,mlp.experts.82.up_proj,0.00204788,0.01000,0.438
25,mlp.experts.83.up_proj,0.00067862,0.01000,0.438
25,mlp.experts.84.up_proj,0.00006382,0.01000,0.437
25,mlp.experts.85.up_proj,0.00015345,0.01000,0.442
25,mlp.experts.86.up_proj,0.00000763,0.01000,0.437
25,mlp.experts.87.up_proj,0.00102541,0.01000,0.436
25,mlp.experts.88.up_proj,0.00000070,0.01000,0.439
25,mlp.experts.89.up_proj,0.00032261,0.01000,0.436
25,mlp.experts.90.up_proj,0.00001232,0.01000,0.436
25,mlp.experts.91.up_proj,0.00230006,0.01000,0.437
25,mlp.experts.92.up_proj,0.00546284,0.01000,0.440
25,mlp.experts.93.up_proj,0.00123169,0.01000,0.440
25,mlp.experts.94.up_proj,0.00000056,0.01000,0.437
25,mlp.experts.95.up_proj,0.00177182,0.01000,0.435
25,mlp.experts.96.up_proj,0.00000018,0.01000,0.435
25,mlp.experts.97.up_proj,0.00002032,0.01000,0.436
25,mlp.experts.98.up_proj,0.00131599,0.01000,0.435
25,mlp.experts.99.up_proj,0.00030918,0.01000,0.434
25,mlp.experts.100.up_proj,0.00000001,0.01000,0.436
25,mlp.experts.101.up_proj,0.00421355,0.01000,0.436
25,mlp.experts.102.up_proj,0.00160388,0.01000,0.436
25,mlp.experts.103.up_proj,0.00149806,0.01000,0.436
25,mlp.experts.104.up_proj,0.00309204,0.01000,0.437
25,mlp.experts.105.up_proj,0.00063217,0.01000,0.437
25,mlp.experts.106.up_proj,0.00440904,0.01000,0.436
25,mlp.experts.107.up_proj,0.00066859,0.01000,0.436
25,mlp.experts.108.up_proj,0.00152433,0.01000,0.436
25,mlp.experts.109.up_proj,0.00241879,0.01000,0.439
25,mlp.experts.110.up_proj,0.00011006,0.01000,0.436
25,mlp.experts.111.up_proj,0.00000028,0.01000,0.437
25,mlp.experts.112.up_proj,0.00329488,0.01000,0.436
25,mlp.experts.113.up_proj,0.00067978,0.01000,0.435
25,mlp.experts.114.up_proj,0.00000005,0.01000,0.435
25,mlp.experts.115.up_proj,0.00082252,0.01000,0.437
25,mlp.experts.116.up_proj,0.00000048,0.01000,0.435
25,mlp.experts.117.up_proj,0.00041472,0.01000,0.433
25,mlp.experts.118.up_proj,0.00072233,0.01000,0.433
25,mlp.experts.119.up_proj,0.00009240,0.01000,0.432
25,mlp.experts.120.up_proj,0.00169053,0.01000,0.432
25,mlp.experts.121.up_proj,0.00096263,0.01000,0.434
25,mlp.experts.122.up_proj,0.00146174,0.01000,0.436
25,mlp.experts.123.up_proj,0.00249568,0.01000,0.437
25,mlp.experts.124.up_proj,0.00084346,0.01000,0.437
25,mlp.experts.125.up_proj,0.00061729,0.01000,0.439
25,mlp.experts.126.up_proj,0.00019655,0.01000,0.438
25,mlp.experts.127.up_proj,0.00148627,0.01000,0.438
25,mlp.experts.0.gate_proj,0.00166137,0.01000,0.442
25,mlp.experts.1.gate_proj,0.00060372,0.01000,0.440
25,mlp.experts.2.gate_proj,0.00199663,0.01000,0.449
25,mlp.experts.3.gate_proj,0.00000000,0.01000,0.437
25,mlp.experts.4.gate_proj,0.00026133,0.01000,0.438
25,mlp.experts.5.gate_proj,0.00000722,0.01000,0.444
25,mlp.experts.6.gate_proj,0.00178993,0.01000,0.442
25,mlp.experts.7.gate_proj,0.00006445,0.01000,0.437
25,mlp.experts.8.gate_proj,0.00041763,0.01000,0.436
25,mlp.experts.9.gate_proj,0.00000045,0.01000,0.437
25,mlp.experts.10.gate_proj,0.00453110,0.01000,0.438
25,mlp.experts.11.gate_proj,0.00022025,0.01000,0.440
25,mlp.experts.12.gate_proj,0.00078025,0.01000,0.437
25,mlp.experts.13.gate_proj,0.00011396,0.01000,0.437
25,mlp.experts.14.gate_proj,0.00029933,0.01000,0.438
25,mlp.experts.15.gate_proj,0.00291863,0.01000,0.438
25,mlp.experts.16.gate_proj,0.00094248,0.01000,0.437
25,mlp.experts.17.gate_proj,0.00000112,0.01000,0.435
25,mlp.experts.18.gate_proj,0.00119587,0.01000,0.435
25,mlp.experts.19.gate_proj,0.00229075,0.01000,0.434
25,mlp.experts.20.gate_proj,0.00265680,0.01000,0.435
25,mlp.experts.21.gate_proj,0.00085330,0.01000,0.434
25,mlp.experts.22.gate_proj,0.00000011,0.01000,0.436
25,mlp.experts.23.gate_proj,0.00069478,0.01000,0.436
25,mlp.experts.24.gate_proj,0.00190169,0.01000,0.438
25,mlp.experts.25.gate_proj,0.00011723,0.01000,0.437
25,mlp.experts.26.gate_proj,0.00256536,0.01000,0.436
25,mlp.experts.27.gate_proj,0.00027656,0.01000,0.435
25,mlp.experts.28.gate_proj,0.00154061,0.01000,0.437
25,mlp.experts.29.gate_proj,0.00471201,0.01000,0.442
25,mlp.experts.30.gate_proj,0.00125297,0.01000,0.435
25,mlp.experts.31.gate_proj,0.00012275,0.01000,0.436
25,mlp.experts.32.gate_proj,0.00021663,0.01000,0.437
25,mlp.experts.33.gate_proj,0.00236183,0.01000,0.436
25,mlp.experts.34.gate_proj,0.00019854,0.01000,0.438
25,mlp.experts.35.gate_proj,0.00033550,0.01000,0.436
25,mlp.experts.36.gate_proj,0.00073269,0.01000,0.436
25,mlp.experts.37.gate_proj,0.00469368,0.01000,0.437
25,mlp.experts.38.gate_proj,0.00003677,0.01000,0.439
25,mlp.experts.39.gate_proj,0.00000084,0.01000,0.437
25,mlp.experts.40.gate_proj,0.00238611,0.01000,0.436
25,mlp.experts.41.gate_proj,0.00098917,0.01000,0.436
25,mlp.experts.42.gate_proj,0.00057850,0.01000,0.436
25,mlp.experts.43.gate_proj,0.00001336,0.01000,0.436
25,mlp.experts.44.gate_proj,0.00116936,0.01000,0.433
25,mlp.experts.45.gate_proj,0.00299005,0.01000,0.434
25,mlp.experts.46.gate_proj,0.00000002,0.01000,0.434
25,mlp.experts.47.gate_proj,0.00556144,0.01000,0.433
25,mlp.experts.48.gate_proj,0.00000102,0.01000,0.436
25,mlp.experts.49.gate_proj,0.00401175,0.01000,0.432
25,mlp.experts.50.gate_proj,0.00000112,0.01000,0.433
25,mlp.experts.51.gate_proj,0.00014399,0.01000,0.433
25,mlp.experts.52.gate_proj,0.00610907,0.01000,0.440
25,mlp.experts.53.gate_proj,0.00016513,0.01000,0.436
25,mlp.experts.54.gate_proj,0.00000017,0.01000,0.432
25,mlp.experts.55.gate_proj,0.00104587,0.01000,0.433
25,mlp.experts.56.gate_proj,0.00000048,0.01000,0.433
25,mlp.experts.57.gate_proj,0.00156029,0.01000,0.434
25,mlp.experts.58.gate_proj,0.00957650,0.01000,0.433
25,mlp.experts.59.gate_proj,0.00353358,0.01000,0.433
25,mlp.experts.60.gate_proj,0.00000248,0.01000,0.434
25,mlp.experts.61.gate_proj,0.01323817,0.01000,0.433
25,mlp.experts.62.gate_proj,0.00180463,0.01000,0.433
25,mlp.experts.63.gate_proj,0.00012238,0.01000,0.432
25,mlp.experts.64.gate_proj,0.00000002,0.01000,0.433
25,mlp.experts.65.gate_proj,0.00143830,0.01000,0.449
25,mlp.experts.66.gate_proj,0.00174461,0.01000,0.449
25,mlp.experts.67.gate_proj,0.00096609,0.01000,0.435
25,mlp.experts.68.gate_proj,0.00019428,0.01000,0.436
25,mlp.experts.69.gate_proj,0.00000003,0.01000,0.444
25,mlp.experts.70.gate_proj,0.00011321,0.01000,0.437
25,mlp.experts.71.gate_proj,0.00210671,0.01000,0.437
25,mlp.experts.72.gate_proj,0.00003560,0.01000,0.436
25,mlp.experts.73.gate_proj,0.00259046,0.01000,0.436
25,mlp.experts.74.gate_proj,0.00001122,0.01000,0.435
25,mlp.experts.75.gate_proj,0.00204558,0.01000,0.436
25,mlp.experts.76.gate_proj,0.00134854,0.01000,0.435
25,mlp.experts.77.gate_proj,0.00199683,0.01000,0.436
25,mlp.experts.78.gate_proj,0.00500929,0.01000,0.437
25,mlp.experts.79.gate_proj,0.00192501,0.01000,0.436
25,mlp.experts.80.gate_proj,0.00157147,0.01000,0.440
25,mlp.experts.81.gate_proj,0.00565176,0.01000,0.435
25,mlp.experts.82.gate_proj,0.00195719,0.01000,0.437
25,mlp.experts.83.gate_proj,0.00066048,0.01000,0.440
25,mlp.experts.84.gate_proj,0.00006537,0.01000,0.437
25,mlp.experts.85.gate_proj,0.00015794,0.01000,0.437
25,mlp.experts.86.gate_proj,0.00000803,0.01000,0.436
25,mlp.experts.87.gate_proj,0.00104419,0.01000,0.435
25,mlp.experts.88.gate_proj,0.00000068,0.01000,0.434
25,mlp.experts.89.gate_proj,0.00030471,0.01000,0.435
25,mlp.experts.90.gate_proj,0.00001213,0.01000,0.435
25,mlp.experts.91.gate_proj,0.00263444,0.01000,0.439
25,mlp.experts.92.gate_proj,0.00573831,0.01000,0.438
25,mlp.experts.93.gate_proj,0.00131380,0.01000,0.437
25,mlp.experts.94.gate_proj,0.00000058,0.01000,0.435
25,mlp.experts.95.gate_proj,0.00175660,0.01000,0.433
25,mlp.experts.96.gate_proj,0.00000017,0.01000,0.434
25,mlp.experts.97.gate_proj,0.00002014,0.01000,0.437
25,mlp.experts.98.gate_proj,0.00125637,0.01000,0.439
25,mlp.experts.99.gate_proj,0.00031696,0.01000,0.434
25,mlp.experts.100.gate_proj,0.00000001,0.01000,0.435
25,mlp.experts.101.gate_proj,0.00375967,0.01000,0.434
25,mlp.experts.102.gate_proj,0.00154644,0.01000,0.434
25,mlp.experts.103.gate_proj,0.00151790,0.01000,0.436
25,mlp.experts.104.gate_proj,0.00321088,0.01000,0.434
25,mlp.experts.105.gate_proj,0.00062044,0.01000,0.434
25,mlp.experts.106.gate_proj,0.00411656,0.01000,0.437
25,mlp.experts.107.gate_proj,0.00060301,0.01000,0.438
25,mlp.experts.108.gate_proj,0.00157475,0.01000,0.434
25,mlp.experts.109.gate_proj,0.00207484,0.01000,0.434
25,mlp.experts.110.gate_proj,0.00011376,0.01000,0.435
25,mlp.experts.111.gate_proj,0.00000027,0.01000,0.436
25,mlp.experts.112.gate_proj,0.00343978,0.01000,0.437
25,mlp.experts.113.gate_proj,0.00065097,0.01000,0.437
25,mlp.experts.114.gate_proj,0.00000005,0.01000,0.443
25,mlp.experts.115.gate_proj,0.00075908,0.01000,0.436
25,mlp.experts.116.gate_proj,0.00000048,0.01000,0.437
25,mlp.experts.117.gate_proj,0.00042245,0.01000,0.437
25,mlp.experts.118.gate_proj,0.00073618,0.01000,0.438
25,mlp.experts.119.gate_proj,0.00009419,0.01000,0.439
25,mlp.experts.120.gate_proj,0.00155839,0.01000,0.456
25,mlp.experts.121.gate_proj,0.00090591,0.01000,0.437
25,mlp.experts.122.gate_proj,0.00149076,0.01000,0.438
25,mlp.experts.123.gate_proj,0.00216147,0.01000,0.437
25,mlp.experts.124.gate_proj,0.00086364,0.01000,0.437
25,mlp.experts.125.gate_proj,0.00057661,0.01000,0.437
25,mlp.experts.126.gate_proj,0.00020272,0.01000,0.436
25,mlp.experts.127.gate_proj,0.00130761,0.01000,0.437
25,mlp.experts.0.down_proj,0.00069228,0.01000,0.185
25,mlp.experts.1.down_proj,0.00021803,0.01000,0.166
25,mlp.experts.2.down_proj,0.00058672,0.01000,0.166
25,mlp.experts.3.down_proj,0.00000000,0.01000,0.166
25,mlp.experts.4.down_proj,0.00009170,0.01000,0.166
25,mlp.experts.5.down_proj,0.00000700,0.01000,0.166
25,mlp.experts.6.down_proj,0.00076406,0.01000,0.166
25,mlp.experts.7.down_proj,0.00001135,0.01000,0.167
25,mlp.experts.8.down_proj,0.00023384,0.01000,0.167
25,mlp.experts.9.down_proj,0.00000032,0.01000,0.166
25,mlp.experts.10.down_proj,0.00090281,0.01000,0.167
25,mlp.experts.11.down_proj,0.00002165,0.01000,0.168
25,mlp.experts.12.down_proj,0.00014754,0.01000,0.167
25,mlp.experts.13.down_proj,0.00002072,0.01000,0.168
25,mlp.experts.14.down_proj,0.00006821,0.01000,0.167
25,mlp.experts.15.down_proj,0.00337627,0.01000,0.168
25,mlp.experts.16.down_proj,0.00049262,0.01000,0.170
25,mlp.experts.17.down_proj,0.00000032,0.01000,0.183
25,mlp.experts.18.down_proj,0.00043990,0.01000,0.168
25,mlp.experts.19.down_proj,0.00188826,0.01000,0.168
25,mlp.experts.20.down_proj,0.00101295,0.01000,0.168
25,mlp.experts.21.down_proj,0.00023581,0.01000,0.173
25,mlp.experts.22.down_proj,0.00000004,0.01000,0.182
25,mlp.experts.23.down_proj,0.00047399,0.01000,0.168
25,mlp.experts.24.down_proj,0.00057097,0.01000,0.168
25,mlp.experts.25.down_proj,0.00003688,0.01000,0.168
25,mlp.experts.26.down_proj,0.00344446,0.01000,0.168
25,mlp.experts.27.down_proj,0.00005589,0.01000,0.167
25,mlp.experts.28.down_proj,0.00120674,0.01000,0.167
25,mlp.experts.29.down_proj,0.00149602,0.01000,0.169
25,mlp.experts.30.down_proj,0.00080156,0.01000,0.167
25,mlp.experts.31.down_proj,0.00002009,0.01000,0.169
25,mlp.experts.32.down_proj,0.00034935,0.01000,0.168
25,mlp.experts.33.down_proj,0.00220958,0.01000,0.174
25,mlp.experts.34.down_proj,0.00008503,0.01000,0.172
25,mlp.experts.35.down_proj,0.00002450,0.01000,0.168
25,mlp.experts.36.down_proj,0.00015556,0.01000,0.168
25,mlp.experts.37.down_proj,0.00214405,0.01000,0.170
25,mlp.experts.38.down_proj,0.00001937,0.01000,0.168
25,mlp.experts.39.down_proj,0.00000042,0.01000,0.169
25,mlp.experts.40.down_proj,0.00051895,0.01000,0.168
25,mlp.experts.41.down_proj,0.00024227,0.01000,0.168
25,mlp.experts.42.down_proj,0.00017350,0.01000,0.168
25,mlp.experts.43.down_proj,0.00000321,0.01000,0.168
25,mlp.experts.44.down_proj,0.00027144,0.01000,0.169
25,mlp.experts.45.down_proj,0.00435490,0.01000,0.168
25,mlp.experts.46.down_proj,0.00000001,0.01000,0.168
25,mlp.experts.47.down_proj,0.00452565,0.01000,0.168
25,mlp.experts.48.down_proj,0.00000044,0.01000,0.168
25,mlp.experts.49.down_proj,0.00146505,0.01000,0.168
25,mlp.experts.50.down_proj,0.00000041,0.01000,0.168
25,mlp.experts.51.down_proj,0.00008731,0.01000,0.168
25,mlp.experts.52.down_proj,0.00203476,0.01000,0.168
25,mlp.experts.53.down_proj,0.00001756,0.01000,0.168
25,mlp.experts.54.down_proj,0.00000009,0.01000,0.170
25,mlp.experts.55.down_proj,0.00029551,0.01000,0.175
25,mlp.experts.56.down_proj,0.00000028,0.01000,0.168
25,mlp.experts.57.down_proj,0.00046808,0.01000,0.168
25,mlp.experts.58.down_proj,0.00507423,0.01000,0.172
25,mlp.experts.59.down_proj,0.00074773,0.01000,0.168
25,mlp.experts.60.down_proj,0.00000308,0.01000,0.170
25,mlp.experts.61.down_proj,0.01192665,0.01000,0.168
25,mlp.experts.62.down_proj,0.00033910,0.01000,0.167
25,mlp.experts.63.down_proj,0.00010786,0.01000,0.168
25,mlp.experts.64.down_proj,0.00000003,0.01000,0.168
25,mlp.experts.65.down_proj,0.00043031,0.01000,0.168
25,mlp.experts.66.down_proj,0.00062916,0.01000,0.173
25,mlp.experts.67.down_proj,0.00052486,0.01000,0.168
25,mlp.experts.68.down_proj,0.00005467,0.01000,0.168
25,mlp.experts.69.down_proj,0.00000001,0.01000,0.168
25,mlp.experts.70.down_proj,0.00004408,0.01000,0.167
25,mlp.experts.71.down_proj,0.00042372,0.01000,0.167
25,mlp.experts.72.down_proj,0.00000712,0.01000,0.167
25,mlp.experts.73.down_proj,0.00098240,0.01000,0.167
25,mlp.experts.74.down_proj,0.00000444,0.01000,0.168
25,mlp.experts.75.down_proj,0.00050110,0.01000,0.168
25,mlp.experts.76.down_proj,0.00028881,0.01000,0.168
25,mlp.experts.77.down_proj,0.00089621,0.01000,0.168
25,mlp.experts.78.down_proj,0.00396209,0.01000,0.168
25,mlp.experts.79.down_proj,0.00075505,0.01000,0.170
25,mlp.experts.80.down_proj,0.00103977,0.01000,0.167
25,mlp.experts.81.down_proj,0.00281161,0.01000,0.168
25,mlp.experts.82.down_proj,0.00081667,0.01000,0.169
25,mlp.experts.83.down_proj,0.00027769,0.01000,0.168
25,mlp.experts.84.down_proj,0.00001059,0.01000,0.168
25,mlp.experts.85.down_proj,0.00002454,0.01000,0.168
25,mlp.experts.86.down_proj,0.00000187,0.01000,0.168
25,mlp.experts.87.down_proj,0.00045173,0.01000,0.170
25,mlp.experts.88.down_proj,0.00000031,0.01000,0.168
25,mlp.experts.89.down_proj,0.00011455,0.01000,0.168
25,mlp.experts.90.down_proj,0.00000960,0.01000,0.168
25,mlp.experts.91.down_proj,0.00052060,0.01000,0.168
25,mlp.experts.92.down_proj,0.00469164,0.01000,0.168
25,mlp.experts.93.down_proj,0.00032133,0.01000,0.169
25,mlp.experts.94.down_proj,0.00000022,0.01000,0.168
25,mlp.experts.95.down_proj,0.00066425,0.01000,0.168
25,mlp.experts.96.down_proj,0.00000004,0.01000,0.169
25,mlp.experts.97.down_proj,0.00000530,0.01000,0.168
25,mlp.experts.98.down_proj,0.00039539,0.01000,0.168
25,mlp.experts.99.down_proj,0.00006432,0.01000,0.169
25,mlp.experts.100.down_proj,0.00000000,0.01000,0.168
25,mlp.experts.101.down_proj,0.00081855,0.01000,0.169
25,mlp.experts.102.down_proj,0.00046403,0.01000,0.168
25,mlp.experts.103.down_proj,0.00086362,0.01000,0.168
25,mlp.experts.104.down_proj,0.00080467,0.01000,0.171
25,mlp.experts.105.down_proj,0.00013629,0.01000,0.169
25,mlp.experts.106.down_proj,0.00091667,0.01000,0.168
25,mlp.experts.107.down_proj,0.00017247,0.01000,0.168
25,mlp.experts.108.down_proj,0.00072651,0.01000,0.168
25,mlp.experts.109.down_proj,0.00072207,0.01000,0.168
25,mlp.experts.110.down_proj,0.00005987,0.01000,0.168
25,mlp.experts.111.down_proj,0.00000010,0.01000,0.167
25,mlp.experts.112.down_proj,0.00135694,0.01000,0.169
25,mlp.experts.113.down_proj,0.00016708,0.01000,0.167
25,mlp.experts.114.down_proj,0.00000002,0.01000,0.168
25,mlp.experts.115.down_proj,0.00019601,0.01000,0.169
25,mlp.experts.116.down_proj,0.00000011,0.01000,0.169
25,mlp.experts.117.down_proj,0.00018269,0.01000,0.171
25,mlp.experts.118.down_proj,0.00080339,0.01000,0.168
25,mlp.experts.119.down_proj,0.00001826,0.01000,0.170
25,mlp.experts.120.down_proj,0.00109523,0.01000,0.168
25,mlp.experts.121.down_proj,0.00022643,0.01000,0.168
25,mlp.experts.122.down_proj,0.00076253,0.01000,0.169
25,mlp.experts.123.down_proj,0.00071169,0.01000,0.167
25,mlp.experts.124.down_proj,0.00019720,0.01000,0.169
25,mlp.experts.125.down_proj,0.00010464,0.01000,0.167
25,mlp.experts.126.down_proj,0.00011630,0.01000,0.167
25,mlp.experts.127.down_proj,0.00038132,0.01000,0.170
26,self_attn.q_proj,0.00139977,0.01000,0.445
26,self_attn.k_proj,0.00019508,0.01000,0.438
26,self_attn.v_proj,0.00021701,0.01000,0.437
26,self_attn.o_proj,0.00017644,0.01000,0.887
26,mlp.experts.0.up_proj,0.00002244,0.01000,0.470
26,mlp.experts.1.up_proj,0.00185123,0.01000,0.433
26,mlp.experts.2.up_proj,0.00021369,0.01000,0.433
26,mlp.experts.3.up_proj,0.00348666,0.01000,0.432
26,mlp.experts.4.up_proj,0.00703218,0.01000,0.432
26,mlp.experts.5.up_proj,0.00006810,0.01000,0.437
26,mlp.experts.6.up_proj,0.00200054,0.01000,0.434
26,mlp.experts.7.up_proj,0.00096829,0.01000,0.435
26,mlp.experts.8.up_proj,0.00142952,0.01000,0.435
26,mlp.experts.9.up_proj,0.00135618,0.01000,0.435
26,mlp.experts.10.up_proj,0.00108296,0.01000,0.435
26,mlp.experts.11.up_proj,0.00031987,0.01000,0.437
26,mlp.experts.12.up_proj,0.00029325,0.01000,0.435
26,mlp.experts.13.up_proj,0.00020539,0.01000,0.435
26,mlp.experts.14.up_proj,0.00777822,0.01000,0.434
26,mlp.experts.15.up_proj,0.00155265,0.01000,0.440
26,mlp.experts.16.up_proj,0.00111928,0.01000,0.438
26,mlp.experts.17.up_proj,0.00516638,0.01000,0.436
26,mlp.experts.18.up_proj,0.00145482,0.01000,0.435
26,mlp.experts.19.up_proj,0.00014040,0.01000,0.451
26,mlp.experts.20.up_proj,0.00198869,0.01000,0.441
26,mlp.experts.21.up_proj,0.00005508,0.01000,0.461
26,mlp.experts.22.up_proj,0.00505807,0.01000,0.438
26,mlp.experts.23.up_proj,0.00286427,0.01000,0.438
26,mlp.experts.24.up_proj,0.00020786,0.01000,0.442
26,mlp.experts.25.up_proj,0.00000384,0.01000,0.441
26,mlp.experts.26.up_proj,0.00241259,0.01000,0.437
26,mlp.experts.27.up_proj,0.00013565,0.01000,0.437
26,mlp.experts.28.up_proj,0.00113450,0.01000,0.437
26,mlp.experts.29.up_proj,0.00018110,0.01000,0.443
26,mlp.experts.30.up_proj,0.00047916,0.01000,0.437
26,mlp.experts.31.up_proj,0.00030327,0.01000,0.437
26,mlp.experts.32.up_proj,0.00167121,0.01000,0.437
26,mlp.experts.33.up_proj,0.00464013,0.01000,0.439
26,mlp.experts.34.up_proj,0.00393328,0.01000,0.439
26,mlp.experts.35.up_proj,0.00001784,0.01000,0.437
26,mlp.experts.36.up_proj,0.00093709,0.01000,0.436
26,mlp.experts.37.up_proj,0.00097195,0.01000,0.435
26,mlp.experts.38.up_proj,0.00459368,0.01000,0.441
26,mlp.experts.39.up_proj,0.00224683,0.01000,0.435
26,mlp.experts.40.up_proj,0.00085105,0.01000,0.434
26,mlp.experts.41.up_proj,0.00000040,0.01000,0.436
26,mlp.experts.42.up_proj,0.00812426,0.01000,0.442
26,mlp.experts.43.up_proj,0.00000005,0.01000,0.441
26,mlp.experts.44.up_proj,0.00375169,0.01000,0.436
26,mlp.experts.45.up_proj,0.00000013,0.01000,0.436
26,mlp.experts.46.up_proj,0.00000352,0.01000,0.440
26,mlp.experts.47.up_proj,0.00130207,0.01000,0.440
26,mlp.experts.48.up_proj,0.00137219,0.01000,0.438
26,mlp.experts.49.up_proj,0.00376405,0.01000,0.444
26,mlp.experts.50.up_proj,0.00097159,0.01000,0.441
26,mlp.experts.51.up_proj,0.00053337,0.01000,0.439
26,mlp.experts.52.up_proj,0.00001013,0.01000,0.440
26,mlp.experts.53.up_proj,0.00298511,0.01000,0.443
26,mlp.experts.54.up_proj,0.00001222,0.01000,0.438
26,mlp.experts.55.up_proj,0.00250414,0.01000,0.441
26,mlp.experts.56.up_proj,0.00000039,0.01000,0.448
26,mlp.experts.57.up_proj,0.00205918,0.01000,0.448
26,mlp.experts.58.up_proj,0.00082643,0.01000,0.440
26,mlp.experts.59.up_proj,0.00020934,0.01000,0.442
26,mlp.experts.60.up_proj,0.00211795,0.01000,0.440
26,mlp.experts.61.up_proj,0.00028831,0.01000,0.443
26,mlp.experts.62.up_proj,0.00299466,0.01000,0.438
26,mlp.experts.63.up_proj,0.00009426,0.01000,0.440
26,mlp.experts.64.up_proj,0.00235402,0.01000,0.441
26,mlp.experts.65.up_proj,0.00000001,0.01000,0.440
26,mlp.experts.66.up_proj,0.00031402,0.01000,0.440
26,mlp.experts.67.up_proj,0.00011959,0.01000,0.439
26,mlp.experts.68.up_proj,0.00069995,0.01000,0.438
26,mlp.experts.69.up_proj,0.00138293,0.01000,0.440
26,mlp.experts.70.up_proj,0.00000016,0.01000,0.442
26,mlp.experts.71.up_proj,0.00171911,0.01000,0.444
26,mlp.experts.72.up_proj,0.00016607,0.01000,0.440
26,mlp.experts.73.up_proj,0.00124606,0.01000,0.450
26,mlp.experts.74.up_proj,0.00210047,0.01000,0.439
26,mlp.experts.75.up_proj,0.00399833,0.01000,0.444
26,mlp.experts.76.up_proj,0.00182121,0.01000,0.440
26,mlp.experts.77.up_proj,0.00022426,0.01000,0.443
26,mlp.experts.78.up_proj,0.00022866,0.01000,0.441
26,mlp.experts.79.up_proj,0.00128943,0.01000,0.447
26,mlp.experts.80.up_proj,0.00439166,0.01000,0.448
26,mlp.experts.81.up_proj,0.00251004,0.01000,0.442
26,mlp.experts.82.up_proj,0.00404690,0.01000,0.442
26,mlp.experts.83.up_proj,0.00011470,0.01000,0.442
26,mlp.experts.84.up_proj,0.00278038,0.01000,0.443
26,mlp.experts.85.up_proj,0.00004110,0.01000,0.441
26,mlp.experts.86.up_proj,0.00437663,0.01000,0.442
26,mlp.experts.87.up_proj,0.00040439,0.01000,0.445
26,mlp.experts.88.up_proj,0.00023924,0.01000,0.442
26,mlp.experts.89.up_proj,0.00008430,0.01000,0.441
26,mlp.experts.90.up_proj,0.00007597,0.01000,0.445
26,mlp.experts.91.up_proj,0.00004376,0.01000,0.442
26,mlp.experts.92.up_proj,0.01028804,0.01000,0.442
26,mlp.experts.93.up_proj,0.00007935,0.01000,0.441
26,mlp.experts.94.up_proj,0.00029955,0.01000,0.441
26,mlp.experts.95.up_proj,0.00192260,0.01000,0.441
26,mlp.experts.96.up_proj,0.00018170,0.01000,0.442
26,mlp.experts.97.up_proj,0.00000192,0.01000,0.444
26,mlp.experts.98.up_proj,0.00049734,0.01000,0.441
26,mlp.experts.99.up_proj,0.00138853,0.01000,0.441
26,mlp.experts.100.up_proj,0.00349003,0.01000,0.441
26,mlp.experts.101.up_proj,0.00334580,0.01000,0.441
26,mlp.experts.102.up_proj,0.00189629,0.01000,0.441
26,mlp.experts.103.up_proj,0.00000162,0.01000,0.441
26,mlp.experts.104.up_proj,0.00011230,0.01000,0.440
26,mlp.experts.105.up_proj,0.00385608,0.01000,0.437
26,mlp.experts.106.up_proj,0.00000047,0.01000,0.438
26,mlp.experts.107.up_proj,0.00047024,0.01000,0.436
26,mlp.experts.108.up_proj,0.00125162,0.01000,0.436
26,mlp.experts.109.up_proj,0.00093262,0.01000,0.438
26,mlp.experts.110.up_proj,0.00452000,0.01000,0.438
26,mlp.experts.111.up_proj,0.00183071,0.01000,0.438
26,mlp.experts.112.up_proj,0.00029975,0.01000,0.437
26,mlp.experts.113.up_proj,0.00004875,0.01000,0.436
26,mlp.experts.114.up_proj,0.00056405,0.01000,0.437
26,mlp.experts.115.up_proj,0.00403885,0.01000,0.442
26,mlp.experts.116.up_proj,0.00004398,0.01000,0.438
26,mlp.experts.117.up_proj,0.00002412,0.01000,0.439
26,mlp.experts.118.up_proj,0.00003110,0.01000,0.442
26,mlp.experts.119.up_proj,0.00015815,0.01000,0.441
26,mlp.experts.120.up_proj,0.00000490,0.01000,0.446
26,mlp.experts.121.up_proj,0.00016634,0.01000,0.442
26,mlp.experts.122.up_proj,0.00000045,0.01000,0.442
26,mlp.experts.123.up_proj,0.00001162,0.01000,0.441
26,mlp.experts.124.up_proj,0.00003068,0.01000,0.442
26,mlp.experts.125.up_proj,0.00149094,0.01000,0.439
26,mlp.experts.126.up_proj,0.00003365,0.01000,0.439
26,mlp.experts.127.up_proj,0.00000003,0.01000,0.439
26,mlp.experts.0.gate_proj,0.00002081,0.01000,0.439
26,mlp.experts.1.gate_proj,0.00174867,0.01000,0.439
26,mlp.experts.2.gate_proj,0.00022224,0.01000,0.440
26,mlp.experts.3.gate_proj,0.00329877,0.01000,0.444
26,mlp.experts.4.gate_proj,0.00703977,0.01000,0.443
26,mlp.experts.5.gate_proj,0.00006444,0.01000,0.443
26,mlp.experts.6.gate_proj,0.00190604,0.01000,0.445
26,mlp.experts.7.gate_proj,0.00090037,0.01000,0.444
26,mlp.experts.8.gate_proj,0.00137040,0.01000,0.459
26,mlp.experts.9.gate_proj,0.00143504,0.01000,0.447
26,mlp.experts.10.gate_proj,0.00098127,0.01000,0.466
26,mlp.experts.11.gate_proj,0.00033262,0.01000,0.447
26,mlp.experts.12.gate_proj,0.00030264,0.01000,0.447
26,mlp.experts.13.gate_proj,0.00021185,0.01000,0.449
26,mlp.experts.14.gate_proj,0.00731623,0.01000,0.448
26,mlp.experts.15.gate_proj,0.00157860,0.01000,0.447
26,mlp.experts.16.gate_proj,0.00119938,0.01000,0.448
26,mlp.experts.17.gate_proj,0.00523621,0.01000,0.450
26,mlp.experts.18.gate_proj,0.00130512,0.01000,0.448
26,mlp.experts.19.gate_proj,0.00014365,0.01000,0.450
26,mlp.experts.20.gate_proj,0.00203777,0.01000,0.448
26,mlp.experts.21.gate_proj,0.00005165,0.01000,0.447
26,mlp.experts.22.gate_proj,0.00570907,0.01000,0.448
26,mlp.experts.23.gate_proj,0.00267133,0.01000,0.450
26,mlp.experts.24.gate_proj,0.00021373,0.01000,0.449
26,mlp.experts.25.gate_proj,0.00000350,0.01000,0.448
26,mlp.experts.26.gate_proj,0.00248165,0.01000,0.449
26,mlp.experts.27.gate_proj,0.00013671,0.01000,0.451
26,mlp.experts.28.gate_proj,0.00102678,0.01000,0.449
26,mlp.experts.29.gate_proj,0.00018668,0.01000,0.448
26,mlp.experts.30.gate_proj,0.00046078,0.01000,0.445
26,mlp.experts.31.gate_proj,0.00029972,0.01000,0.443
26,mlp.experts.32.gate_proj,0.00160522,0.01000,0.444
26,mlp.experts.33.gate_proj,0.00495602,0.01000,0.445
26,mlp.experts.34.gate_proj,0.00342046,0.01000,0.444
26,mlp.experts.35.gate_proj,0.00001861,0.01000,0.444
26,mlp.experts.36.gate_proj,0.00089076,0.01000,0.447
26,mlp.experts.37.gate_proj,0.00096791,0.01000,0.447
26,mlp.experts.38.gate_proj,0.00455278,0.01000,0.446
26,mlp.experts.39.gate_proj,0.00196718,0.01000,0.445
26,mlp.experts.40.gate_proj,0.00082645,0.01000,0.447
26,mlp.experts.41.gate_proj,0.00000038,0.01000,0.447
26,mlp.experts.42.gate_proj,0.00848974,0.01000,0.446
26,mlp.experts.43.gate_proj,0.00000005,0.01000,0.447
26,mlp.experts.44.gate_proj,0.00353420,0.01000,0.452
26,mlp.experts.45.gate_proj,0.00000013,0.01000,0.445
26,mlp.experts.46.gate_proj,0.00000333,0.01000,0.445
26,mlp.experts.47.gate_proj,0.00143940,0.01000,0.444
26,mlp.experts.48.gate_proj,0.00133754,0.01000,0.445
26,mlp.experts.49.gate_proj,0.00377866,0.01000,0.442
26,mlp.experts.50.gate_proj,0.00097140,0.01000,0.445
26,mlp.experts.51.gate_proj,0.00052157,0.01000,0.442
26,mlp.experts.52.gate_proj,0.00000929,0.01000,0.442
26,mlp.experts.53.gate_proj,0.00275486,0.01000,0.442
26,mlp.experts.54.gate_proj,0.00001176,0.01000,0.443
26,mlp.experts.55.gate_proj,0.00242794,0.01000,0.445
26,mlp.experts.56.gate_proj,0.00000039,0.01000,0.443
26,mlp.experts.57.gate_proj,0.00192528,0.01000,0.443
26,mlp.experts.58.gate_proj,0.00072963,0.01000,0.453
26,mlp.experts.59.gate_proj,0.00021661,0.01000,0.444
26,mlp.experts.60.gate_proj,0.00166892,0.01000,0.454
26,mlp.experts.61.gate_proj,0.00031473,0.01000,0.451
26,mlp.experts.62.gate_proj,0.00352176,0.01000,0.443
26,mlp.experts.63.gate_proj,0.00008928,0.01000,0.444
26,mlp.experts.64.gate_proj,0.00237181,0.01000,0.445
26,mlp.experts.65.gate_proj,0.00000001,0.01000,0.443
26,mlp.experts.66.gate_proj,0.00030814,0.01000,0.443
26,mlp.experts.67.gate_proj,0.00012443,0.01000,0.444
26,mlp.experts.68.gate_proj,0.00068339,0.01000,0.448
26,mlp.experts.69.gate_proj,0.00139372,0.01000,0.443
26,mlp.experts.70.gate_proj,0.00000016,0.01000,0.443
26,mlp.experts.71.gate_proj,0.00149680,0.01000,0.443
26,mlp.experts.72.gate_proj,0.00016916,0.01000,0.444
26,mlp.experts.73.gate_proj,0.00122825,0.01000,0.445
26,mlp.experts.74.gate_proj,0.00216992,0.01000,0.443
26,mlp.experts.75.gate_proj,0.00394418,0.01000,0.442
26,mlp.experts.76.gate_proj,0.00173050,0.01000,0.441
26,mlp.experts.77.gate_proj,0.00022771,0.01000,0.449
26,mlp.experts.78.gate_proj,0.00023197,0.01000,0.442
26,mlp.experts.79.gate_proj,0.00134937,0.01000,0.442
26,mlp.experts.80.gate_proj,0.00471961,0.01000,0.442
26,mlp.experts.81.gate_proj,0.00259407,0.01000,0.442
26,mlp.experts.82.gate_proj,0.00437459,0.01000,0.441
26,mlp.experts.83.gate_proj,0.00011756,0.01000,0.440
26,mlp.experts.84.gate_proj,0.00287896,0.01000,0.439
26,mlp.experts.85.gate_proj,0.00004282,0.01000,0.442
26,mlp.experts.86.gate_proj,0.00450222,0.01000,0.441
26,mlp.experts.87.gate_proj,0.00041614,0.01000,0.441
26,mlp.experts.88.gate_proj,0.00022977,0.01000,0.440
26,mlp.experts.89.gate_proj,0.00008698,0.01000,0.440
26,mlp.experts.90.gate_proj,0.00007179,0.01000,0.443
26,mlp.experts.91.gate_proj,0.00004744,0.01000,0.442
26,mlp.experts.92.gate_proj,0.01076145,0.01000,0.442
26,mlp.experts.93.gate_proj,0.00007575,0.01000,0.443
26,mlp.experts.94.gate_proj,0.00031699,0.01000,0.447
26,mlp.experts.95.gate_proj,0.00186150,0.01000,0.442
26,mlp.experts.96.gate_proj,0.00017783,0.01000,0.440
26,mlp.experts.97.gate_proj,0.00000196,0.01000,0.446
26,mlp.experts.98.gate_proj,0.00051337,0.01000,0.439
26,mlp.experts.99.gate_proj,0.00132853,0.01000,0.442
26,mlp.experts.100.gate_proj,0.00377018,0.01000,0.442
26,mlp.experts.101.gate_proj,0.00352911,0.01000,0.440
26,mlp.experts.102.gate_proj,0.00210204,0.01000,0.439
26,mlp.experts.103.gate_proj,0.00000159,0.01000,0.439
26,mlp.experts.104.gate_proj,0.00011235,0.01000,0.441
26,mlp.experts.105.gate_proj,0.00394665,0.01000,0.438
26,mlp.experts.106.gate_proj,0.00000044,0.01000,0.438
26,mlp.experts.107.gate_proj,0.00046244,0.01000,0.438
26,mlp.experts.108.gate_proj,0.00127283,0.01000,0.442
26,mlp.experts.109.gate_proj,0.00101162,0.01000,0.442
26,mlp.experts.110.gate_proj,0.00448111,0.01000,0.440
26,mlp.experts.111.gate_proj,0.00172635,0.01000,0.438
26,mlp.experts.112.gate_proj,0.00027277,0.01000,0.437
26,mlp.experts.113.gate_proj,0.00005097,0.01000,0.443
26,mlp.experts.114.gate_proj,0.00058573,0.01000,0.437
26,mlp.experts.115.gate_proj,0.00410237,0.01000,0.437
26,mlp.experts.116.gate_proj,0.00004560,0.01000,0.439
26,mlp.experts.117.gate_proj,0.00007118,0.01000,0.444
26,mlp.experts.118.gate_proj,0.00002742,0.01000,0.459
26,mlp.experts.119.gate_proj,0.00015215,0.01000,0.441
26,mlp.experts.120.gate_proj,0.00000510,0.01000,0.455
26,mlp.experts.121.gate_proj,0.00017049,0.01000,0.442
26,mlp.experts.122.gate_proj,0.00000038,0.01000,0.447
26,mlp.experts.123.gate_proj,0.00001106,0.01000,0.444
26,mlp.experts.124.gate_proj,0.00003049,0.01000,0.445
26,mlp.experts.125.gate_proj,0.00146052,0.01000,0.444
26,mlp.experts.126.gate_proj,0.00003385,0.01000,0.444
26,mlp.experts.127.gate_proj,0.00000003,0.01000,0.446
26,mlp.experts.0.down_proj,0.00000638,0.01000,0.181
26,mlp.experts.1.down_proj,0.00037496,0.01000,0.165
26,mlp.experts.2.down_proj,0.00004769,0.01000,0.166
26,mlp.experts.3.down_proj,0.00066233,0.01000,0.168
26,mlp.experts.4.down_proj,0.00466936,0.01000,0.166
26,mlp.experts.5.down_proj,0.00003880,0.01000,0.166
26,mlp.experts.6.down_proj,0.00043306,0.01000,0.166
26,mlp.experts.7.down_proj,0.00026705,0.01000,0.167
26,mlp.experts.8.down_proj,0.00033298,0.01000,0.167
26,mlp.experts.9.down_proj,0.00060337,0.01000,0.167
26,mlp.experts.10.down_proj,0.00044459,0.01000,0.166
26,mlp.experts.11.down_proj,0.00012609,0.01000,0.167
26,mlp.experts.12.down_proj,0.00011559,0.01000,0.166
26,mlp.experts.13.down_proj,0.00002294,0.01000,0.166
26,mlp.experts.14.down_proj,0.00179820,0.01000,0.167
26,mlp.experts.15.down_proj,0.00067385,0.01000,0.167
26,mlp.experts.16.down_proj,0.00017329,0.01000,0.166
26,mlp.experts.17.down_proj,0.00353302,0.01000,0.166
26,mlp.experts.18.down_proj,0.00052912,0.01000,0.166
26,mlp.experts.19.down_proj,0.00003361,0.01000,0.166
26,mlp.experts.20.down_proj,0.00081782,0.01000,0.166
26,mlp.experts.21.down_proj,0.00001700,0.01000,0.167
26,mlp.experts.22.down_proj,0.00137441,0.01000,0.167
26,mlp.experts.23.down_proj,0.00052271,0.01000,0.168
26,mlp.experts.24.down_proj,0.00005898,0.01000,0.167
26,mlp.experts.25.down_proj,0.00000209,0.01000,0.167
26,mlp.experts.26.down_proj,0.00063692,0.01000,0.169
26,mlp.experts.27.down_proj,0.00002753,0.01000,0.167
26,mlp.experts.28.down_proj,0.00038583,0.01000,0.171
26,mlp.experts.29.down_proj,0.00003598,0.01000,0.167
26,mlp.experts.30.down_proj,0.00008008,0.01000,0.167
26,mlp.experts.31.down_proj,0.00006605,0.01000,0.166
26,mlp.experts.32.down_proj,0.00094425,0.01000,0.166
26,mlp.experts.33.down_proj,0.00160179,0.01000,0.165
26,mlp.experts.34.down_proj,0.00078611,0.01000,0.166
26,mlp.experts.35.down_proj,0.00001310,0.01000,0.165
26,mlp.experts.36.down_proj,0.00021222,0.01000,0.166
26,mlp.experts.37.down_proj,0.00016382,0.01000,0.165
26,mlp.experts.38.down_proj,0.00094367,0.01000,0.166
26,mlp.experts.39.down_proj,0.00064411,0.01000,0.166
26,mlp.experts.40.down_proj,0.00015748,0.01000,0.169
26,mlp.experts.41.down_proj,0.00000012,0.01000,0.166
26,mlp.experts.42.down_proj,0.00216128,0.01000,0.166
26,mlp.experts.43.down_proj,0.00000001,0.01000,0.167
26,mlp.experts.44.down_proj,0.00078979,0.01000,0.167
26,mlp.experts.45.down_proj,0.00000003,0.01000,0.167
26,mlp.experts.46.down_proj,0.00000215,0.01000,0.170
26,mlp.experts.47.down_proj,0.00043841,0.01000,0.166
26,mlp.experts.48.down_proj,0.00056912,0.01000,0.166
26,mlp.experts.49.down_proj,0.00133151,0.01000,0.166
26,mlp.experts.50.down_proj,0.00019948,0.01000,0.167
26,mlp.experts.51.down_proj,0.00010299,0.01000,0.166
26,mlp.experts.52.down_proj,0.00000454,0.01000,0.170
26,mlp.experts.53.down_proj,0.00065321,0.01000,0.166
26,mlp.experts.54.down_proj,0.00000469,0.01000,0.166
26,mlp.experts.55.down_proj,0.00045148,0.01000,0.167
26,mlp.experts.56.down_proj,0.00000012,0.01000,0.166
26,mlp.experts.57.down_proj,0.00042990,0.01000,0.166
26,mlp.experts.58.down_proj,0.00027127,0.01000,0.166
26,mlp.experts.59.down_proj,0.00006866,0.01000,0.167
26,mlp.experts.60.down_proj,0.00057033,0.01000,0.166
26,mlp.experts.61.down_proj,0.00005149,0.01000,0.166
26,mlp.experts.62.down_proj,0.00126479,0.01000,0.167
26,mlp.experts.63.down_proj,0.00011330,0.01000,0.167
26,mlp.experts.64.down_proj,0.00102645,0.01000,0.166
26,mlp.experts.65.down_proj,0.00000000,0.01000,0.166
26,mlp.experts.66.down_proj,0.00008464,0.01000,0.166
26,mlp.experts.67.down_proj,0.00002161,0.01000,0.166
26,mlp.experts.68.down_proj,0.00026569,0.01000,0.166
26,mlp.experts.69.down_proj,0.00033476,0.01000,0.166
26,mlp.experts.70.down_proj,0.00000003,0.01000,0.171
26,mlp.experts.71.down_proj,0.00044340,0.01000,0.167
26,mlp.experts.72.down_proj,0.00008857,0.01000,0.167
26,mlp.experts.73.down_proj,0.00060105,0.01000,0.167
26,mlp.experts.74.down_proj,0.00062465,0.01000,0.167
26,mlp.experts.75.down_proj,0.00100222,0.01000,0.167
26,mlp.experts.76.down_proj,0.00031545,0.01000,0.166
26,mlp.experts.77.down_proj,0.00003849,0.01000,0.167
26,mlp.experts.78.down_proj,0.00012065,0.01000,0.167
26,mlp.experts.79.down_proj,0.00036821,0.01000,0.168
26,mlp.experts.80.down_proj,0.00191557,0.01000,0.167
26,mlp.experts.81.down_proj,0.00138778,0.01000,0.168
26,mlp.experts.82.down_proj,0.00148140,0.01000,0.169
26,mlp.experts.83.down_proj,0.00006863,0.01000,0.167
26,mlp.experts.84.down_proj,0.00101615,0.01000,0.167
26,mlp.experts.85.down_proj,0.00001644,0.01000,0.169
26,mlp.experts.86.down_proj,0.00106471,0.01000,0.168
26,mlp.experts.87.down_proj,0.00005984,0.01000,0.167
26,mlp.experts.88.down_proj,0.00007170,0.01000,0.167
26,mlp.experts.89.down_proj,0.00001937,0.01000,0.167
26,mlp.experts.90.down_proj,0.00001700,0.01000,0.167
26,mlp.experts.91.down_proj,0.00000316,0.01000,0.167
26,mlp.experts.92.down_proj,0.00165450,0.01000,0.167
26,mlp.experts.93.down_proj,0.00004169,0.01000,0.167
26,mlp.experts.94.down_proj,0.00012380,0.01000,0.171
26,mlp.experts.95.down_proj,0.00034568,0.01000,0.168
26,mlp.experts.96.down_proj,0.00005080,0.01000,0.168
26,mlp.experts.97.down_proj,0.00000046,0.01000,0.168
26,mlp.experts.98.down_proj,0.00010225,0.01000,0.168
26,mlp.experts.99.down_proj,0.00026482,0.01000,0.169
26,mlp.experts.100.down_proj,0.00166773,0.01000,0.168
26,mlp.experts.101.down_proj,0.00106719,0.01000,0.166
26,mlp.experts.102.down_proj,0.00067229,0.01000,0.167
26,mlp.experts.103.down_proj,0.00000021,0.01000,0.168
26,mlp.experts.104.down_proj,0.00005220,0.01000,0.167
26,mlp.experts.105.down_proj,0.00106083,0.01000,0.167
26,mlp.experts.106.down_proj,0.00000023,0.01000,0.167
26,mlp.experts.107.down_proj,0.00013477,0.01000,0.167
26,mlp.experts.108.down_proj,0.00026501,0.01000,0.167
26,mlp.experts.109.down_proj,0.00019148,0.01000,0.168
26,mlp.experts.110.down_proj,0.00141089,0.01000,0.169
26,mlp.experts.111.down_proj,0.00043852,0.01000,0.168
26,mlp.experts.112.down_proj,0.00008142,0.01000,0.167
26,mlp.experts.113.down_proj,0.00001267,0.01000,0.167
26,mlp.experts.114.down_proj,0.00013155,0.01000,0.167
26,mlp.experts.115.down_proj,0.00094125,0.01000,0.167
26,mlp.experts.116.down_proj,0.00001813,0.01000,0.168
26,mlp.experts.117.down_proj,0.00000019,0.01000,0.168
26,mlp.experts.118.down_proj,0.00001313,0.01000,0.167
26,mlp.experts.119.down_proj,0.00006545,0.01000,0.168
26,mlp.experts.120.down_proj,0.00000210,0.01000,0.167
26,mlp.experts.121.down_proj,0.00003896,0.01000,0.169
26,mlp.experts.122.down_proj,0.00000014,0.01000,0.168
26,mlp.experts.123.down_proj,0.00000551,0.01000,0.168
26,mlp.experts.124.down_proj,0.00000903,0.01000,0.167
26,mlp.experts.125.down_proj,0.00054406,0.01000,0.167
26,mlp.experts.126.down_proj,0.00001693,0.01000,0.167
26,mlp.experts.127.down_proj,0.00000001,0.01000,0.168
27,self_attn.q_proj,0.00109295,0.01000,0.453
27,self_attn.k_proj,0.00013545,0.01000,0.443
27,self_attn.v_proj,0.00014167,0.01000,0.440
27,self_attn.o_proj,0.00012836,0.01000,0.896
27,mlp.experts.0.up_proj,0.01139400,0.01000,0.464
27,mlp.experts.1.up_proj,0.00398430,0.01000,0.443
27,mlp.experts.2.up_proj,0.00084150,0.01000,0.438
27,mlp.experts.3.up_proj,0.00265912,0.01000,0.438
27,mlp.experts.4.up_proj,0.00048511,0.01000,0.441
27,mlp.experts.5.up_proj,0.00049655,0.01000,0.440
27,mlp.experts.6.up_proj,0.00144641,0.01000,0.440
27,mlp.experts.7.up_proj,0.00238240,0.01000,0.440
27,mlp.experts.8.up_proj,0.00391009,0.01000,0.443
27,mlp.experts.9.up_proj,0.00141357,0.01000,0.440
27,mlp.experts.10.up_proj,0.00010960,0.01000,0.442
27,mlp.experts.11.up_proj,0.00548259,0.01000,0.441
27,mlp.experts.12.up_proj,0.00014253,0.01000,0.440
27,mlp.experts.13.up_proj,0.00037499,0.01000,0.443
27,mlp.experts.14.up_proj,0.00010891,0.01000,0.440
27,mlp.experts.15.up_proj,0.00000962,0.01000,0.439
27,mlp.experts.16.up_proj,0.00689651,0.01000,0.441
27,mlp.experts.17.up_proj,0.00246290,0.01000,0.442
27,mlp.experts.18.up_proj,0.00011953,0.01000,0.441
27,mlp.experts.19.up_proj,0.00013828,0.01000,0.436
27,mlp.experts.20.up_proj,0.00142583,0.01000,0.438
27,mlp.experts.21.up_proj,0.00002968,0.01000,0.437
27,mlp.experts.22.up_proj,0.00000024,0.01000,0.441
27,mlp.experts.23.up_proj,0.00157302,0.01000,0.437
27,mlp.experts.24.up_proj,0.00009279,0.01000,0.440
27,mlp.experts.25.up_proj,0.01174133,0.01000,0.437
27,mlp.experts.26.up_proj,0.00002487,0.01000,0.442
27,mlp.experts.27.up_proj,0.00004398,0.01000,0.439
27,mlp.experts.28.up_proj,0.00009618,0.01000,0.437
27,mlp.experts.29.up_proj,0.00031500,0.01000,0.437
27,mlp.experts.30.up_proj,0.00040898,0.01000,0.437
27,mlp.experts.31.up_proj,0.00071082,0.01000,0.441
27,mlp.experts.32.up_proj,0.00830351,0.01000,0.437
27,mlp.experts.33.up_proj,0.00145830,0.01000,0.437
27,mlp.experts.34.up_proj,0.00156937,0.01000,0.443
27,mlp.experts.35.up_proj,0.00203555,0.01000,0.448
27,mlp.experts.36.up_proj,0.00000551,0.01000,0.446
27,mlp.experts.37.up_proj,0.00073930,0.01000,0.444
27,mlp.experts.38.up_proj,0.00000628,0.01000,0.443
27,mlp.experts.39.up_proj,0.00083006,0.01000,0.442
27,mlp.experts.40.up_proj,0.00606062,0.01000,0.447
27,mlp.experts.41.up_proj,0.00429029,0.01000,0.445
27,mlp.experts.42.up_proj,0.00000164,0.01000,0.441
27,mlp.experts.43.up_proj,0.00000383,0.01000,0.441
27,mlp.experts.44.up_proj,0.00001868,0.01000,0.449
27,mlp.experts.45.up_proj,0.00024029,0.01000,0.445
27,mlp.experts.46.up_proj,0.00128534,0.01000,0.442
27,mlp.experts.47.up_proj,0.00004125,0.01000,0.441
27,mlp.experts.48.up_proj,0.00054069,0.01000,0.442
27,mlp.experts.49.up_proj,0.00183319,0.01000,0.442
27,mlp.experts.50.up_proj,0.00038175,0.01000,0.441
27,mlp.experts.51.up_proj,0.00423444,0.01000,0.445
27,mlp.experts.52.up_proj,0.00374729,0.01000,0.441
27,mlp.experts.53.up_proj,0.00000889,0.01000,0.453
27,mlp.experts.54.up_proj,0.00080692,0.01000,0.439
27,mlp.experts.55.up_proj,0.00171775,0.01000,0.454
27,mlp.experts.56.up_proj,0.00124362,0.01000,0.440
27,mlp.experts.57.up_proj,0.00035053,0.01000,0.442
27,mlp.experts.58.up_proj,0.00113471,0.01000,0.443
27,mlp.experts.59.up_proj,0.00058357,0.01000,0.441
27,mlp.experts.60.up_proj,0.00081469,0.01000,0.445
27,mlp.experts.61.up_proj,0.00036330,0.01000,0.441
27,mlp.experts.62.up_proj,0.00002543,0.01000,0.442
27,mlp.experts.63.up_proj,0.00033652,0.01000,0.442
27,mlp.experts.64.up_proj,0.00016437,0.01000,0.441
27,mlp.experts.65.up_proj,0.00000032,0.01000,0.442
27,mlp.experts.66.up_proj,0.00030519,0.01000,0.443
27,mlp.experts.67.up_proj,0.00000011,0.01000,0.445
27,mlp.experts.68.up_proj,0.00077949,0.01000,0.442
27,mlp.experts.69.up_proj,0.00162507,0.01000,0.438
27,mlp.experts.70.up_proj,0.00180386,0.01000,0.439
27,mlp.experts.71.up_proj,0.00075049,0.01000,0.439
27,mlp.experts.72.up_proj,0.00068473,0.01000,0.440
27,mlp.experts.73.up_proj,0.00020108,0.01000,0.440
27,mlp.experts.74.up_proj,0.00000045,0.01000,0.440
27,mlp.experts.75.up_proj,0.00482907,0.01000,0.442
27,mlp.experts.76.up_proj,0.00034106,0.01000,0.442
27,mlp.experts.77.up_proj,0.00402580,0.01000,0.445
27,mlp.experts.78.up_proj,0.00062234,0.01000,0.449
27,mlp.experts.79.up_proj,0.00002451,0.01000,0.444
27,mlp.experts.80.up_proj,0.00216487,0.01000,0.443
27,mlp.experts.81.up_proj,0.00010253,0.01000,0.443
27,mlp.experts.82.up_proj,0.00405047,0.01000,0.442
27,mlp.experts.83.up_proj,0.00085519,0.01000,0.442
27,mlp.experts.84.up_proj,0.00067000,0.01000,0.442
27,mlp.experts.85.up_proj,0.00170233,0.01000,0.444
27,mlp.experts.86.up_proj,0.00343952,0.01000,0.443
27,mlp.experts.87.up_proj,0.00925573,0.01000,0.448
27,mlp.experts.88.up_proj,0.00002316,0.01000,0.442
27,mlp.experts.89.up_proj,0.00468310,0.01000,0.444
27,mlp.experts.90.up_proj,0.00207942,0.01000,0.441
27,mlp.experts.91.up_proj,0.00204003,0.01000,0.438
27,mlp.experts.92.up_proj,0.00000012,0.01000,0.442
27,mlp.experts.93.up_proj,0.00020107,0.01000,0.439
27,mlp.experts.94.up_proj,0.00202890,0.01000,0.443
27,mlp.experts.95.up_proj,0.00292415,0.01000,0.443
27,mlp.experts.96.up_proj,0.00065368,0.01000,0.443
27,mlp.experts.97.up_proj,0.00000024,0.01000,0.442
27,mlp.experts.98.up_proj,0.00380174,0.01000,0.440
27,mlp.experts.99.up_proj,0.00006299,0.01000,0.443
27,mlp.experts.100.up_proj,0.00180716,0.01000,0.440
27,mlp.experts.101.up_proj,0.00261275,0.01000,0.440
27,mlp.experts.102.up_proj,0.00220069,0.01000,0.452
27,mlp.experts.103.up_proj,0.00020581,0.01000,0.439
27,mlp.experts.104.up_proj,0.00004874,0.01000,0.449
27,mlp.experts.105.up_proj,0.00000012,0.01000,0.439
27,mlp.experts.106.up_proj,0.00130676,0.01000,0.438
27,mlp.experts.107.up_proj,0.00010089,0.01000,0.438
27,mlp.experts.108.up_proj,0.00000003,0.01000,0.439
27,mlp.experts.109.up_proj,0.00142371,0.01000,0.441
27,mlp.experts.110.up_proj,0.00016223,0.01000,0.439
27,mlp.experts.111.up_proj,0.00000674,0.01000,0.444
27,mlp.experts.112.up_proj,0.00002955,0.01000,0.438
27,mlp.experts.113.up_proj,0.00012090,0.01000,0.438
27,mlp.experts.114.up_proj,0.00000010,0.01000,0.437
27,mlp.experts.115.up_proj,0.00018081,0.01000,0.440
27,mlp.experts.116.up_proj,0.00096998,0.01000,0.441
27,mlp.experts.117.up_proj,0.00250503,0.01000,0.440
27,mlp.experts.118.up_proj,0.00054713,0.01000,0.438
27,mlp.experts.119.up_proj,0.00328353,0.01000,0.439
27,mlp.experts.120.up_proj,0.00564679,0.01000,0.437
27,mlp.experts.121.up_proj,0.00346119,0.01000,0.436
27,mlp.experts.122.up_proj,0.00019914,0.01000,0.436
27,mlp.experts.123.up_proj,0.00033563,0.01000,0.437
27,mlp.experts.124.up_proj,0.00000005,0.01000,0.442
27,mlp.experts.125.up_proj,0.00662725,0.01000,0.442
27,mlp.experts.126.up_proj,0.00183215,0.01000,0.444
27,mlp.experts.127.up_proj,0.00521756,0.01000,0.442
27,mlp.experts.0.gate_proj,0.01328881,0.01000,0.440
27,mlp.experts.1.gate_proj,0.00355801,0.01000,0.439
27,mlp.experts.2.gate_proj,0.00085934,0.01000,0.438
27,mlp.experts.3.gate_proj,0.00229274,0.01000,0.440
27,mlp.experts.4.gate_proj,0.00034192,0.01000,0.442
27,mlp.experts.5.gate_proj,0.00050219,0.01000,0.442
27,mlp.experts.6.gate_proj,0.00140258,0.01000,0.440
27,mlp.experts.7.gate_proj,0.00227013,0.01000,0.439
27,mlp.experts.8.gate_proj,0.00379454,0.01000,0.440
27,mlp.experts.9.gate_proj,0.00147797,0.01000,0.438
27,mlp.experts.10.gate_proj,0.00010013,0.01000,0.439
27,mlp.experts.11.gate_proj,0.00571190,0.01000,0.441
27,mlp.experts.12.gate_proj,0.00014567,0.01000,0.440
27,mlp.experts.13.gate_proj,0.00037910,0.01000,0.441
27,mlp.experts.14.gate_proj,0.00011229,0.01000,0.441
27,mlp.experts.15.gate_proj,0.00001021,0.01000,0.441
27,mlp.experts.16.gate_proj,0.00662215,0.01000,0.439
27,mlp.experts.17.gate_proj,0.00238375,0.01000,0.451
27,mlp.experts.18.gate_proj,0.00011472,0.01000,0.438
27,mlp.experts.19.gate_proj,0.00014396,0.01000,0.439
27,mlp.experts.20.gate_proj,0.00131261,0.01000,0.440
27,mlp.experts.21.gate_proj,0.00003111,0.01000,0.440
27,mlp.experts.22.gate_proj,0.00000022,0.01000,0.440
27,mlp.experts.23.gate_proj,0.00143309,0.01000,0.439
27,mlp.experts.24.gate_proj,0.00009437,0.01000,0.441
27,mlp.experts.25.gate_proj,0.01344846,0.01000,0.443
27,mlp.experts.26.gate_proj,0.00002525,0.01000,0.440
27,mlp.experts.27.gate_proj,0.00004511,0.01000,0.438
27,mlp.experts.28.gate_proj,0.00009769,0.01000,0.439
27,mlp.experts.29.gate_proj,0.00034544,0.01000,0.437
27,mlp.experts.30.gate_proj,0.00039943,0.01000,0.438
27,mlp.experts.31.gate_proj,0.00062577,0.01000,0.439
27,mlp.experts.32.gate_proj,0.01000116,0.01000,0.440
27,mlp.experts.33.gate_proj,0.00151973,0.01000,0.438
27,mlp.experts.34.gate_proj,0.00154989,0.01000,0.439
27,mlp.experts.35.gate_proj,0.00190810,0.01000,0.439
27,mlp.experts.36.gate_proj,0.00000537,0.01000,0.456
27,mlp.experts.37.gate_proj,0.00072699,0.01000,0.442
27,mlp.experts.38.gate_proj,0.00000590,0.01000,0.458
27,mlp.experts.39.gate_proj,0.00085550,0.01000,0.444
27,mlp.experts.40.gate_proj,0.00583246,0.01000,0.445
27,mlp.experts.41.gate_proj,0.00415411,0.01000,0.446
27,mlp.experts.42.gate_proj,0.00000164,0.01000,0.449
27,mlp.experts.43.gate_proj,0.00000379,0.01000,0.448
27,mlp.experts.44.gate_proj,0.00001942,0.01000,0.447
27,mlp.experts.45.gate_proj,0.00023891,0.01000,0.448
27,mlp.experts.46.gate_proj,0.00125048,0.01000,0.448
27,mlp.experts.47.gate_proj,0.00003922,0.01000,0.447
27,mlp.experts.48.gate_proj,0.00057701,0.01000,0.448
27,mlp.experts.49.gate_proj,0.00195766,0.01000,0.448
27,mlp.experts.50.gate_proj,0.00038561,0.01000,0.448
27,mlp.experts.51.gate_proj,0.00452443,0.01000,0.448
27,mlp.experts.52.gate_proj,0.00387082,0.01000,0.446
27,mlp.experts.53.gate_proj,0.00000824,0.01000,0.445
27,mlp.experts.54.gate_proj,0.00078745,0.01000,0.444
27,mlp.experts.55.gate_proj,0.00163830,0.01000,0.444
27,mlp.experts.56.gate_proj,0.00119052,0.01000,0.448
27,mlp.experts.57.gate_proj,0.00034035,0.01000,0.448
27,mlp.experts.58.gate_proj,0.00109428,0.01000,0.448
27,mlp.experts.59.gate_proj,0.00062613,0.01000,0.447
27,mlp.experts.60.gate_proj,0.00077559,0.01000,0.445
27,mlp.experts.61.gate_proj,0.00035807,0.01000,0.445
27,mlp.experts.62.gate_proj,0.00002424,0.01000,0.445
27,mlp.experts.63.gate_proj,0.00034936,0.01000,0.444
27,mlp.experts.64.gate_proj,0.00016986,0.01000,0.447
27,mlp.experts.65.gate_proj,0.00000032,0.01000,0.446
27,mlp.experts.66.gate_proj,0.00031220,0.01000,0.449
27,mlp.experts.67.gate_proj,0.00000010,0.01000,0.447
27,mlp.experts.68.gate_proj,0.00079528,0.01000,0.446
27,mlp.experts.69.gate_proj,0.00156146,0.01000,0.446
27,mlp.experts.70.gate_proj,0.00179769,0.01000,0.445
27,mlp.experts.71.gate_proj,0.00071807,0.01000,0.445
27,mlp.experts.72.gate_proj,0.00070708,0.01000,0.441
27,mlp.experts.73.gate_proj,0.00047199,0.01000,0.441
27,mlp.experts.74.gate_proj,0.00000048,0.01000,0.439
27,mlp.experts.75.gate_proj,0.00507590,0.01000,0.442
27,mlp.experts.76.gate_proj,0.00031724,0.01000,0.442
27,mlp.experts.77.gate_proj,0.00400607,0.01000,0.445
27,mlp.experts.78.gate_proj,0.00058458,0.01000,0.445
27,mlp.experts.79.gate_proj,0.00002562,0.01000,0.448
27,mlp.experts.80.gate_proj,0.00232419,0.01000,0.447
27,mlp.experts.81.gate_proj,0.00010232,0.01000,0.448
27,mlp.experts.82.gate_proj,0.00377316,0.01000,0.448
27,mlp.experts.83.gate_proj,0.00090511,0.01000,0.450
27,mlp.experts.84.gate_proj,0.00068058,0.01000,0.458
27,mlp.experts.85.gate_proj,0.00160869,0.01000,0.448
27,mlp.experts.86.gate_proj,0.00326718,0.01000,0.461
27,mlp.experts.87.gate_proj,0.00971525,0.01000,0.452
27,mlp.experts.88.gate_proj,0.00002395,0.01000,0.451
27,mlp.experts.89.gate_proj,0.00470769,0.01000,0.446
27,mlp.experts.90.gate_proj,0.00216346,0.01000,0.451
27,mlp.experts.91.gate_proj,0.00189604,0.01000,0.447
27,mlp.experts.92.gate_proj,0.00000014,0.01000,0.451
27,mlp.experts.93.gate_proj,0.00019667,0.01000,0.447
27,mlp.experts.94.gate_proj,0.00194042,0.01000,0.446
27,mlp.experts.95.gate_proj,0.00263196,0.01000,0.445
27,mlp.experts.96.gate_proj,0.00062295,0.01000,0.446
27,mlp.experts.97.gate_proj,0.00000022,0.01000,0.450
27,mlp.experts.98.gate_proj,0.00373199,0.01000,0.446
27,mlp.experts.99.gate_proj,0.00006425,0.01000,0.446
27,mlp.experts.100.gate_proj,0.00192644,0.01000,0.445
27,mlp.experts.101.gate_proj,0.00284426,0.01000,0.447
27,mlp.experts.102.gate_proj,0.00231114,0.01000,0.446
27,mlp.experts.103.gate_proj,0.00020045,0.01000,0.447
27,mlp.experts.104.gate_proj,0.00004590,0.01000,0.447
27,mlp.experts.105.gate_proj,0.00000012,0.01000,0.448
27,mlp.experts.106.gate_proj,0.00137512,0.01000,0.449
27,mlp.experts.107.gate_proj,0.00010187,0.01000,0.447
27,mlp.experts.108.gate_proj,0.00000003,0.01000,0.446
27,mlp.experts.109.gate_proj,0.00145806,0.01000,0.451
27,mlp.experts.110.gate_proj,0.00016746,0.01000,0.447
27,mlp.experts.111.gate_proj,0.00000688,0.01000,0.447
27,mlp.experts.112.gate_proj,0.00003084,0.01000,0.447
27,mlp.experts.113.gate_proj,0.00011452,0.01000,0.449
27,mlp.experts.114.gate_proj,0.00000010,0.01000,0.450
27,mlp.experts.115.gate_proj,0.00017620,0.01000,0.448
27,mlp.experts.116.gate_proj,0.00099312,0.01000,0.450
27,mlp.experts.117.gate_proj,0.00253278,0.01000,0.449
27,mlp.experts.118.gate_proj,0.00054820,0.01000,0.449
27,mlp.experts.119.gate_proj,0.00349289,0.01000,0.450
27,mlp.experts.120.gate_proj,0.00563590,0.01000,0.450
27,mlp.experts.121.gate_proj,0.00328331,0.01000,0.450
27,mlp.experts.122.gate_proj,0.00021700,0.01000,0.455
27,mlp.experts.123.gate_proj,0.00032221,0.01000,0.462
27,mlp.experts.124.gate_proj,0.00000005,0.01000,0.446
27,mlp.experts.125.gate_proj,0.00664619,0.01000,0.446
27,mlp.experts.126.gate_proj,0.00163645,0.01000,0.446
27,mlp.experts.127.gate_proj,0.00520000,0.01000,0.443
27,mlp.experts.0.down_proj,0.00392709,0.01000,0.186
27,mlp.experts.1.down_proj,0.00082224,0.01000,0.167
27,mlp.experts.2.down_proj,0.00026360,0.01000,0.169
27,mlp.experts.3.down_proj,0.00095092,0.01000,0.168
27,mlp.experts.4.down_proj,0.00012422,0.01000,0.168
27,mlp.experts.5.down_proj,0.00025970,0.01000,0.167
27,mlp.experts.6.down_proj,0.00028310,0.01000,0.170
27,mlp.experts.7.down_proj,0.00044645,0.01000,0.169
27,mlp.experts.8.down_proj,0.00075502,0.01000,0.171
27,mlp.experts.9.down_proj,0.00026635,0.01000,0.169
27,mlp.experts.10.down_proj,0.00003235,0.01000,0.172
27,mlp.experts.11.down_proj,0.00149259,0.01000,0.172
27,mlp.experts.12.down_proj,0.00006614,0.01000,0.171
27,mlp.experts.13.down_proj,0.00013634,0.01000,0.169
27,mlp.experts.14.down_proj,0.00002423,0.01000,0.171
27,mlp.experts.15.down_proj,0.00000336,0.01000,0.169
27,mlp.experts.16.down_proj,0.00163670,0.01000,0.169
27,mlp.experts.17.down_proj,0.00045286,0.01000,0.174
27,mlp.experts.18.down_proj,0.00002926,0.01000,0.172
27,mlp.experts.19.down_proj,0.00006123,0.01000,0.174
27,mlp.experts.20.down_proj,0.00033449,0.01000,0.169
27,mlp.experts.21.down_proj,0.00000534,0.01000,0.169
27,mlp.experts.22.down_proj,0.00000009,0.01000,0.169
27,mlp.experts.23.down_proj,0.00063898,0.01000,0.170
27,mlp.experts.24.down_proj,0.00002255,0.01000,0.170
27,mlp.experts.25.down_proj,0.00288790,0.01000,0.170
27,mlp.experts.26.down_proj,0.00000780,0.01000,0.172
27,mlp.experts.27.down_proj,0.00000885,0.01000,0.170
27,mlp.experts.28.down_proj,0.00003978,0.01000,0.170
27,mlp.experts.29.down_proj,0.00007307,0.01000,0.173
27,mlp.experts.30.down_proj,0.00011670,0.01000,0.171
27,mlp.experts.31.down_proj,0.00024854,0.01000,0.170
27,mlp.experts.32.down_proj,0.00408875,0.01000,0.171
27,mlp.experts.33.down_proj,0.00055705,0.01000,0.169
27,mlp.experts.34.down_proj,0.00044150,0.01000,0.170
27,mlp.experts.35.down_proj,0.00049691,0.01000,0.171
27,mlp.experts.36.down_proj,0.00000434,0.01000,0.169
27,mlp.experts.37.down_proj,0.00023762,0.01000,0.171
27,mlp.experts.38.down_proj,0.00000686,0.01000,0.172
27,mlp.experts.39.down_proj,0.00016492,0.01000,0.171
27,mlp.experts.40.down_proj,0.00124230,0.01000,0.170
27,mlp.experts.41.down_proj,0.00189950,0.01000,0.171
27,mlp.experts.42.down_proj,0.00000067,0.01000,0.170
27,mlp.experts.43.down_proj,0.00000212,0.01000,0.171
27,mlp.experts.44.down_proj,0.00000994,0.01000,0.170
27,mlp.experts.45.down_proj,0.00006499,0.01000,0.171
27,mlp.experts.46.down_proj,0.00054282,0.01000,0.169
27,mlp.experts.47.down_proj,0.00001979,0.01000,0.170
27,mlp.experts.48.down_proj,0.00004643,0.01000,0.169
27,mlp.experts.49.down_proj,0.00057983,0.01000,0.170
27,mlp.experts.50.down_proj,0.00007294,0.01000,0.168
27,mlp.experts.51.down_proj,0.00119940,0.01000,0.177
27,mlp.experts.52.down_proj,0.00177952,0.01000,0.169
27,mlp.experts.53.down_proj,0.00000438,0.01000,0.168
27,mlp.experts.54.down_proj,0.00020608,0.01000,0.168
27,mlp.experts.55.down_proj,0.00036375,0.01000,0.182
27,mlp.experts.56.down_proj,0.00021324,0.01000,0.169
27,mlp.experts.57.down_proj,0.00008155,0.01000,0.170
27,mlp.experts.58.down_proj,0.00019690,0.01000,0.169
27,mlp.experts.59.down_proj,0.00014389,0.01000,0.174
27,mlp.experts.60.down_proj,0.00020458,0.01000,0.170
27,mlp.experts.61.down_proj,0.00008718,0.01000,0.171
27,mlp.experts.62.down_proj,0.00001174,0.01000,0.170
27,mlp.experts.63.down_proj,0.00008362,0.01000,0.170
27,mlp.experts.64.down_proj,0.00001035,0.01000,0.170
27,mlp.experts.65.down_proj,0.00000014,0.01000,0.170
27,mlp.experts.66.down_proj,0.00010732,0.01000,0.169
27,mlp.experts.67.down_proj,0.00000002,0.01000,0.170
27,mlp.experts.68.down_proj,0.00021049,0.01000,0.170
27,mlp.experts.69.down_proj,0.00043599,0.01000,0.170
27,mlp.experts.70.down_proj,0.00082101,0.01000,0.169
27,mlp.experts.71.down_proj,0.00019746,0.01000,0.170
27,mlp.experts.72.down_proj,0.00017512,0.01000,0.170
27,mlp.experts.73.down_proj,0.00001302,0.01000,0.170
27,mlp.experts.74.down_proj,0.00000016,0.01000,0.170
27,mlp.experts.75.down_proj,0.00139628,0.01000,0.170
27,mlp.experts.76.down_proj,0.00007611,0.01000,0.170
27,mlp.experts.77.down_proj,0.00126318,0.01000,0.170
27,mlp.experts.78.down_proj,0.00018222,0.01000,0.170
27,mlp.experts.79.down_proj,0.00000558,0.01000,0.170
27,mlp.experts.80.down_proj,0.00066806,0.01000,0.170
27,mlp.experts.81.down_proj,0.00002773,0.01000,0.170
27,mlp.experts.82.down_proj,0.00079320,0.01000,0.171
27,mlp.experts.83.down_proj,0.00014239,0.01000,0.170
27,mlp.experts.84.down_proj,0.00019857,0.01000,0.170
27,mlp.experts.85.down_proj,0.00038052,0.01000,0.171
27,mlp.experts.86.down_proj,0.00071020,0.01000,0.170
27,mlp.experts.87.down_proj,0.00273373,0.01000,0.170
27,mlp.experts.88.down_proj,0.00000893,0.01000,0.170
27,mlp.experts.89.down_proj,0.00118177,0.01000,0.170
27,mlp.experts.90.down_proj,0.00064674,0.01000,0.170
27,mlp.experts.91.down_proj,0.00047295,0.01000,0.169
27,mlp.experts.92.down_proj,0.00000003,0.01000,0.170
27,mlp.experts.93.down_proj,0.00008666,0.01000,0.169
27,mlp.experts.94.down_proj,0.00038758,0.01000,0.170
27,mlp.experts.95.down_proj,0.00057906,0.01000,0.170
27,mlp.experts.96.down_proj,0.00013650,0.01000,0.170
27,mlp.experts.97.down_proj,0.00000007,0.01000,0.170
27,mlp.experts.98.down_proj,0.00095337,0.01000,0.170
27,mlp.experts.99.down_proj,0.00001176,0.01000,0.170
27,mlp.experts.100.down_proj,0.00040526,0.01000,0.170
27,mlp.experts.101.down_proj,0.00158536,0.01000,0.170
27,mlp.experts.102.down_proj,0.00053319,0.01000,0.170
27,mlp.experts.103.down_proj,0.00006930,0.01000,0.169
27,mlp.experts.104.down_proj,0.00001606,0.01000,0.170
27,mlp.experts.105.down_proj,0.00000004,0.01000,0.170
27,mlp.experts.106.down_proj,0.00036319,0.01000,0.170
27,mlp.experts.107.down_proj,0.00002048,0.01000,0.169
27,mlp.experts.108.down_proj,0.00000001,0.01000,0.170
27,mlp.experts.109.down_proj,0.00036732,0.01000,0.170
27,mlp.experts.110.down_proj,0.00002181,0.01000,0.170
27,mlp.experts.111.down_proj,0.00000191,0.01000,0.170
27,mlp.experts.112.down_proj,0.00000755,0.01000,0.170
27,mlp.experts.113.down_proj,0.00002921,0.01000,0.170
27,mlp.experts.114.down_proj,0.00000003,0.01000,0.170
27,mlp.experts.115.down_proj,0.00005347,0.01000,0.170
27,mlp.experts.116.down_proj,0.00016685,0.01000,0.171
27,mlp.experts.117.down_proj,0.00083117,0.01000,0.170
27,mlp.experts.118.down_proj,0.00017015,0.01000,0.170
27,mlp.experts.119.down_proj,0.00099614,0.01000,0.170
27,mlp.experts.120.down_proj,0.00166485,0.01000,0.172
27,mlp.experts.121.down_proj,0.00075794,0.01000,0.171
27,mlp.experts.122.down_proj,0.00002265,0.01000,0.170
27,mlp.experts.123.down_proj,0.00008364,0.01000,0.170
27,mlp.experts.124.down_proj,0.00000001,0.01000,0.170
27,mlp.experts.125.down_proj,0.00151984,0.01000,0.170
27,mlp.experts.126.down_proj,0.00056498,0.01000,0.170
27,mlp.experts.127.down_proj,0.00183028,0.01000,0.170
28,self_attn.q_proj,0.00097804,0.01000,0.456
28,self_attn.k_proj,0.00012466,0.01000,0.439
28,self_attn.v_proj,0.00013250,0.01000,0.437
28,self_attn.o_proj,0.00013604,0.01000,0.884
28,mlp.experts.0.up_proj,0.00074228,0.01000,0.485
28,mlp.experts.1.up_proj,0.00114260,0.01000,0.440
28,mlp.experts.2.up_proj,0.00000003,0.01000,0.440
28,mlp.experts.3.up_proj,0.00000031,0.01000,0.440
28,mlp.experts.4.up_proj,0.00106515,0.01000,0.440
28,mlp.experts.5.up_proj,0.00001952,0.01000,0.443
28,mlp.experts.6.up_proj,0.00069610,0.01000,0.440
28,mlp.experts.7.up_proj,0.00268898,0.01000,0.446
28,mlp.experts.8.up_proj,0.00110884,0.01000,0.442
28,mlp.experts.9.up_proj,0.00153661,0.01000,0.442
28,mlp.experts.10.up_proj,0.00026049,0.01000,0.442
28,mlp.experts.11.up_proj,0.00212537,0.01000,0.441
28,mlp.experts.12.up_proj,0.00038671,0.01000,0.441
28,mlp.experts.13.up_proj,0.00142119,0.01000,0.445
28,mlp.experts.14.up_proj,0.00337991,0.01000,0.442
28,mlp.experts.15.up_proj,0.00087123,0.01000,0.446
28,mlp.experts.16.up_proj,0.00406254,0.01000,0.445
28,mlp.experts.17.up_proj,0.00008546,0.01000,0.445
28,mlp.experts.18.up_proj,0.00216921,0.01000,0.442
28,mlp.experts.19.up_proj,0.00037518,0.01000,0.442
28,mlp.experts.20.up_proj,0.00092635,0.01000,0.441
28,mlp.experts.21.up_proj,0.00000823,0.01000,0.442
28,mlp.experts.22.up_proj,0.00004130,0.01000,0.442
28,mlp.experts.23.up_proj,0.00089078,0.01000,0.441
28,mlp.experts.24.up_proj,0.00340894,0.01000,0.440
28,mlp.experts.25.up_proj,0.00129410,0.01000,0.445
28,mlp.experts.26.up_proj,0.00487008,0.01000,0.441
28,mlp.experts.27.up_proj,0.00022007,0.01000,0.442
28,mlp.experts.28.up_proj,0.00047468,0.01000,0.441
28,mlp.experts.29.up_proj,0.00118617,0.01000,0.438
28,mlp.experts.30.up_proj,0.01209498,0.01000,0.439
28,mlp.experts.31.up_proj,0.00000176,0.01000,0.436
28,mlp.experts.32.up_proj,0.00083916,0.01000,0.436
28,mlp.experts.33.up_proj,0.00130129,0.01000,0.437
28,mlp.experts.34.up_proj,0.00010734,0.01000,0.441
28,mlp.experts.35.up_proj,0.01236693,0.01000,0.437
28,mlp.experts.36.up_proj,0.00003002,0.01000,0.437
28,mlp.experts.37.up_proj,0.00247443,0.01000,0.439
28,mlp.experts.38.up_proj,0.00000005,0.01000,0.438
28,mlp.experts.39.up_proj,0.00313905,0.01000,0.438
28,mlp.experts.40.up_proj,0.00295732,0.01000,0.442
28,mlp.experts.41.up_proj,0.00002116,0.01000,0.438
28,mlp.experts.42.up_proj,0.00207658,0.01000,0.437
28,mlp.experts.43.up_proj,0.00166733,0.01000,0.438
28,mlp.experts.44.up_proj,0.00201597,0.01000,0.439
28,mlp.experts.45.up_proj,0.00258852,0.01000,0.437
28,mlp.experts.46.up_proj,0.00015422,0.01000,0.438
28,mlp.experts.47.up_proj,0.00003194,0.01000,0.437
28,mlp.experts.48.up_proj,0.01152751,0.01000,0.444
28,mlp.experts.49.up_proj,0.00047935,0.01000,0.437
28,mlp.experts.50.up_proj,0.00180788,0.01000,0.437
28,mlp.experts.51.up_proj,0.00177558,0.01000,0.437
28,mlp.experts.52.up_proj,0.00049374,0.01000,0.441
28,mlp.experts.53.up_proj,0.00002282,0.01000,0.438
28,mlp.experts.54.up_proj,0.00044956,0.01000,0.438
28,mlp.experts.55.up_proj,0.00063209,0.01000,0.438
28,mlp.experts.56.up_proj,0.00000437,0.01000,0.438
28,mlp.experts.57.up_proj,0.00227099,0.01000,0.439
28,mlp.experts.58.up_proj,0.00003322,0.01000,0.442
28,mlp.experts.59.up_proj,0.00028781,0.01000,0.441
28,mlp.experts.60.up_proj,0.00075099,0.01000,0.438
28,mlp.experts.61.up_proj,0.00000002,0.01000,0.438
28,mlp.experts.62.up_proj,0.00705397,0.01000,0.438
28,mlp.experts.63.up_proj,0.00007679,0.01000,0.438
28,mlp.experts.64.up_proj,0.00002545,0.01000,0.440
28,mlp.experts.65.up_proj,0.00511426,0.01000,0.438
28,mlp.experts.66.up_proj,0.00000012,0.01000,0.442
28,mlp.experts.67.up_proj,0.00005937,0.01000,0.438
28,mlp.experts.68.up_proj,0.00066476,0.01000,0.439
28,mlp.experts.69.up_proj,0.00000074,0.01000,0.438
28,mlp.experts.70.up_proj,0.00020931,0.01000,0.436
28,mlp.experts.71.up_proj,0.00000019,0.01000,0.437
28,mlp.experts.72.up_proj,0.00135070,0.01000,0.436
28,mlp.experts.73.up_proj,0.00043437,0.01000,0.442
28,mlp.experts.74.up_proj,0.00040636,0.01000,0.439
28,mlp.experts.75.up_proj,0.00339561,0.01000,0.441
28,mlp.experts.76.up_proj,0.00224222,0.01000,0.439
28,mlp.experts.77.up_proj,0.00131597,0.01000,0.438
28,mlp.experts.78.up_proj,0.00286009,0.01000,0.440
28,mlp.experts.79.up_proj,0.00200990,0.01000,0.451
28,mlp.experts.80.up_proj,0.00616082,0.01000,0.438
28,mlp.experts.81.up_proj,0.00470449,0.01000,0.458
28,mlp.experts.82.up_proj,0.00905552,0.01000,0.439
28,mlp.experts.83.up_proj,0.00265218,0.01000,0.445
28,mlp.experts.84.up_proj,0.00226832,0.01000,0.441
28,mlp.experts.85.up_proj,0.00013446,0.01000,0.445
28,mlp.experts.86.up_proj,0.00000016,0.01000,0.441
28,mlp.experts.87.up_proj,0.00000707,0.01000,0.441
28,mlp.experts.88.up_proj,0.00014133,0.01000,0.444
28,mlp.experts.89.up_proj,0.00100154,0.01000,0.442
28,mlp.experts.90.up_proj,0.00048794,0.01000,0.444
28,mlp.experts.91.up_proj,0.00008769,0.01000,0.441
28,mlp.experts.92.up_proj,0.00000188,0.01000,0.441
28,mlp.experts.93.up_proj,0.00234606,0.01000,0.442
28,mlp.experts.94.up_proj,0.00238136,0.01000,0.441
28,mlp.experts.95.up_proj,0.00000013,0.01000,0.441
28,mlp.experts.96.up_proj,0.00000963,0.01000,0.441
28,mlp.experts.97.up_proj,0.00202274,0.01000,0.444
28,mlp.experts.98.up_proj,0.00222147,0.01000,0.440
28,mlp.experts.99.up_proj,0.00001764,0.01000,0.441
28,mlp.experts.100.up_proj,0.00058919,0.01000,0.440
28,mlp.experts.101.up_proj,0.00441349,0.01000,0.440
28,mlp.experts.102.up_proj,0.00247187,0.01000,0.442
28,mlp.experts.103.up_proj,0.00292708,0.01000,0.441
28,mlp.experts.104.up_proj,0.00000177,0.01000,0.443
28,mlp.experts.105.up_proj,0.00605801,0.01000,0.441
28,mlp.experts.106.up_proj,0.00018609,0.01000,0.441
28,mlp.experts.107.up_proj,0.00018331,0.01000,0.441
28,mlp.experts.108.up_proj,0.00173503,0.01000,0.443
28,mlp.experts.109.up_proj,0.00338013,0.01000,0.440
28,mlp.experts.110.up_proj,0.00124705,0.01000,0.441
28,mlp.experts.111.up_proj,0.00269599,0.01000,0.444
28,mlp.experts.112.up_proj,0.00012902,0.01000,0.441
28,mlp.experts.113.up_proj,0.00630610,0.01000,0.440
28,mlp.experts.114.up_proj,0.00322457,0.01000,0.440
28,mlp.experts.115.up_proj,0.00117610,0.01000,0.441
28,mlp.experts.116.up_proj,0.00025692,0.01000,0.442
28,mlp.experts.117.up_proj,0.00387441,0.01000,0.440
28,mlp.experts.118.up_proj,0.00000012,0.01000,0.440
28,mlp.experts.119.up_proj,0.00152762,0.01000,0.442
28,mlp.experts.120.up_proj,0.00000136,0.01000,0.441
28,mlp.experts.121.up_proj,0.00101471,0.01000,0.442
28,mlp.experts.122.up_proj,0.00002277,0.01000,0.447
28,mlp.experts.123.up_proj,0.00397866,0.01000,0.442
28,mlp.experts.124.up_proj,0.00109629,0.01000,0.442
28,mlp.experts.125.up_proj,0.00000006,0.01000,0.442
28,mlp.experts.126.up_proj,0.00019494,0.01000,0.442
28,mlp.experts.127.up_proj,0.00399195,0.01000,0.442
28,mlp.experts.0.gate_proj,0.00094019,0.01000,0.446
28,mlp.experts.1.gate_proj,0.00119078,0.01000,0.442
28,mlp.experts.2.gate_proj,0.00000004,0.01000,0.443
28,mlp.experts.3.gate_proj,0.00000029,0.01000,0.447
28,mlp.experts.4.gate_proj,0.00108958,0.01000,0.438
28,mlp.experts.5.gate_proj,0.00002007,0.01000,0.438
28,mlp.experts.6.gate_proj,0.00073831,0.01000,0.439
28,mlp.experts.7.gate_proj,0.00280118,0.01000,0.437
28,mlp.experts.8.gate_proj,0.00108125,0.01000,0.437
28,mlp.experts.9.gate_proj,0.00163713,0.01000,0.436
28,mlp.experts.10.gate_proj,0.00025998,0.01000,0.435
28,mlp.experts.11.gate_proj,0.00224767,0.01000,0.435
28,mlp.experts.12.gate_proj,0.00038600,0.01000,0.435
28,mlp.experts.13.gate_proj,0.00137580,0.01000,0.438
28,mlp.experts.14.gate_proj,0.00351118,0.01000,0.437
28,mlp.experts.15.gate_proj,0.00083534,0.01000,0.438
28,mlp.experts.16.gate_proj,0.00429507,0.01000,0.437
28,mlp.experts.17.gate_proj,0.00008365,0.01000,0.437
28,mlp.experts.18.gate_proj,0.00215228,0.01000,0.438
28,mlp.experts.19.gate_proj,0.00036924,0.01000,0.437
28,mlp.experts.20.gate_proj,0.00087550,0.01000,0.438
28,mlp.experts.21.gate_proj,0.00000856,0.01000,0.437
28,mlp.experts.22.gate_proj,0.00004070,0.01000,0.442
28,mlp.experts.23.gate_proj,0.00103088,0.01000,0.437
28,mlp.experts.24.gate_proj,0.00351138,0.01000,0.440
28,mlp.experts.25.gate_proj,0.00136156,0.01000,0.438
28,mlp.experts.26.gate_proj,0.00525169,0.01000,0.437
28,mlp.experts.27.gate_proj,0.00022125,0.01000,0.437
28,mlp.experts.28.gate_proj,0.00049382,0.01000,0.437
28,mlp.experts.29.gate_proj,0.00117572,0.01000,0.440
28,mlp.experts.30.gate_proj,0.01342475,0.01000,0.438
28,mlp.experts.31.gate_proj,0.00000183,0.01000,0.438
28,mlp.experts.32.gate_proj,0.00107728,0.01000,0.438
28,mlp.experts.33.gate_proj,0.00129534,0.01000,0.438
28,mlp.experts.34.gate_proj,0.00011278,0.01000,0.439
28,mlp.experts.35.gate_proj,0.01451785,0.01000,0.439
28,mlp.experts.36.gate_proj,0.00002860,0.01000,0.440
28,mlp.experts.37.gate_proj,0.00257963,0.01000,0.440
28,mlp.experts.38.gate_proj,0.00000005,0.01000,0.442
28,mlp.experts.39.gate_proj,0.00291359,0.01000,0.438
28,mlp.experts.40.gate_proj,0.00316435,0.01000,0.439
28,mlp.experts.41.gate_proj,0.00002161,0.01000,0.438
28,mlp.experts.42.gate_proj,0.00238362,0.01000,0.440
28,mlp.experts.43.gate_proj,0.00148077,0.01000,0.443
28,mlp.experts.44.gate_proj,0.00187704,0.01000,0.438
28,mlp.experts.45.gate_proj,0.00243057,0.01000,0.444
28,mlp.experts.46.gate_proj,0.00015629,0.01000,0.438
28,mlp.experts.47.gate_proj,0.00003047,0.01000,0.441
28,mlp.experts.48.gate_proj,0.01049224,0.01000,0.440
28,mlp.experts.49.gate_proj,0.00049353,0.01000,0.441
28,mlp.experts.50.gate_proj,0.00193563,0.01000,0.439
28,mlp.experts.51.gate_proj,0.00188918,0.01000,0.439
28,mlp.experts.52.gate_proj,0.00049511,0.01000,0.446
28,mlp.experts.53.gate_proj,0.00002340,0.01000,0.438
28,mlp.experts.54.gate_proj,0.00046970,0.01000,0.439
28,mlp.experts.55.gate_proj,0.00063106,0.01000,0.438
28,mlp.experts.56.gate_proj,0.00000459,0.01000,0.444
28,mlp.experts.57.gate_proj,0.00234520,0.01000,0.438
28,mlp.experts.58.gate_proj,0.00003472,0.01000,0.439
28,mlp.experts.59.gate_proj,0.00027315,0.01000,0.438
28,mlp.experts.60.gate_proj,0.00073141,0.01000,0.439
28,mlp.experts.61.gate_proj,0.00000002,0.01000,0.442
28,mlp.experts.62.gate_proj,0.00560662,0.01000,0.451
28,mlp.experts.63.gate_proj,0.00007505,0.01000,0.443
28,mlp.experts.64.gate_proj,0.00002575,0.01000,0.456
28,mlp.experts.65.gate_proj,0.00507407,0.01000,0.448
28,mlp.experts.66.gate_proj,0.00000012,0.01000,0.442
28,mlp.experts.67.gate_proj,0.00005931,0.01000,0.443
28,mlp.experts.68.gate_proj,0.00069092,0.01000,0.440
28,mlp.experts.69.gate_proj,0.00000073,0.01000,0.442
28,mlp.experts.70.gate_proj,0.00022034,0.01000,0.447
28,mlp.experts.71.gate_proj,0.00000018,0.01000,0.448
28,mlp.experts.72.gate_proj,0.00162220,0.01000,0.441
28,mlp.experts.73.gate_proj,0.00042890,0.01000,0.442
28,mlp.experts.74.gate_proj,0.00093487,0.01000,0.445
28,mlp.experts.75.gate_proj,0.00359808,0.01000,0.444
28,mlp.experts.76.gate_proj,0.00228295,0.01000,0.445
28,mlp.experts.77.gate_proj,0.00126568,0.01000,0.445
28,mlp.experts.78.gate_proj,0.00294984,0.01000,0.443
28,mlp.experts.79.gate_proj,0.00203985,0.01000,0.445
28,mlp.experts.80.gate_proj,0.00657558,0.01000,0.444
28,mlp.experts.81.gate_proj,0.00475593,0.01000,0.453
28,mlp.experts.82.gate_proj,0.00961509,0.01000,0.452
28,mlp.experts.83.gate_proj,0.00262681,0.01000,0.449
28,mlp.experts.84.gate_proj,0.00234190,0.01000,0.455
28,mlp.experts.85.gate_proj,0.00013252,0.01000,0.444
28,mlp.experts.86.gate_proj,0.00000016,0.01000,0.444
28,mlp.experts.87.gate_proj,0.00000716,0.01000,0.445
28,mlp.experts.88.gate_proj,0.00014337,0.01000,0.444
28,mlp.experts.89.gate_proj,0.00103731,0.01000,0.445
28,mlp.experts.90.gate_proj,0.00049103,0.01000,0.447
28,mlp.experts.91.gate_proj,0.00008670,0.01000,0.444
28,mlp.experts.92.gate_proj,0.00000183,0.01000,0.445
28,mlp.experts.93.gate_proj,0.00248441,0.01000,0.452
28,mlp.experts.94.gate_proj,0.00246159,0.01000,0.446
28,mlp.experts.95.gate_proj,0.00000013,0.01000,0.445
28,mlp.experts.96.gate_proj,0.00000948,0.01000,0.446
28,mlp.experts.97.gate_proj,0.00223031,0.01000,0.449
28,mlp.experts.98.gate_proj,0.00220862,0.01000,0.448
28,mlp.experts.99.gate_proj,0.00001878,0.01000,0.446
28,mlp.experts.100.gate_proj,0.00057251,0.01000,0.446
28,mlp.experts.101.gate_proj,0.00388712,0.01000,0.448
28,mlp.experts.102.gate_proj,0.00240251,0.01000,0.447
28,mlp.experts.103.gate_proj,0.00301282,0.01000,0.449
28,mlp.experts.104.gate_proj,0.00000195,0.01000,0.453
28,mlp.experts.105.gate_proj,0.00563471,0.01000,0.454
28,mlp.experts.106.gate_proj,0.00018242,0.01000,0.449
28,mlp.experts.107.gate_proj,0.00018705,0.01000,0.447
28,mlp.experts.108.gate_proj,0.00163939,0.01000,0.448
28,mlp.experts.109.gate_proj,0.00352870,0.01000,0.449
28,mlp.experts.110.gate_proj,0.00131587,0.01000,0.459
28,mlp.experts.111.gate_proj,0.00273947,0.01000,0.450
28,mlp.experts.112.gate_proj,0.00013047,0.01000,0.448
28,mlp.experts.113.gate_proj,0.00720281,0.01000,0.446
28,mlp.experts.114.gate_proj,0.00321759,0.01000,0.445
28,mlp.experts.115.gate_proj,0.00098345,0.01000,0.453
28,mlp.experts.116.gate_proj,0.00026157,0.01000,0.449
28,mlp.experts.117.gate_proj,0.00380139,0.01000,0.446
28,mlp.experts.118.gate_proj,0.00000012,0.01000,0.445
28,mlp.experts.119.gate_proj,0.00162322,0.01000,0.445
28,mlp.experts.120.gate_proj,0.00000128,0.01000,0.444
28,mlp.experts.121.gate_proj,0.00106601,0.01000,0.446
28,mlp.experts.122.gate_proj,0.00002399,0.01000,0.446
28,mlp.experts.123.gate_proj,0.00493849,0.01000,0.447
28,mlp.experts.124.gate_proj,0.00107700,0.01000,0.444
28,mlp.experts.125.gate_proj,0.00000006,0.01000,0.445
28,mlp.experts.126.gate_proj,0.00018356,0.01000,0.446
28,mlp.experts.127.gate_proj,0.00422998,0.01000,0.447
28,mlp.experts.0.down_proj,0.00033641,0.01000,0.187
28,mlp.experts.1.down_proj,0.00031017,0.01000,0.167
28,mlp.experts.2.down_proj,0.00000001,0.01000,0.167
28,mlp.experts.3.down_proj,0.00000010,0.01000,0.167
28,mlp.experts.4.down_proj,0.00030658,0.01000,0.169
28,mlp.experts.5.down_proj,0.00001039,0.01000,0.169
28,mlp.experts.6.down_proj,0.00026059,0.01000,0.169
28,mlp.experts.7.down_proj,0.00099237,0.01000,0.168
28,mlp.experts.8.down_proj,0.00028505,0.01000,0.169
28,mlp.experts.9.down_proj,0.00027707,0.01000,0.168
28,mlp.experts.10.down_proj,0.00010501,0.01000,0.168
28,mlp.experts.11.down_proj,0.00061356,0.01000,0.171
28,mlp.experts.12.down_proj,0.00012225,0.01000,0.169
28,mlp.experts.13.down_proj,0.00036808,0.01000,0.169
28,mlp.experts.14.down_proj,0.00063771,0.01000,0.169
28,mlp.experts.15.down_proj,0.00028264,0.01000,0.168
28,mlp.experts.16.down_proj,0.00079173,0.01000,0.169
28,mlp.experts.17.down_proj,0.00004155,0.01000,0.169
28,mlp.experts.18.down_proj,0.00048636,0.01000,0.170
28,mlp.experts.19.down_proj,0.00007484,0.01000,0.169
28,mlp.experts.20.down_proj,0.00027820,0.01000,0.169
28,mlp.experts.21.down_proj,0.00000280,0.01000,0.168
28,mlp.experts.22.down_proj,0.00001247,0.01000,0.171
28,mlp.experts.23.down_proj,0.00030279,0.01000,0.169
28,mlp.experts.24.down_proj,0.00067127,0.01000,0.169
28,mlp.experts.25.down_proj,0.00035875,0.01000,0.169
28,mlp.experts.26.down_proj,0.00091630,0.01000,0.169
28,mlp.experts.27.down_proj,0.00005242,0.01000,0.168
28,mlp.experts.28.down_proj,0.00011025,0.01000,0.169
28,mlp.experts.29.down_proj,0.00028030,0.01000,0.171
28,mlp.experts.30.down_proj,0.00233581,0.01000,0.169
28,mlp.experts.31.down_proj,0.00000067,0.01000,0.169
28,mlp.experts.32.down_proj,0.00012559,0.01000,0.169
28,mlp.experts.33.down_proj,0.00043798,0.01000,0.168
28,mlp.experts.34.down_proj,0.00001606,0.01000,0.169
28,mlp.experts.35.down_proj,0.00326849,0.01000,0.169
28,mlp.experts.36.down_proj,0.00001268,0.01000,0.169
28,mlp.experts.37.down_proj,0.00048559,0.01000,0.169
28,mlp.experts.38.down_proj,0.00000001,0.01000,0.169
28,mlp.experts.39.down_proj,0.00062369,0.01000,0.169
28,mlp.experts.40.down_proj,0.00096791,0.01000,0.170
28,mlp.experts.41.down_proj,0.00000752,0.01000,0.172
28,mlp.experts.42.down_proj,0.00068385,0.01000,0.169
28,mlp.experts.43.down_proj,0.00043657,0.01000,0.169
28,mlp.experts.44.down_proj,0.00057198,0.01000,0.169
28,mlp.experts.45.down_proj,0.00054247,0.01000,0.169
28,mlp.experts.46.down_proj,0.00001911,0.01000,0.169
28,mlp.experts.47.down_proj,0.00001301,0.01000,0.169
28,mlp.experts.48.down_proj,0.00425630,0.01000,0.169
28,mlp.experts.49.down_proj,0.00016670,0.01000,0.169
28,mlp.experts.50.down_proj,0.00042302,0.01000,0.169
28,mlp.experts.51.down_proj,0.00053504,0.01000,0.169
28,mlp.experts.52.down_proj,0.00010466,0.01000,0.171
28,mlp.experts.53.down_proj,0.00000499,0.01000,0.171
28,mlp.experts.54.down_proj,0.00010907,0.01000,0.169
28,mlp.experts.55.down_proj,0.00017366,0.01000,0.169
28,mlp.experts.56.down_proj,0.00000144,0.01000,0.169
28,mlp.experts.57.down_proj,0.00046127,0.01000,0.171
28,mlp.experts.58.down_proj,0.00002000,0.01000,0.170
28,mlp.experts.59.down_proj,0.00007496,0.01000,0.169
28,mlp.experts.60.down_proj,0.00021275,0.01000,0.170
28,mlp.experts.61.down_proj,0.00000000,0.01000,0.169
28,mlp.experts.62.down_proj,0.00131204,0.01000,0.169
28,mlp.experts.63.down_proj,0.00001701,0.01000,0.169
28,mlp.experts.64.down_proj,0.00000078,0.01000,0.170
28,mlp.experts.65.down_proj,0.00122718,0.01000,0.172
28,mlp.experts.66.down_proj,0.00000003,0.01000,0.170
28,mlp.experts.67.down_proj,0.00001910,0.01000,0.169
28,mlp.experts.68.down_proj,0.00020434,0.01000,0.169
28,mlp.experts.69.down_proj,0.00000019,0.01000,0.171
28,mlp.experts.70.down_proj,0.00001745,0.01000,0.169
28,mlp.experts.71.down_proj,0.00000004,0.01000,0.170
28,mlp.experts.72.down_proj,0.00029532,0.01000,0.169
28,mlp.experts.73.down_proj,0.00006554,0.01000,0.169
28,mlp.experts.74.down_proj,0.00007136,0.01000,0.169
28,mlp.experts.75.down_proj,0.00063608,0.01000,0.170
28,mlp.experts.76.down_proj,0.00054221,0.01000,0.175
28,mlp.experts.77.down_proj,0.00032664,0.01000,0.170
28,mlp.experts.78.down_proj,0.00049873,0.01000,0.169
28,mlp.experts.79.down_proj,0.00033928,0.01000,0.170
28,mlp.experts.80.down_proj,0.00123405,0.01000,0.169
28,mlp.experts.81.down_proj,0.00134414,0.01000,0.170
28,mlp.experts.82.down_proj,0.00351310,0.01000,0.172
28,mlp.experts.83.down_proj,0.00061218,0.01000,0.171
28,mlp.experts.84.down_proj,0.00058784,0.01000,0.169
28,mlp.experts.85.down_proj,0.00002934,0.01000,0.169
28,mlp.experts.86.down_proj,0.00000004,0.01000,0.171
28,mlp.experts.87.down_proj,0.00000219,0.01000,0.169
28,mlp.experts.88.down_proj,0.00006428,0.01000,0.171
28,mlp.experts.89.down_proj,0.00033169,0.01000,0.169
28,mlp.experts.90.down_proj,0.00014164,0.01000,0.170
28,mlp.experts.91.down_proj,0.00004048,0.01000,0.169
28,mlp.experts.92.down_proj,0.00000074,0.01000,0.171
28,mlp.experts.93.down_proj,0.00047329,0.01000,0.169
28,mlp.experts.94.down_proj,0.00070866,0.01000,0.171
28,mlp.experts.95.down_proj,0.00000004,0.01000,0.169
28,mlp.experts.96.down_proj,0.00000358,0.01000,0.169
28,mlp.experts.97.down_proj,0.00041595,0.01000,0.168
28,mlp.experts.98.down_proj,0.00079203,0.01000,0.168
28,mlp.experts.99.down_proj,0.00000984,0.01000,0.170
28,mlp.experts.100.down_proj,0.00023461,0.01000,0.168
28,mlp.experts.101.down_proj,0.00091293,0.01000,0.168
28,mlp.experts.102.down_proj,0.00043041,0.01000,0.167
28,mlp.experts.103.down_proj,0.00082013,0.01000,0.168
28,mlp.experts.104.down_proj,0.00000075,0.01000,0.167
28,mlp.experts.105.down_proj,0.00237698,0.01000,0.168
28,mlp.experts.106.down_proj,0.00006052,0.01000,0.169
28,mlp.experts.107.down_proj,0.00005764,0.01000,0.169
28,mlp.experts.108.down_proj,0.00035643,0.01000,0.169
28,mlp.experts.109.down_proj,0.00121082,0.01000,0.170
28,mlp.experts.110.down_proj,0.00035614,0.01000,0.169
28,mlp.experts.111.down_proj,0.00092015,0.01000,0.171
28,mlp.experts.112.down_proj,0.00004671,0.01000,0.169
28,mlp.experts.113.down_proj,0.00136895,0.01000,0.170
28,mlp.experts.114.down_proj,0.00080020,0.01000,0.169
28,mlp.experts.115.down_proj,0.00042332,0.01000,0.170
28,mlp.experts.116.down_proj,0.00010199,0.01000,0.169
28,mlp.experts.117.down_proj,0.00081466,0.01000,0.169
28,mlp.experts.118.down_proj,0.00000003,0.01000,0.169
28,mlp.experts.119.down_proj,0.00053268,0.01000,0.170
28,mlp.experts.120.down_proj,0.00000041,0.01000,0.169
28,mlp.experts.121.down_proj,0.00024178,0.01000,0.169
28,mlp.experts.122.down_proj,0.00000404,0.01000,0.170
28,mlp.experts.123.down_proj,0.00112687,0.01000,0.169
28,mlp.experts.124.down_proj,0.00024629,0.01000,0.170
28,mlp.experts.125.down_proj,0.00000001,0.01000,0.169
28,mlp.experts.126.down_proj,0.00004587,0.01000,0.175
28,mlp.experts.127.down_proj,0.00092834,0.01000,0.169
29,self_attn.q_proj,0.00105040,0.01000,0.447
29,self_attn.k_proj,0.00012921,0.01000,0.441
29,self_attn.v_proj,0.00013675,0.01000,0.443
29,self_attn.o_proj,0.00011448,0.01000,0.898
29,mlp.experts.0.up_proj,0.00148376,0.01000,0.475
29,mlp.experts.1.up_proj,0.01141424,0.01000,0.440
29,mlp.experts.2.up_proj,0.00168382,0.01000,0.437
29,mlp.experts.3.up_proj,0.00053446,0.01000,0.437
29,mlp.experts.4.up_proj,0.00000774,0.01000,0.438
29,mlp.experts.5.up_proj,0.00098834,0.01000,0.439
29,mlp.experts.6.up_proj,0.00172152,0.01000,0.439
29,mlp.experts.7.up_proj,0.00040117,0.01000,0.439
29,mlp.experts.8.up_proj,0.00000105,0.01000,0.437
29,mlp.experts.9.up_proj,0.00499866,0.01000,0.436
29,mlp.experts.10.up_proj,0.00069383,0.01000,0.436
29,mlp.experts.11.up_proj,0.00091557,0.01000,0.435
29,mlp.experts.12.up_proj,0.00095669,0.01000,0.436
29,mlp.experts.13.up_proj,0.00079950,0.01000,0.440
29,mlp.experts.14.up_proj,0.00137104,0.01000,0.442
29,mlp.experts.15.up_proj,0.00148390,0.01000,0.442
29,mlp.experts.16.up_proj,0.00050087,0.01000,0.439
29,mlp.experts.17.up_proj,0.00346581,0.01000,0.438
29,mlp.experts.18.up_proj,0.01079418,0.01000,0.444
29,mlp.experts.19.up_proj,0.00171964,0.01000,0.451
29,mlp.experts.20.up_proj,0.00149983,0.01000,0.442
29,mlp.experts.21.up_proj,0.00419386,0.01000,0.449
29,mlp.experts.22.up_proj,0.00073341,0.01000,0.439
29,mlp.experts.23.up_proj,0.00000097,0.01000,0.443
29,mlp.experts.24.up_proj,0.00000162,0.01000,0.439
29,mlp.experts.25.up_proj,0.00001387,0.01000,0.437
29,mlp.experts.26.up_proj,0.00170438,0.01000,0.444
29,mlp.experts.27.up_proj,0.00009420,0.01000,0.440
29,mlp.experts.28.up_proj,0.00000284,0.01000,0.440
29,mlp.experts.29.up_proj,0.00001648,0.01000,0.438
29,mlp.experts.30.up_proj,0.00246496,0.01000,0.438
29,mlp.experts.31.up_proj,0.00001361,0.01000,0.439
29,mlp.experts.32.up_proj,0.00009671,0.01000,0.452
29,mlp.experts.33.up_proj,0.00001152,0.01000,0.445
29,mlp.experts.34.up_proj,0.00018506,0.01000,0.447
29,mlp.experts.35.up_proj,0.00090294,0.01000,0.450
29,mlp.experts.36.up_proj,0.00687025,0.01000,0.441
29,mlp.experts.37.up_proj,0.00015182,0.01000,0.446
29,mlp.experts.38.up_proj,0.00000072,0.01000,0.443
29,mlp.experts.39.up_proj,0.00091231,0.01000,0.441
29,mlp.experts.40.up_proj,0.00003863,0.01000,0.442
29,mlp.experts.41.up_proj,0.00001862,0.01000,0.440
29,mlp.experts.42.up_proj,0.00143740,0.01000,0.435
29,mlp.experts.43.up_proj,0.00000007,0.01000,0.435
29,mlp.experts.44.up_proj,0.00012690,0.01000,0.437
29,mlp.experts.45.up_proj,0.00275707,0.01000,0.436
29,mlp.experts.46.up_proj,0.00227917,0.01000,0.437
29,mlp.experts.47.up_proj,0.00136355,0.01000,0.436
29,mlp.experts.48.up_proj,0.00050684,0.01000,0.440
29,mlp.experts.49.up_proj,0.00128228,0.01000,0.436
29,mlp.experts.50.up_proj,0.00093830,0.01000,0.437
29,mlp.experts.51.up_proj,0.00002673,0.01000,0.437
29,mlp.experts.52.up_proj,0.00046665,0.01000,0.437
29,mlp.experts.53.up_proj,0.00209381,0.01000,0.435
29,mlp.experts.54.up_proj,0.00272894,0.01000,0.435
29,mlp.experts.55.up_proj,0.00975149,0.01000,0.441
29,mlp.experts.56.up_proj,0.00000007,0.01000,0.435
29,mlp.experts.57.up_proj,0.00071508,0.01000,0.435
29,mlp.experts.58.up_proj,0.00241035,0.01000,0.452
29,mlp.experts.59.up_proj,0.00116561,0.01000,0.451
29,mlp.experts.60.up_proj,0.00001146,0.01000,0.438
29,mlp.experts.61.up_proj,0.00454669,0.01000,0.439
29,mlp.experts.62.up_proj,0.00366986,0.01000,0.441
29,mlp.experts.63.up_proj,0.00073797,0.01000,0.440
29,mlp.experts.64.up_proj,0.00118581,0.01000,0.439
29,mlp.experts.65.up_proj,0.00200264,0.01000,0.438
29,mlp.experts.66.up_proj,0.00210841,0.01000,0.438
29,mlp.experts.67.up_proj,0.00000037,0.01000,0.438
29,mlp.experts.68.up_proj,0.00980460,0.01000,0.438
29,mlp.experts.69.up_proj,0.00098304,0.01000,0.443
29,mlp.experts.70.up_proj,0.00000028,0.01000,0.438
29,mlp.experts.71.up_proj,0.00010062,0.01000,0.439
29,mlp.experts.72.up_proj,0.00919639,0.01000,0.440
29,mlp.experts.73.up_proj,0.00564838,0.01000,0.451
29,mlp.experts.74.up_proj,0.00000056,0.01000,0.440
29,mlp.experts.75.up_proj,0.00061072,0.01000,0.440
29,mlp.experts.76.up_proj,0.00000006,0.01000,0.447
29,mlp.experts.77.up_proj,0.00378796,0.01000,0.437
29,mlp.experts.78.up_proj,0.00022018,0.01000,0.440
29,mlp.experts.79.up_proj,0.00232848,0.01000,0.441
29,mlp.experts.80.up_proj,0.01030079,0.01000,0.438
29,mlp.experts.81.up_proj,0.00102211,0.01000,0.438
29,mlp.experts.82.up_proj,0.01227141,0.01000,0.439
29,mlp.experts.83.up_proj,0.00102110,0.01000,0.438
29,mlp.experts.84.up_proj,0.00229593,0.01000,0.439
29,mlp.experts.85.up_proj,0.00364989,0.01000,0.439
29,mlp.experts.86.up_proj,0.00050937,0.01000,0.439
29,mlp.experts.87.up_proj,0.00134192,0.01000,0.448
29,mlp.experts.88.up_proj,0.00528778,0.01000,0.439
29,mlp.experts.89.up_proj,0.00056163,0.01000,0.444
29,mlp.experts.90.up_proj,0.00252957,0.01000,0.440
29,mlp.experts.91.up_proj,0.00000205,0.01000,0.438
29,mlp.experts.92.up_proj,0.00194929,0.01000,0.437
29,mlp.experts.93.up_proj,0.00699904,0.01000,0.435
29,mlp.experts.94.up_proj,0.00000709,0.01000,0.437
29,mlp.experts.95.up_proj,0.00035017,0.01000,0.436
29,mlp.experts.96.up_proj,0.00002412,0.01000,0.441
29,mlp.experts.97.up_proj,0.00071458,0.01000,0.439
29,mlp.experts.98.up_proj,0.00000150,0.01000,0.441
29,mlp.experts.99.up_proj,0.00584079,0.01000,0.441
29,mlp.experts.100.up_proj,0.00163763,0.01000,0.443
29,mlp.experts.101.up_proj,0.00003874,0.01000,0.440
29,mlp.experts.102.up_proj,0.00248679,0.01000,0.442
29,mlp.experts.103.up_proj,0.00148037,0.01000,0.446
29,mlp.experts.104.up_proj,0.00038132,0.01000,0.446
29,mlp.experts.105.up_proj,0.00050764,0.01000,0.444
29,mlp.experts.106.up_proj,0.00492750,0.01000,0.437
29,mlp.experts.107.up_proj,0.00008381,0.01000,0.435
29,mlp.experts.108.up_proj,0.00005467,0.01000,0.437
29,mlp.experts.109.up_proj,0.00005647,0.01000,0.440
29,mlp.experts.110.up_proj,0.00002179,0.01000,0.443
29,mlp.experts.111.up_proj,0.00000063,0.01000,0.438
29,mlp.experts.112.up_proj,0.00504486,0.01000,0.439
29,mlp.experts.113.up_proj,0.00073714,0.01000,0.440
29,mlp.experts.114.up_proj,0.00009688,0.01000,0.441
29,mlp.experts.115.up_proj,0.00023636,0.01000,0.439
29,mlp.experts.116.up_proj,0.00063071,0.01000,0.440
29,mlp.experts.117.up_proj,0.00157712,0.01000,0.441
29,mlp.experts.118.up_proj,0.00133350,0.01000,0.443
29,mlp.experts.119.up_proj,0.00000012,0.01000,0.439
29,mlp.experts.120.up_proj,0.00214085,0.01000,0.438
29,mlp.experts.121.up_proj,0.00435617,0.01000,0.439
29,mlp.experts.122.up_proj,0.00622835,0.01000,0.438
29,mlp.experts.123.up_proj,0.00036101,0.01000,0.440
29,mlp.experts.124.up_proj,0.00030606,0.01000,0.439
29,mlp.experts.125.up_proj,0.00000170,0.01000,0.444
29,mlp.experts.126.up_proj,0.00063718,0.01000,0.439
29,mlp.experts.127.up_proj,0.00000499,0.01000,0.443
29,mlp.experts.0.gate_proj,0.00148751,0.01000,0.438
29,mlp.experts.1.gate_proj,0.00955882,0.01000,0.439
29,mlp.experts.2.gate_proj,0.00159326,0.01000,0.440
29,mlp.experts.3.gate_proj,0.00053825,0.01000,0.438
29,mlp.experts.4.gate_proj,0.00000767,0.01000,0.439
29,mlp.experts.5.gate_proj,0.00098092,0.01000,0.438
29,mlp.experts.6.gate_proj,0.00176507,0.01000,0.439
29,mlp.experts.7.gate_proj,0.00039266,0.01000,0.438
29,mlp.experts.8.gate_proj,0.00000101,0.01000,0.442
29,mlp.experts.9.gate_proj,0.00501664,0.01000,0.440
29,mlp.experts.10.gate_proj,0.00052169,0.01000,0.439
29,mlp.experts.11.gate_proj,0.00078113,0.01000,0.439
29,mlp.experts.12.gate_proj,0.00098229,0.01000,0.438
29,mlp.experts.13.gate_proj,0.00079966,0.01000,0.442
29,mlp.experts.14.gate_proj,0.00137811,0.01000,0.438
29,mlp.experts.15.gate_proj,0.00138927,0.01000,0.440
29,mlp.experts.16.gate_proj,0.00051514,0.01000,0.443
29,mlp.experts.17.gate_proj,0.00306511,0.01000,0.438
29,mlp.experts.18.gate_proj,0.01081542,0.01000,0.438
29,mlp.experts.19.gate_proj,0.00163987,0.01000,0.437
29,mlp.experts.20.gate_proj,0.00139535,0.01000,0.438
29,mlp.experts.21.gate_proj,0.00405467,0.01000,0.438
29,mlp.experts.22.gate_proj,0.00075999,0.01000,0.441
29,mlp.experts.23.gate_proj,0.00000099,0.01000,0.439
29,mlp.experts.24.gate_proj,0.00000159,0.01000,0.438
29,mlp.experts.25.gate_proj,0.00001312,0.01000,0.438
29,mlp.experts.26.gate_proj,0.00178176,0.01000,0.438
29,mlp.experts.27.gate_proj,0.00009305,0.01000,0.439
29,mlp.experts.28.gate_proj,0.00000304,0.01000,0.438
29,mlp.experts.29.gate_proj,0.00001661,0.01000,0.438
29,mlp.experts.30.gate_proj,0.00258677,0.01000,0.436
29,mlp.experts.31.gate_proj,0.00001294,0.01000,0.432
29,mlp.experts.32.gate_proj,0.00010046,0.01000,0.433
29,mlp.experts.33.gate_proj,0.00001185,0.01000,0.433
29,mlp.experts.34.gate_proj,0.00018906,0.01000,0.437
29,mlp.experts.35.gate_proj,0.00086321,0.01000,0.439
29,mlp.experts.36.gate_proj,0.00295737,0.01000,0.441
29,mlp.experts.37.gate_proj,0.00015368,0.01000,0.438
29,mlp.experts.38.gate_proj,0.00000076,0.01000,0.453
29,mlp.experts.39.gate_proj,0.00099076,0.01000,0.438
29,mlp.experts.40.gate_proj,0.00003749,0.01000,0.452
29,mlp.experts.41.gate_proj,0.00002048,0.01000,0.441
29,mlp.experts.42.gate_proj,0.00147148,0.01000,0.438
29,mlp.experts.43.gate_proj,0.00000007,0.01000,0.448
29,mlp.experts.44.gate_proj,0.00012505,0.01000,0.442
29,mlp.experts.45.gate_proj,0.00260986,0.01000,0.440
29,mlp.experts.46.gate_proj,0.00226085,0.01000,0.436
29,mlp.experts.47.gate_proj,0.00160693,0.01000,0.435
29,mlp.experts.48.gate_proj,0.00089203,0.01000,0.442
29,mlp.experts.49.gate_proj,0.00135582,0.01000,0.437
29,mlp.experts.50.gate_proj,0.00101425,0.01000,0.440
29,mlp.experts.51.gate_proj,0.00002675,0.01000,0.437
29,mlp.experts.52.gate_proj,0.00045567,0.01000,0.437
29,mlp.experts.53.gate_proj,0.00208628,0.01000,0.437
29,mlp.experts.54.gate_proj,0.00275315,0.01000,0.438
29,mlp.experts.55.gate_proj,0.00952565,0.01000,0.436
29,mlp.experts.56.gate_proj,0.00000007,0.01000,0.438
29,mlp.experts.57.gate_proj,0.00088589,0.01000,0.444
29,mlp.experts.58.gate_proj,0.00238551,0.01000,0.437
29,mlp.experts.59.gate_proj,0.00118110,0.01000,0.437
29,mlp.experts.60.gate_proj,0.00001093,0.01000,0.437
29,mlp.experts.61.gate_proj,0.00476524,0.01000,0.436
29,mlp.experts.62.gate_proj,0.00386652,0.01000,0.437
29,mlp.experts.63.gate_proj,0.00074281,0.01000,0.439
29,mlp.experts.64.gate_proj,0.00116347,0.01000,0.437
29,mlp.experts.65.gate_proj,0.00193422,0.01000,0.438
29,mlp.experts.66.gate_proj,0.00206533,0.01000,0.439
29,mlp.experts.67.gate_proj,0.00000032,0.01000,0.438
29,mlp.experts.68.gate_proj,0.01114087,0.01000,0.438
29,mlp.experts.69.gate_proj,0.00095506,0.01000,0.436
29,mlp.experts.70.gate_proj,0.00000027,0.01000,0.438
29,mlp.experts.71.gate_proj,0.00009647,0.01000,0.438
29,mlp.experts.72.gate_proj,0.00779959,0.01000,0.437
29,mlp.experts.73.gate_proj,0.00595615,0.01000,0.437
29,mlp.experts.74.gate_proj,0.00000055,0.01000,0.437
29,mlp.experts.75.gate_proj,0.00060809,0.01000,0.437
29,mlp.experts.76.gate_proj,0.00000006,0.01000,0.437
29,mlp.experts.77.gate_proj,0.00401449,0.01000,0.439
29,mlp.experts.78.gate_proj,0.00021606,0.01000,0.437
29,mlp.experts.79.gate_proj,0.00274536,0.01000,0.442
29,mlp.experts.80.gate_proj,0.01111467,0.01000,0.441
29,mlp.experts.81.gate_proj,0.00094970,0.01000,0.443
29,mlp.experts.82.gate_proj,0.01272718,0.01000,0.440
29,mlp.experts.83.gate_proj,0.00098838,0.01000,0.440
29,mlp.experts.84.gate_proj,0.00238068,0.01000,0.441
29,mlp.experts.85.gate_proj,0.00347845,0.01000,0.447
29,mlp.experts.86.gate_proj,0.00051742,0.01000,0.449
29,mlp.experts.87.gate_proj,0.00150024,0.01000,0.439
29,mlp.experts.88.gate_proj,0.00544304,0.01000,0.439
29,mlp.experts.89.gate_proj,0.00056810,0.01000,0.440
29,mlp.experts.90.gate_proj,0.00215881,0.01000,0.439
29,mlp.experts.91.gate_proj,0.00000202,0.01000,0.442
29,mlp.experts.92.gate_proj,0.00199846,0.01000,0.438
29,mlp.experts.93.gate_proj,0.00669902,0.01000,0.439
29,mlp.experts.94.gate_proj,0.00000702,0.01000,0.438
29,mlp.experts.95.gate_proj,0.00035228,0.01000,0.443
29,mlp.experts.96.gate_proj,0.00002602,0.01000,0.440
29,mlp.experts.97.gate_proj,0.00064888,0.01000,0.440
29,mlp.experts.98.gate_proj,0.00000166,0.01000,0.440
29,mlp.experts.99.gate_proj,0.00557653,0.01000,0.438
29,mlp.experts.100.gate_proj,0.00162555,0.01000,0.440
29,mlp.experts.101.gate_proj,0.00003837,0.01000,0.437
29,mlp.experts.102.gate_proj,0.00247964,0.01000,0.440
29,mlp.experts.103.gate_proj,0.00137194,0.01000,0.439
29,mlp.experts.104.gate_proj,0.00039671,0.01000,0.441
29,mlp.experts.105.gate_proj,0.00050916,0.01000,0.439
29,mlp.experts.106.gate_proj,0.00460911,0.01000,0.440
29,mlp.experts.107.gate_proj,0.00007868,0.01000,0.439
29,mlp.experts.108.gate_proj,0.00005046,0.01000,0.444
29,mlp.experts.109.gate_proj,0.00005610,0.01000,0.443
29,mlp.experts.110.gate_proj,0.00002308,0.01000,0.442
29,mlp.experts.111.gate_proj,0.00000060,0.01000,0.440
29,mlp.experts.112.gate_proj,0.00500612,0.01000,0.439
29,mlp.experts.113.gate_proj,0.00069653,0.01000,0.439
29,mlp.experts.114.gate_proj,0.00010117,0.01000,0.439
29,mlp.experts.115.gate_proj,0.00024045,0.01000,0.438
29,mlp.experts.116.gate_proj,0.00062678,0.01000,0.439
29,mlp.experts.117.gate_proj,0.00147781,0.01000,0.441
29,mlp.experts.118.gate_proj,0.00123539,0.01000,0.441
29,mlp.experts.119.gate_proj,0.00000012,0.01000,0.439
29,mlp.experts.120.gate_proj,0.00222704,0.01000,0.441
29,mlp.experts.121.gate_proj,0.00461973,0.01000,0.440
29,mlp.experts.122.gate_proj,0.00323265,0.01000,0.441
29,mlp.experts.123.gate_proj,0.00036118,0.01000,0.439
29,mlp.experts.124.gate_proj,0.00030795,0.01000,0.438
29,mlp.experts.125.gate_proj,0.00000184,0.01000,0.443
29,mlp.experts.126.gate_proj,0.00063491,0.01000,0.444
29,mlp.experts.127.gate_proj,0.00000492,0.01000,0.445
29,mlp.experts.0.down_proj,0.00027195,0.01000,0.186
29,mlp.experts.1.down_proj,0.00360602,0.01000,0.168
29,mlp.experts.2.down_proj,0.00039356,0.01000,0.167
29,mlp.experts.3.down_proj,0.00017928,0.01000,0.167
29,mlp.experts.4.down_proj,0.00000235,0.01000,0.169
29,mlp.experts.5.down_proj,0.00035223,0.01000,0.168
29,mlp.experts.6.down_proj,0.00030464,0.01000,0.168
29,mlp.experts.7.down_proj,0.00012315,0.01000,0.171
29,mlp.experts.8.down_proj,0.00000031,0.01000,0.168
29,mlp.experts.9.down_proj,0.00102716,0.01000,0.169
29,mlp.experts.10.down_proj,0.00012097,0.01000,0.168
29,mlp.experts.11.down_proj,0.00021993,0.01000,0.169
29,mlp.experts.12.down_proj,0.00027306,0.01000,0.168
29,mlp.experts.13.down_proj,0.00023209,0.01000,0.168
29,mlp.experts.14.down_proj,0.00027410,0.01000,0.169
29,mlp.experts.15.down_proj,0.00039420,0.01000,0.168
29,mlp.experts.16.down_proj,0.00010933,0.01000,0.170
29,mlp.experts.17.down_proj,0.00074649,0.01000,0.169
29,mlp.experts.18.down_proj,0.00206481,0.01000,0.170
29,mlp.experts.19.down_proj,0.00039826,0.01000,0.169
29,mlp.experts.20.down_proj,0.00040447,0.01000,0.171
29,mlp.experts.21.down_proj,0.00176837,0.01000,0.169
29,mlp.experts.22.down_proj,0.00016686,0.01000,0.170
29,mlp.experts.23.down_proj,0.00000026,0.01000,0.169
29,mlp.experts.24.down_proj,0.00000050,0.01000,0.170
29,mlp.experts.25.down_proj,0.00000369,0.01000,0.169
29,mlp.experts.26.down_proj,0.00049452,0.01000,0.170
29,mlp.experts.27.down_proj,0.00002216,0.01000,0.172
29,mlp.experts.28.down_proj,0.00000032,0.01000,0.170
29,mlp.experts.29.down_proj,0.00000606,0.01000,0.169
29,mlp.experts.30.down_proj,0.00064580,0.01000,0.169
29,mlp.experts.31.down_proj,0.00000421,0.01000,0.168
29,mlp.experts.32.down_proj,0.00002503,0.01000,0.169
29,mlp.experts.33.down_proj,0.00000542,0.01000,0.173
29,mlp.experts.34.down_proj,0.00002953,0.01000,0.171
29,mlp.experts.35.down_proj,0.00025273,0.01000,0.169
29,mlp.experts.36.down_proj,0.00141016,0.01000,0.169
29,mlp.experts.37.down_proj,0.00004398,0.01000,0.169
29,mlp.experts.38.down_proj,0.00000032,0.01000,0.170
29,mlp.experts.39.down_proj,0.00024108,0.01000,0.170
29,mlp.experts.40.down_proj,0.00000944,0.01000,0.172
29,mlp.experts.41.down_proj,0.00001207,0.01000,0.169
29,mlp.experts.42.down_proj,0.00063404,0.01000,0.170
29,mlp.experts.43.down_proj,0.00000002,0.01000,0.169
29,mlp.experts.44.down_proj,0.00003341,0.01000,0.170
29,mlp.experts.45.down_proj,0.00067260,0.01000,0.172
29,mlp.experts.46.down_proj,0.00060107,0.01000,0.171
29,mlp.experts.47.down_proj,0.00027943,0.01000,0.169
29,mlp.experts.48.down_proj,0.00004016,0.01000,0.170
29,mlp.experts.49.down_proj,0.00033579,0.01000,0.169
29,mlp.experts.50.down_proj,0.00028653,0.01000,0.171
29,mlp.experts.51.down_proj,0.00000614,0.01000,0.173
29,mlp.experts.52.down_proj,0.00009669,0.01000,0.170
29,mlp.experts.53.down_proj,0.00055787,0.01000,0.169
29,mlp.experts.54.down_proj,0.00073449,0.01000,0.170
29,mlp.experts.55.down_proj,0.00637303,0.01000,0.169
29,mlp.experts.56.down_proj,0.00000002,0.01000,0.177
29,mlp.experts.57.down_proj,0.00032604,0.01000,0.172
29,mlp.experts.58.down_proj,0.00057318,0.01000,0.170
29,mlp.experts.59.down_proj,0.00040872,0.01000,0.178
29,mlp.experts.60.down_proj,0.00000377,0.01000,0.170
29,mlp.experts.61.down_proj,0.00133128,0.01000,0.175
29,mlp.experts.62.down_proj,0.00075454,0.01000,0.172
29,mlp.experts.63.down_proj,0.00010223,0.01000,0.170
29,mlp.experts.64.down_proj,0.00020411,0.01000,0.170
29,mlp.experts.65.down_proj,0.00029773,0.01000,0.169
29,mlp.experts.66.down_proj,0.00040132,0.01000,0.171
29,mlp.experts.67.down_proj,0.00000015,0.01000,0.169
29,mlp.experts.68.down_proj,0.00174619,0.01000,0.171
29,mlp.experts.69.down_proj,0.00017754,0.01000,0.169
29,mlp.experts.70.down_proj,0.00000013,0.01000,0.170
29,mlp.experts.71.down_proj,0.00003108,0.01000,0.170
29,mlp.experts.72.down_proj,0.00368551,0.01000,0.170
29,mlp.experts.73.down_proj,0.00110401,0.01000,0.169
29,mlp.experts.74.down_proj,0.00000017,0.01000,0.169
29,mlp.experts.75.down_proj,0.00014475,0.01000,0.170
29,mlp.experts.76.down_proj,0.00000001,0.01000,0.170
29,mlp.experts.77.down_proj,0.00083650,0.01000,0.169
29,mlp.experts.78.down_proj,0.00005208,0.01000,0.170
29,mlp.experts.79.down_proj,0.00040849,0.01000,0.170
29,mlp.experts.80.down_proj,0.00253684,0.01000,0.170
29,mlp.experts.81.down_proj,0.00021358,0.01000,0.170
29,mlp.experts.82.down_proj,0.00286446,0.01000,0.171
29,mlp.experts.83.down_proj,0.00018812,0.01000,0.170
29,mlp.experts.84.down_proj,0.00060654,0.01000,0.170
29,mlp.experts.85.down_proj,0.00055768,0.01000,0.169
29,mlp.experts.86.down_proj,0.00015373,0.01000,0.172
29,mlp.experts.87.down_proj,0.00030399,0.01000,0.170
29,mlp.experts.88.down_proj,0.00216280,0.01000,0.169
29,mlp.experts.89.down_proj,0.00017115,0.01000,0.169
29,mlp.experts.90.down_proj,0.00140800,0.01000,0.170
29,mlp.experts.91.down_proj,0.00000064,0.01000,0.169
29,mlp.experts.92.down_proj,0.00045476,0.01000,0.170
29,mlp.experts.93.down_proj,0.00127596,0.01000,0.170
29,mlp.experts.94.down_proj,0.00000247,0.01000,0.170
29,mlp.experts.95.down_proj,0.00007039,0.01000,0.170
29,mlp.experts.96.down_proj,0.00000061,0.01000,0.170
29,mlp.experts.97.down_proj,0.00020929,0.01000,0.170
29,mlp.experts.98.down_proj,0.00000071,0.01000,0.173
29,mlp.experts.99.down_proj,0.00314198,0.01000,0.169
29,mlp.experts.100.down_proj,0.00019845,0.01000,0.169
29,mlp.experts.101.down_proj,0.00002044,0.01000,0.169
29,mlp.experts.102.down_proj,0.00052760,0.01000,0.169
29,mlp.experts.103.down_proj,0.00028686,0.01000,0.169
29,mlp.experts.104.down_proj,0.00008083,0.01000,0.169
29,mlp.experts.105.down_proj,0.00017616,0.01000,0.170
29,mlp.experts.106.down_proj,0.00090494,0.01000,0.169
29,mlp.experts.107.down_proj,0.00002002,0.01000,0.169
29,mlp.experts.108.down_proj,0.00004280,0.01000,0.169
29,mlp.experts.109.down_proj,0.00002584,0.01000,0.169
29,mlp.experts.110.down_proj,0.00000777,0.01000,0.170
29,mlp.experts.111.down_proj,0.00000015,0.01000,0.169
29,mlp.experts.112.down_proj,0.00100241,0.01000,0.169
29,mlp.experts.113.down_proj,0.00020144,0.01000,0.169
29,mlp.experts.114.down_proj,0.00002304,0.01000,0.169
29,mlp.experts.115.down_proj,0.00006206,0.01000,0.169
29,mlp.experts.116.down_proj,0.00013510,0.01000,0.170
29,mlp.experts.117.down_proj,0.00037947,0.01000,0.170
29,mlp.experts.118.down_proj,0.00027802,0.01000,0.169
29,mlp.experts.119.down_proj,0.00000004,0.01000,0.170
29,mlp.experts.120.down_proj,0.00020979,0.01000,0.169
29,mlp.experts.121.down_proj,0.00085045,0.01000,0.169
29,mlp.experts.122.down_proj,0.00245798,0.01000,0.169
29,mlp.experts.123.down_proj,0.00009571,0.01000,0.169
29,mlp.experts.124.down_proj,0.00015062,0.01000,0.169
29,mlp.experts.125.down_proj,0.00000042,0.01000,0.170
29,mlp.experts.126.down_proj,0.00020427,0.01000,0.169
29,mlp.experts.127.down_proj,0.00000205,0.01000,0.170
30,self_attn.q_proj,0.00092096,0.01000,0.445
30,self_attn.k_proj,0.00015137,0.01000,0.437
30,self_attn.v_proj,0.00014569,0.01000,0.437
30,self_attn.o_proj,0.00010755,0.01000,0.895
30,mlp.experts.0.up_proj,0.00198152,0.01000,0.475
30,mlp.experts.1.up_proj,0.00040919,0.01000,0.437
30,mlp.experts.2.up_proj,0.00000014,0.01000,0.438
30,mlp.experts.3.up_proj,0.00247429,0.01000,0.437
30,mlp.experts.4.up_proj,0.00416954,0.01000,0.438
30,mlp.experts.5.up_proj,0.00001397,0.01000,0.438
30,mlp.experts.6.up_proj,0.00071043,0.01000,0.439
30,mlp.experts.7.up_proj,0.00368583,0.01000,0.439
30,mlp.experts.8.up_proj,0.00000252,0.01000,0.439
30,mlp.experts.9.up_proj,0.00394713,0.01000,0.437
30,mlp.experts.10.up_proj,0.00435635,0.01000,0.437
30,mlp.experts.11.up_proj,0.00012005,0.01000,0.440
30,mlp.experts.12.up_proj,0.00382378,0.01000,0.436
30,mlp.experts.13.up_proj,0.00631654,0.01000,0.436
30,mlp.experts.14.up_proj,0.00229670,0.01000,0.436
30,mlp.experts.15.up_proj,0.00006215,0.01000,0.437
30,mlp.experts.16.up_proj,0.00002001,0.01000,0.440
30,mlp.experts.17.up_proj,0.00042443,0.01000,0.437
30,mlp.experts.18.up_proj,0.00011143,0.01000,0.441
30,mlp.experts.19.up_proj,0.00077195,0.01000,0.440
30,mlp.experts.20.up_proj,0.00150028,0.01000,0.440
30,mlp.experts.21.up_proj,0.00003026,0.01000,0.437
30,mlp.experts.22.up_proj,0.00931223,0.01000,0.438
30,mlp.experts.23.up_proj,0.00430061,0.01000,0.440
30,mlp.experts.24.up_proj,0.01205572,0.01000,0.453
30,mlp.experts.25.up_proj,0.00230261,0.01000,0.439
30,mlp.experts.26.up_proj,0.00508871,0.01000,0.452
30,mlp.experts.27.up_proj,0.00020531,0.01000,0.438
30,mlp.experts.28.up_proj,0.00182118,0.01000,0.445
30,mlp.experts.29.up_proj,0.00025939,0.01000,0.439
30,mlp.experts.30.up_proj,0.00016404,0.01000,0.438
30,mlp.experts.31.up_proj,0.00013377,0.01000,0.439
30,mlp.experts.32.up_proj,0.00037284,0.01000,0.438
30,mlp.experts.33.up_proj,0.00135983,0.01000,0.438
30,mlp.experts.34.up_proj,0.00162440,0.01000,0.439
30,mlp.experts.35.up_proj,0.00057742,0.01000,0.442
30,mlp.experts.36.up_proj,0.00248132,0.01000,0.442
30,mlp.experts.37.up_proj,0.00072686,0.01000,0.440
30,mlp.experts.38.up_proj,0.00386626,0.01000,0.442
30,mlp.experts.39.up_proj,0.00180335,0.01000,0.438
30,mlp.experts.40.up_proj,0.00000314,0.01000,0.438
30,mlp.experts.41.up_proj,0.00089388,0.01000,0.439
30,mlp.experts.42.up_proj,0.00189206,0.01000,0.442
30,mlp.experts.43.up_proj,0.00000125,0.01000,0.438
30,mlp.experts.44.up_proj,0.00769516,0.01000,0.440
30,mlp.experts.45.up_proj,0.00000064,0.01000,0.439
30,mlp.experts.46.up_proj,0.00345436,0.01000,0.437
30,mlp.experts.47.up_proj,0.00051276,0.01000,0.438
30,mlp.experts.48.up_proj,0.00019844,0.01000,0.437
30,mlp.experts.49.up_proj,0.00155384,0.01000,0.437
30,mlp.experts.50.up_proj,0.00004129,0.01000,0.437
30,mlp.experts.51.up_proj,0.00067327,0.01000,0.441
30,mlp.experts.52.up_proj,0.00753116,0.01000,0.441
30,mlp.experts.53.up_proj,0.00002068,0.01000,0.438
30,mlp.experts.54.up_proj,0.01053728,0.01000,0.439
30,mlp.experts.55.up_proj,0.00784790,0.01000,0.439
30,mlp.experts.56.up_proj,0.00448203,0.01000,0.440
30,mlp.experts.57.up_proj,0.00017403,0.01000,0.440
30,mlp.experts.58.up_proj,0.00285489,0.01000,0.445
30,mlp.experts.59.up_proj,0.00005259,0.01000,0.440
30,mlp.experts.60.up_proj,0.00000013,0.01000,0.440
30,mlp.experts.61.up_proj,0.00089936,0.01000,0.444
30,mlp.experts.62.up_proj,0.00169077,0.01000,0.441
30,mlp.experts.63.up_proj,0.00769081,0.01000,0.438
30,mlp.experts.64.up_proj,0.00419603,0.01000,0.438
30,mlp.experts.65.up_proj,0.00103875,0.01000,0.439
30,mlp.experts.66.up_proj,0.00034059,0.01000,0.441
30,mlp.experts.67.up_proj,0.00078130,0.01000,0.439
30,mlp.experts.68.up_proj,0.00036349,0.01000,0.440
30,mlp.experts.69.up_proj,0.00000423,0.01000,0.440
30,mlp.experts.70.up_proj,0.00098590,0.01000,0.440
30,mlp.experts.71.up_proj,0.00090612,0.01000,0.445
30,mlp.experts.72.up_proj,0.00102810,0.01000,0.452
30,mlp.experts.73.up_proj,0.00000047,0.01000,0.453
30,mlp.experts.74.up_proj,0.00080388,0.01000,0.440
30,mlp.experts.75.up_proj,0.00147301,0.01000,0.438
30,mlp.experts.76.up_proj,0.00024191,0.01000,0.438
30,mlp.experts.77.up_proj,0.00426013,0.01000,0.439
30,mlp.experts.78.up_proj,0.00251893,0.01000,0.438
30,mlp.experts.79.up_proj,0.00146129,0.01000,0.442
30,mlp.experts.80.up_proj,0.00028517,0.01000,0.440
30,mlp.experts.81.up_proj,0.00001035,0.01000,0.439
30,mlp.experts.82.up_proj,0.00070106,0.01000,0.440
30,mlp.experts.83.up_proj,0.00220030,0.01000,0.439
30,mlp.experts.84.up_proj,0.00078573,0.01000,0.439
30,mlp.experts.85.up_proj,0.00265554,0.01000,0.438
30,mlp.experts.86.up_proj,0.00538037,0.01000,0.442
30,mlp.experts.87.up_proj,0.01125873,0.01000,0.439
30,mlp.experts.88.up_proj,0.00101192,0.01000,0.439
30,mlp.experts.89.up_proj,0.00777584,0.01000,0.439
30,mlp.experts.90.up_proj,0.00005407,0.01000,0.440
30,mlp.experts.91.up_proj,0.00008430,0.01000,0.439
30,mlp.experts.92.up_proj,0.00071613,0.01000,0.439
30,mlp.experts.93.up_proj,0.00120273,0.01000,0.439
30,mlp.experts.94.up_proj,0.00045069,0.01000,0.438
30,mlp.experts.95.up_proj,0.00005643,0.01000,0.439
30,mlp.experts.96.up_proj,0.00488896,0.01000,0.439
30,mlp.experts.97.up_proj,0.00449631,0.01000,0.440
30,mlp.experts.98.up_proj,0.00031826,0.01000,0.440
30,mlp.experts.99.up_proj,0.00115531,0.01000,0.439
30,mlp.experts.100.up_proj,0.00217661,0.01000,0.439
30,mlp.experts.101.up_proj,0.00431693,0.01000,0.448
30,mlp.experts.102.up_proj,0.00053797,0.01000,0.439
30,mlp.experts.103.up_proj,0.00121405,0.01000,0.439
30,mlp.experts.104.up_proj,0.00384022,0.01000,0.438
30,mlp.experts.105.up_proj,0.00190280,0.01000,0.439
30,mlp.experts.106.up_proj,0.00000039,0.01000,0.440
30,mlp.experts.107.up_proj,0.01599456,0.01000,0.439
30,mlp.experts.108.up_proj,0.00001253,0.01000,0.438
30,mlp.experts.109.up_proj,0.00150122,0.01000,0.438
30,mlp.experts.110.up_proj,0.00437428,0.01000,0.439
30,mlp.experts.111.up_proj,0.00005596,0.01000,0.438
30,mlp.experts.112.up_proj,0.00065883,0.01000,0.440
30,mlp.experts.113.up_proj,0.00001082,0.01000,0.443
30,mlp.experts.114.up_proj,0.00230183,0.01000,0.439
30,mlp.experts.115.up_proj,0.00286246,0.01000,0.438
30,mlp.experts.116.up_proj,0.00879588,0.01000,0.432
30,mlp.experts.117.up_proj,0.00000222,0.01000,0.433
30,mlp.experts.118.up_proj,0.00293425,0.01000,0.434
30,mlp.experts.119.up_proj,0.00193485,0.01000,0.435
30,mlp.experts.120.up_proj,0.00001460,0.01000,0.440
30,mlp.experts.121.up_proj,0.00089206,0.01000,0.435
30,mlp.experts.122.up_proj,0.00777705,0.01000,0.435
30,mlp.experts.123.up_proj,0.00044021,0.01000,0.436
30,mlp.experts.124.up_proj,0.00255023,0.01000,0.436
30,mlp.experts.125.up_proj,0.00092008,0.01000,0.436
30,mlp.experts.126.up_proj,0.00749888,0.01000,0.436
30,mlp.experts.127.up_proj,0.00361269,0.01000,0.436
30,mlp.experts.0.gate_proj,0.00214672,0.01000,0.435
30,mlp.experts.1.gate_proj,0.00039650,0.01000,0.441
30,mlp.experts.2.gate_proj,0.00000012,0.01000,0.436
30,mlp.experts.3.gate_proj,0.00274259,0.01000,0.436
30,mlp.experts.4.gate_proj,0.00480359,0.01000,0.435
30,mlp.experts.5.gate_proj,0.00001319,0.01000,0.448
30,mlp.experts.6.gate_proj,0.00088271,0.01000,0.440
30,mlp.experts.7.gate_proj,0.00384013,0.01000,0.454
30,mlp.experts.8.gate_proj,0.00000225,0.01000,0.445
30,mlp.experts.9.gate_proj,0.00400918,0.01000,0.452
30,mlp.experts.10.gate_proj,0.00363775,0.01000,0.437
30,mlp.experts.11.gate_proj,0.00011776,0.01000,0.439
30,mlp.experts.12.gate_proj,0.00393354,0.01000,0.439
30,mlp.experts.13.gate_proj,0.00669428,0.01000,0.439
30,mlp.experts.14.gate_proj,0.00209036,0.01000,0.438
30,mlp.experts.15.gate_proj,0.00006551,0.01000,0.442
30,mlp.experts.16.gate_proj,0.00002043,0.01000,0.439
30,mlp.experts.17.gate_proj,0.00048004,0.01000,0.439
30,mlp.experts.18.gate_proj,0.00010862,0.01000,0.439
30,mlp.experts.19.gate_proj,0.00064075,0.01000,0.440
30,mlp.experts.20.gate_proj,0.00163342,0.01000,0.439
30,mlp.experts.21.gate_proj,0.00003165,0.01000,0.441
30,mlp.experts.22.gate_proj,0.01012569,0.01000,0.441
30,mlp.experts.23.gate_proj,0.00397541,0.01000,0.441
30,mlp.experts.24.gate_proj,0.01101104,0.01000,0.442
30,mlp.experts.25.gate_proj,0.00256926,0.01000,0.438
30,mlp.experts.26.gate_proj,0.00503980,0.01000,0.439
30,mlp.experts.27.gate_proj,0.00019625,0.01000,0.438
30,mlp.experts.28.gate_proj,0.00200936,0.01000,0.439
30,mlp.experts.29.gate_proj,0.00029034,0.01000,0.438
30,mlp.experts.30.gate_proj,0.00014772,0.01000,0.438
30,mlp.experts.31.gate_proj,0.00013737,0.01000,0.440
30,mlp.experts.32.gate_proj,0.00042108,0.01000,0.439
30,mlp.experts.33.gate_proj,0.00146903,0.01000,0.440
30,mlp.experts.34.gate_proj,0.00152362,0.01000,0.440
30,mlp.experts.35.gate_proj,0.00047435,0.01000,0.441
30,mlp.experts.36.gate_proj,0.00249815,0.01000,0.444
30,mlp.experts.37.gate_proj,0.00079112,0.01000,0.440
30,mlp.experts.38.gate_proj,0.00411016,0.01000,0.440
30,mlp.experts.39.gate_proj,0.00178087,0.01000,0.439
30,mlp.experts.40.gate_proj,0.00000311,0.01000,0.441
30,mlp.experts.41.gate_proj,0.00085829,0.01000,0.436
30,mlp.experts.42.gate_proj,0.00172800,0.01000,0.436
30,mlp.experts.43.gate_proj,0.00000120,0.01000,0.436
30,mlp.experts.44.gate_proj,0.00844819,0.01000,0.442
30,mlp.experts.45.gate_proj,0.00000058,0.01000,0.436
30,mlp.experts.46.gate_proj,0.00345114,0.01000,0.439
30,mlp.experts.47.gate_proj,0.00047674,0.01000,0.441
30,mlp.experts.48.gate_proj,0.00020968,0.01000,0.440
30,mlp.experts.49.gate_proj,0.00177061,0.01000,0.445
30,mlp.experts.50.gate_proj,0.00004366,0.01000,0.440
30,mlp.experts.51.gate_proj,0.00072291,0.01000,0.440
30,mlp.experts.52.gate_proj,0.00711855,0.01000,0.448
30,mlp.experts.53.gate_proj,0.00002220,0.01000,0.441
30,mlp.experts.54.gate_proj,0.01159071,0.01000,0.452
30,mlp.experts.55.gate_proj,0.00787093,0.01000,0.438
30,mlp.experts.56.gate_proj,0.00376342,0.01000,0.440
30,mlp.experts.57.gate_proj,0.00017665,0.01000,0.437
30,mlp.experts.58.gate_proj,0.00320978,0.01000,0.437
30,mlp.experts.59.gate_proj,0.00005212,0.01000,0.439
30,mlp.experts.60.gate_proj,0.00000012,0.01000,0.439
30,mlp.experts.61.gate_proj,0.00096707,0.01000,0.438
30,mlp.experts.62.gate_proj,0.00177766,0.01000,0.439
30,mlp.experts.63.gate_proj,0.00858436,0.01000,0.439
30,mlp.experts.64.gate_proj,0.00395418,0.01000,0.439
30,mlp.experts.65.gate_proj,0.00106432,0.01000,0.442
30,mlp.experts.66.gate_proj,0.00034096,0.01000,0.438
30,mlp.experts.67.gate_proj,0.00087932,0.01000,0.441
30,mlp.experts.68.gate_proj,0.00037674,0.01000,0.439
30,mlp.experts.69.gate_proj,0.00000422,0.01000,0.439
30,mlp.experts.70.gate_proj,0.00101319,0.01000,0.443
30,mlp.experts.71.gate_proj,0.00100520,0.01000,0.439
30,mlp.experts.72.gate_proj,0.00115955,0.01000,0.440
30,mlp.experts.73.gate_proj,0.00000045,0.01000,0.439
30,mlp.experts.74.gate_proj,0.00082399,0.01000,0.444
30,mlp.experts.75.gate_proj,0.00144027,0.01000,0.442
30,mlp.experts.76.gate_proj,0.00023842,0.01000,0.444
30,mlp.experts.77.gate_proj,0.00449627,0.01000,0.443
30,mlp.experts.78.gate_proj,0.00252674,0.01000,0.447
30,mlp.experts.79.gate_proj,0.00145826,0.01000,0.443
30,mlp.experts.80.gate_proj,0.00026681,0.01000,0.446
30,mlp.experts.81.gate_proj,0.00000961,0.01000,0.446
30,mlp.experts.82.gate_proj,0.00073862,0.01000,0.440
30,mlp.experts.83.gate_proj,0.00206938,0.01000,0.441
30,mlp.experts.84.gate_proj,0.00084417,0.01000,0.440
30,mlp.experts.85.gate_proj,0.00226369,0.01000,0.440
30,mlp.experts.86.gate_proj,0.00510516,0.01000,0.440
30,mlp.experts.87.gate_proj,0.01223052,0.01000,0.447
30,mlp.experts.88.gate_proj,0.00096592,0.01000,0.439
30,mlp.experts.89.gate_proj,0.00851516,0.01000,0.441
30,mlp.experts.90.gate_proj,0.00005777,0.01000,0.440
30,mlp.experts.91.gate_proj,0.00008416,0.01000,0.439
30,mlp.experts.92.gate_proj,0.00082154,0.01000,0.439
30,mlp.experts.93.gate_proj,0.00125896,0.01000,0.436
30,mlp.experts.94.gate_proj,0.00049196,0.01000,0.438
30,mlp.experts.95.gate_proj,0.00005569,0.01000,0.441
30,mlp.experts.96.gate_proj,0.00533619,0.01000,0.439
30,mlp.experts.97.gate_proj,0.00495520,0.01000,0.440
30,mlp.experts.98.gate_proj,0.00034007,0.01000,0.447
30,mlp.experts.99.gate_proj,0.00118246,0.01000,0.443
30,mlp.experts.100.gate_proj,0.00211115,0.01000,0.443
30,mlp.experts.101.gate_proj,0.00483547,0.01000,0.442
30,mlp.experts.102.gate_proj,0.00052998,0.01000,0.441
30,mlp.experts.103.gate_proj,0.00140874,0.01000,0.441
30,mlp.experts.104.gate_proj,0.00363685,0.01000,0.441
30,mlp.experts.105.gate_proj,0.00160321,0.01000,0.447
30,mlp.experts.106.gate_proj,0.00000038,0.01000,0.442
30,mlp.experts.107.gate_proj,0.01652916,0.01000,0.445
30,mlp.experts.108.gate_proj,0.00001250,0.01000,0.443
30,mlp.experts.109.gate_proj,0.00157942,0.01000,0.443
30,mlp.experts.110.gate_proj,0.00414489,0.01000,0.443
30,mlp.experts.111.gate_proj,0.00005472,0.01000,0.440
30,mlp.experts.112.gate_proj,0.00063661,0.01000,0.444
30,mlp.experts.113.gate_proj,0.00001049,0.01000,0.454
30,mlp.experts.114.gate_proj,0.00264886,0.01000,0.443
30,mlp.experts.115.gate_proj,0.00280495,0.01000,0.455
30,mlp.experts.116.gate_proj,0.00840032,0.01000,0.441
30,mlp.experts.117.gate_proj,0.00000231,0.01000,0.442
30,mlp.experts.118.gate_proj,0.00230841,0.01000,0.439
30,mlp.experts.119.gate_proj,0.00212425,0.01000,0.441
30,mlp.experts.120.gate_proj,0.00001430,0.01000,0.439
30,mlp.experts.121.gate_proj,0.00101093,0.01000,0.444
30,mlp.experts.122.gate_proj,0.00811988,0.01000,0.443
30,mlp.experts.123.gate_proj,0.00037111,0.01000,0.445
30,mlp.experts.124.gate_proj,0.00268957,0.01000,0.439
30,mlp.experts.125.gate_proj,0.00091243,0.01000,0.437
30,mlp.experts.126.gate_proj,0.00691166,0.01000,0.438
30,mlp.experts.127.gate_proj,0.00367745,0.01000,0.443
30,mlp.experts.0.down_proj,0.00036935,0.01000,0.184
30,mlp.experts.1.down_proj,0.00010440,0.01000,0.164
30,mlp.experts.2.down_proj,0.00000003,0.01000,0.164
30,mlp.experts.3.down_proj,0.00047716,0.01000,0.164
30,mlp.experts.4.down_proj,0.00073691,0.01000,0.165
30,mlp.experts.5.down_proj,0.00000620,0.01000,0.165
30,mlp.experts.6.down_proj,0.00008637,0.01000,0.167
30,mlp.experts.7.down_proj,0.00069566,0.01000,0.168
30,mlp.experts.8.down_proj,0.00000120,0.01000,0.167
30,mlp.experts.9.down_proj,0.00076929,0.01000,0.167
30,mlp.experts.10.down_proj,0.00080568,0.01000,0.167
30,mlp.experts.11.down_proj,0.00005025,0.01000,0.169
30,mlp.experts.12.down_proj,0.00128166,0.01000,0.168
30,mlp.experts.13.down_proj,0.00197834,0.01000,0.168
30,mlp.experts.14.down_proj,0.00054191,0.01000,0.167
30,mlp.experts.15.down_proj,0.00001967,0.01000,0.167
30,mlp.experts.16.down_proj,0.00000716,0.01000,0.167
30,mlp.experts.17.down_proj,0.00012476,0.01000,0.168
30,mlp.experts.18.down_proj,0.00002296,0.01000,0.168
30,mlp.experts.19.down_proj,0.00014487,0.01000,0.168
30,mlp.experts.20.down_proj,0.00028073,0.01000,0.168
30,mlp.experts.21.down_proj,0.00000861,0.01000,0.167
30,mlp.experts.22.down_proj,0.00151848,0.01000,0.167
30,mlp.experts.23.down_proj,0.00075681,0.01000,0.167
30,mlp.experts.24.down_proj,0.00380913,0.01000,0.168
30,mlp.experts.25.down_proj,0.00048403,0.01000,0.168
30,mlp.experts.26.down_proj,0.00096733,0.01000,0.168
30,mlp.experts.27.down_proj,0.00002083,0.01000,0.167
30,mlp.experts.28.down_proj,0.00037771,0.01000,0.168
30,mlp.experts.29.down_proj,0.00006410,0.01000,0.168
30,mlp.experts.30.down_proj,0.00004000,0.01000,0.168
30,mlp.experts.31.down_proj,0.00003679,0.01000,0.168
30,mlp.experts.32.down_proj,0.00007253,0.01000,0.168
30,mlp.experts.33.down_proj,0.00023770,0.01000,0.167
30,mlp.experts.34.down_proj,0.00035772,0.01000,0.168
30,mlp.experts.35.down_proj,0.00017669,0.01000,0.170
30,mlp.experts.36.down_proj,0.00060060,0.01000,0.169
30,mlp.experts.37.down_proj,0.00015500,0.01000,0.169
30,mlp.experts.38.down_proj,0.00079995,0.01000,0.168
30,mlp.experts.39.down_proj,0.00034677,0.01000,0.168
30,mlp.experts.40.down_proj,0.00000085,0.01000,0.168
30,mlp.experts.41.down_proj,0.00017222,0.01000,0.169
30,mlp.experts.42.down_proj,0.00037370,0.01000,0.169
30,mlp.experts.43.down_proj,0.00000048,0.01000,0.167
30,mlp.experts.44.down_proj,0.00161198,0.01000,0.167
30,mlp.experts.45.down_proj,0.00000019,0.01000,0.167
30,mlp.experts.46.down_proj,0.00072462,0.01000,0.167
30,mlp.experts.47.down_proj,0.00013939,0.01000,0.167
30,mlp.experts.48.down_proj,0.00003820,0.01000,0.170
30,mlp.experts.49.down_proj,0.00031556,0.01000,0.168
30,mlp.experts.50.down_proj,0.00001640,0.01000,0.168
30,mlp.experts.51.down_proj,0.00013672,0.01000,0.168
30,mlp.experts.52.down_proj,0.00164975,0.01000,0.169
30,mlp.experts.53.down_proj,0.00001016,0.01000,0.171
30,mlp.experts.54.down_proj,0.00166337,0.01000,0.171
30,mlp.experts.55.down_proj,0.00290930,0.01000,0.168
30,mlp.experts.56.down_proj,0.00087765,0.01000,0.168
30,mlp.experts.57.down_proj,0.00003531,0.01000,0.169
30,mlp.experts.58.down_proj,0.00050563,0.01000,0.168
30,mlp.experts.59.down_proj,0.00001400,0.01000,0.169
30,mlp.experts.60.down_proj,0.00000004,0.01000,0.167
30,mlp.experts.61.down_proj,0.00016465,0.01000,0.167
30,mlp.experts.62.down_proj,0.00032330,0.01000,0.167
30,mlp.experts.63.down_proj,0.00166173,0.01000,0.167
30,mlp.experts.64.down_proj,0.00079192,0.01000,0.167
30,mlp.experts.65.down_proj,0.00020173,0.01000,0.167
30,mlp.experts.66.down_proj,0.00005798,0.01000,0.167
30,mlp.experts.67.down_proj,0.00009466,0.01000,0.166
30,mlp.experts.68.down_proj,0.00007862,0.01000,0.167
30,mlp.experts.69.down_proj,0.00000126,0.01000,0.166
30,mlp.experts.70.down_proj,0.00022489,0.01000,0.167
30,mlp.experts.71.down_proj,0.00018410,0.01000,0.167
30,mlp.experts.72.down_proj,0.00013814,0.01000,0.168
30,mlp.experts.73.down_proj,0.00000015,0.01000,0.167
30,mlp.experts.74.down_proj,0.00015057,0.01000,0.167
30,mlp.experts.75.down_proj,0.00028969,0.01000,0.167
30,mlp.experts.76.down_proj,0.00007773,0.01000,0.167
30,mlp.experts.77.down_proj,0.00101409,0.01000,0.167
30,mlp.experts.78.down_proj,0.00086586,0.01000,0.167
30,mlp.experts.79.down_proj,0.00038424,0.01000,0.167
30,mlp.experts.80.down_proj,0.00006740,0.01000,0.167
30,mlp.experts.81.down_proj,0.00000625,0.01000,0.167
30,mlp.experts.82.down_proj,0.00013561,0.01000,0.168
30,mlp.experts.83.down_proj,0.00076175,0.01000,0.167
30,mlp.experts.84.down_proj,0.00015553,0.01000,0.167
30,mlp.experts.85.down_proj,0.00049740,0.01000,0.168
30,mlp.experts.86.down_proj,0.00116058,0.01000,0.167
30,mlp.experts.87.down_proj,0.00290307,0.01000,0.167
30,mlp.experts.88.down_proj,0.00034795,0.01000,0.168
30,mlp.experts.89.down_proj,0.00158756,0.01000,0.169
30,mlp.experts.90.down_proj,0.00001515,0.01000,0.169
30,mlp.experts.91.down_proj,0.00002283,0.01000,0.168
30,mlp.experts.92.down_proj,0.00011568,0.01000,0.168
30,mlp.experts.93.down_proj,0.00026087,0.01000,0.168
30,mlp.experts.94.down_proj,0.00008709,0.01000,0.171
30,mlp.experts.95.down_proj,0.00001835,0.01000,0.173
30,mlp.experts.96.down_proj,0.00091467,0.01000,0.169
30,mlp.experts.97.down_proj,0.00072837,0.01000,0.169
30,mlp.experts.98.down_proj,0.00001528,0.01000,0.169
30,mlp.experts.99.down_proj,0.00027067,0.01000,0.169
30,mlp.experts.100.down_proj,0.00043710,0.01000,0.168
30,mlp.experts.101.down_proj,0.00088717,0.01000,0.169
30,mlp.experts.102.down_proj,0.00012610,0.01000,0.169
30,mlp.experts.103.down_proj,0.00014523,0.01000,0.169
30,mlp.experts.104.down_proj,0.00089927,0.01000,0.168
30,mlp.experts.105.down_proj,0.00048759,0.01000,0.168
30,mlp.experts.106.down_proj,0.00000010,0.01000,0.169
30,mlp.experts.107.down_proj,0.00272521,0.01000,0.170
30,mlp.experts.108.down_proj,0.00000420,0.01000,0.169
30,mlp.experts.109.down_proj,0.00030780,0.01000,0.169
30,mlp.experts.110.down_proj,0.00087111,0.01000,0.169
30,mlp.experts.111.down_proj,0.00002336,0.01000,0.168
30,mlp.experts.112.down_proj,0.00028430,0.01000,0.169
30,mlp.experts.113.down_proj,0.00000395,0.01000,0.169
30,mlp.experts.114.down_proj,0.00051429,0.01000,0.169
30,mlp.experts.115.down_proj,0.00077698,0.01000,0.169
30,mlp.experts.116.down_proj,0.00161509,0.01000,0.169
30,mlp.experts.117.down_proj,0.00000067,0.01000,0.168
30,mlp.experts.118.down_proj,0.00053940,0.01000,0.168
30,mlp.experts.119.down_proj,0.00044279,0.01000,0.169
30,mlp.experts.120.down_proj,0.00000377,0.01000,0.184
30,mlp.experts.121.down_proj,0.00019153,0.01000,0.169
30,mlp.experts.122.down_proj,0.00191716,0.01000,0.168
30,mlp.experts.123.down_proj,0.00010217,0.01000,0.169
30,mlp.experts.124.down_proj,0.00065595,0.01000,0.183
30,mlp.experts.125.down_proj,0.00017200,0.01000,0.170
30,mlp.experts.126.down_proj,0.00340142,0.01000,0.168
30,mlp.experts.127.down_proj,0.00085309,0.01000,0.169
31,self_attn.q_proj,0.00077363,0.01000,0.460
31,self_attn.k_proj,0.00010243,0.01000,0.450
31,self_attn.v_proj,0.00012195,0.01000,0.445
31,self_attn.o_proj,0.00008624,0.01000,0.916
31,mlp.experts.0.up_proj,0.00000865,0.01000,0.486
31,mlp.experts.1.up_proj,0.00312696,0.01000,0.437
31,mlp.experts.2.up_proj,0.00161921,0.01000,0.437
31,mlp.experts.3.up_proj,0.00162982,0.01000,0.437
31,mlp.experts.4.up_proj,0.00236471,0.01000,0.444
31,mlp.experts.5.up_proj,0.00886925,0.01000,0.438
31,mlp.experts.6.up_proj,0.00175970,0.01000,0.439
31,mlp.experts.7.up_proj,0.00571116,0.01000,0.438
31,mlp.experts.8.up_proj,0.00672283,0.01000,0.437
31,mlp.experts.9.up_proj,0.00668985,0.01000,0.439
31,mlp.experts.10.up_proj,0.00044996,0.01000,0.439
31,mlp.experts.11.up_proj,0.00105993,0.01000,0.439
31,mlp.experts.12.up_proj,0.00288663,0.01000,0.439
31,mlp.experts.13.up_proj,0.00179389,0.01000,0.446
31,mlp.experts.14.up_proj,0.00066712,0.01000,0.440
31,mlp.experts.15.up_proj,0.00067065,0.01000,0.441
31,mlp.experts.16.up_proj,0.00000546,0.01000,0.441
31,mlp.experts.17.up_proj,0.00269444,0.01000,0.439
31,mlp.experts.18.up_proj,0.00041529,0.01000,0.440
31,mlp.experts.19.up_proj,0.00111028,0.01000,0.438
31,mlp.experts.20.up_proj,0.00295906,0.01000,0.443
31,mlp.experts.21.up_proj,0.00716626,0.01000,0.445
31,mlp.experts.22.up_proj,0.00078786,0.01000,0.439
31,mlp.experts.23.up_proj,0.00000083,0.01000,0.444
31,mlp.experts.24.up_proj,0.00425260,0.01000,0.438
31,mlp.experts.25.up_proj,0.00075971,0.01000,0.446
31,mlp.experts.26.up_proj,0.00680786,0.01000,0.438
31,mlp.experts.27.up_proj,0.00061754,0.01000,0.446
31,mlp.experts.28.up_proj,0.00000898,0.01000,0.443
31,mlp.experts.29.up_proj,0.00068565,0.01000,0.439
31,mlp.experts.30.up_proj,0.00033417,0.01000,0.438
31,mlp.experts.31.up_proj,0.00273615,0.01000,0.438
31,mlp.experts.32.up_proj,0.01502315,0.01000,0.438
31,mlp.experts.33.up_proj,0.01054312,0.01000,0.438
31,mlp.experts.34.up_proj,0.00147687,0.01000,0.439
31,mlp.experts.35.up_proj,0.00030163,0.01000,0.438
31,mlp.experts.36.up_proj,0.00451227,0.01000,0.441
31,mlp.experts.37.up_proj,0.00000011,0.01000,0.438
31,mlp.experts.38.up_proj,0.00086518,0.01000,0.438
31,mlp.experts.39.up_proj,0.00061327,0.01000,0.440
31,mlp.experts.40.up_proj,0.00099356,0.01000,0.439
31,mlp.experts.41.up_proj,0.00039956,0.01000,0.442
31,mlp.experts.42.up_proj,0.00000033,0.01000,0.437
31,mlp.experts.43.up_proj,0.00052924,0.01000,0.438
31,mlp.experts.44.up_proj,0.00504489,0.01000,0.441
31,mlp.experts.45.up_proj,0.00920652,0.01000,0.440
31,mlp.experts.46.up_proj,0.00026133,0.01000,0.443
31,mlp.experts.47.up_proj,0.00321191,0.01000,0.448
31,mlp.experts.48.up_proj,0.00442049,0.01000,0.439
31,mlp.experts.49.up_proj,0.00135740,0.01000,0.437
31,mlp.experts.50.up_proj,0.00141420,0.01000,0.438
31,mlp.experts.51.up_proj,0.00257992,0.01000,0.437
31,mlp.experts.52.up_proj,0.00197433,0.01000,0.443
31,mlp.experts.53.up_proj,0.00238135,0.01000,0.437
31,mlp.experts.54.up_proj,0.00000018,0.01000,0.445
31,mlp.experts.55.up_proj,0.00000663,0.01000,0.438
31,mlp.experts.56.up_proj,0.00710791,0.01000,0.438
31,mlp.experts.57.up_proj,0.00000031,0.01000,0.438
31,mlp.experts.58.up_proj,0.00162308,0.01000,0.438
31,mlp.experts.59.up_proj,0.00546551,0.01000,0.440
31,mlp.experts.60.up_proj,0.00175414,0.01000,0.438
31,mlp.experts.61.up_proj,0.00401007,0.01000,0.440
31,mlp.experts.62.up_proj,0.00432632,0.01000,0.437
31,mlp.experts.63.up_proj,0.00218357,0.01000,0.441
31,mlp.experts.64.up_proj,0.00108720,0.01000,0.438
31,mlp.experts.65.up_proj,0.00000278,0.01000,0.438
31,mlp.experts.66.up_proj,0.00311337,0.01000,0.449
31,mlp.experts.67.up_proj,0.00046750,0.01000,0.440
31,mlp.experts.68.up_proj,0.00017242,0.01000,0.442
31,mlp.experts.69.up_proj,0.00020606,0.01000,0.439
31,mlp.experts.70.up_proj,0.00011155,0.01000,0.438
31,mlp.experts.71.up_proj,0.00003596,0.01000,0.439
31,mlp.experts.72.up_proj,0.00152028,0.01000,0.440
31,mlp.experts.73.up_proj,0.00650090,0.01000,0.440
31,mlp.experts.74.up_proj,0.00090108,0.01000,0.444
31,mlp.experts.75.up_proj,0.01966674,0.01000,0.441
31,mlp.experts.76.up_proj,0.00009153,0.01000,0.440
31,mlp.experts.77.up_proj,0.00000068,0.01000,0.444
31,mlp.experts.78.up_proj,0.00073371,0.01000,0.440
31,mlp.experts.79.up_proj,0.00152870,0.01000,0.440
31,mlp.experts.80.up_proj,0.00000011,0.01000,0.440
31,mlp.experts.81.up_proj,0.00040580,0.01000,0.442
31,mlp.experts.82.up_proj,0.01472000,0.01000,0.456
31,mlp.experts.83.up_proj,0.00127566,0.01000,0.446
31,mlp.experts.84.up_proj,0.00005942,0.01000,0.460
31,mlp.experts.85.up_proj,0.00001714,0.01000,0.450
31,mlp.experts.86.up_proj,0.00092380,0.01000,0.444
31,mlp.experts.87.up_proj,0.00015318,0.01000,0.442
31,mlp.experts.88.up_proj,0.00333410,0.01000,0.442
31,mlp.experts.89.up_proj,0.00340842,0.01000,0.443
31,mlp.experts.90.up_proj,0.00000268,0.01000,0.442
31,mlp.experts.91.up_proj,0.00123007,0.01000,0.443
31,mlp.experts.92.up_proj,0.00115622,0.01000,0.441
31,mlp.experts.93.up_proj,0.00217754,0.01000,0.441
31,mlp.experts.94.up_proj,0.00477327,0.01000,0.442
31,mlp.experts.95.up_proj,0.00569838,0.01000,0.449
31,mlp.experts.96.up_proj,0.00011708,0.01000,0.442
31,mlp.experts.97.up_proj,0.00000194,0.01000,0.450
31,mlp.experts.98.up_proj,0.00173046,0.01000,0.442
31,mlp.experts.99.up_proj,0.00087575,0.01000,0.443
31,mlp.experts.100.up_proj,0.00310871,0.01000,0.442
31,mlp.experts.101.up_proj,0.00383764,0.01000,0.441
31,mlp.experts.102.up_proj,0.00001201,0.01000,0.440
31,mlp.experts.103.up_proj,0.00037261,0.01000,0.440
31,mlp.experts.104.up_proj,0.00020171,0.01000,0.442
31,mlp.experts.105.up_proj,0.00009428,0.01000,0.441
31,mlp.experts.106.up_proj,0.00723583,0.01000,0.446
31,mlp.experts.107.up_proj,0.00000592,0.01000,0.462
31,mlp.experts.108.up_proj,0.00399045,0.01000,0.445
31,mlp.experts.109.up_proj,0.00045074,0.01000,0.443
31,mlp.experts.110.up_proj,0.00526300,0.01000,0.442
31,mlp.experts.111.up_proj,0.00020397,0.01000,0.443
31,mlp.experts.112.up_proj,0.00486787,0.01000,0.452
31,mlp.experts.113.up_proj,0.00080984,0.01000,0.442
31,mlp.experts.114.up_proj,0.00125015,0.01000,0.442
31,mlp.experts.115.up_proj,0.00135911,0.01000,0.445
31,mlp.experts.116.up_proj,0.00340643,0.01000,0.442
31,mlp.experts.117.up_proj,0.00021701,0.01000,0.442
31,mlp.experts.118.up_proj,0.00076755,0.01000,0.443
31,mlp.experts.119.up_proj,0.00098919,0.01000,0.442
31,mlp.experts.120.up_proj,0.00026839,0.01000,0.444
31,mlp.experts.121.up_proj,0.00001221,0.01000,0.444
31,mlp.experts.122.up_proj,0.00000114,0.01000,0.447
31,mlp.experts.123.up_proj,0.00783790,0.01000,0.447
31,mlp.experts.124.up_proj,0.00150681,0.01000,0.448
31,mlp.experts.125.up_proj,0.00170427,0.01000,0.447
31,mlp.experts.126.up_proj,0.00005744,0.01000,0.450
31,mlp.experts.127.up_proj,0.00069609,0.01000,0.447
31,mlp.experts.0.gate_proj,0.00000903,0.01000,0.444
31,mlp.experts.1.gate_proj,0.00347282,0.01000,0.443
31,mlp.experts.2.gate_proj,0.00153506,0.01000,0.442
31,mlp.experts.3.gate_proj,0.00149403,0.01000,0.442
31,mlp.experts.4.gate_proj,0.00259984,0.01000,0.439
31,mlp.experts.5.gate_proj,0.00903757,0.01000,0.440
31,mlp.experts.6.gate_proj,0.00185545,0.01000,0.440
31,mlp.experts.7.gate_proj,0.00521398,0.01000,0.444
31,mlp.experts.8.gate_proj,0.00661795,0.01000,0.444
31,mlp.experts.9.gate_proj,0.00692696,0.01000,0.442
31,mlp.experts.10.gate_proj,0.00046076,0.01000,0.442
31,mlp.experts.11.gate_proj,0.00118003,0.01000,0.442
31,mlp.experts.12.gate_proj,0.00337531,0.01000,0.442
31,mlp.experts.13.gate_proj,0.00197943,0.01000,0.443
31,mlp.experts.14.gate_proj,0.00075814,0.01000,0.442
31,mlp.experts.15.gate_proj,0.00072418,0.01000,0.441
31,mlp.experts.16.gate_proj,0.00000486,0.01000,0.443
31,mlp.experts.17.gate_proj,0.00306176,0.01000,0.444
31,mlp.experts.18.gate_proj,0.00044175,0.01000,0.442
31,mlp.experts.19.gate_proj,0.00107833,0.01000,0.442
31,mlp.experts.20.gate_proj,0.00314433,0.01000,0.441
31,mlp.experts.21.gate_proj,0.00769690,0.01000,0.443
31,mlp.experts.22.gate_proj,0.00087838,0.01000,0.441
31,mlp.experts.23.gate_proj,0.00000075,0.01000,0.442
31,mlp.experts.24.gate_proj,0.00440946,0.01000,0.442
31,mlp.experts.25.gate_proj,0.00080353,0.01000,0.442
31,mlp.experts.26.gate_proj,0.00662100,0.01000,0.442
31,mlp.experts.27.gate_proj,0.00059835,0.01000,0.442
31,mlp.experts.28.gate_proj,0.00000995,0.01000,0.441
31,mlp.experts.29.gate_proj,0.00070956,0.01000,0.439
31,mlp.experts.30.gate_proj,0.00033777,0.01000,0.438
31,mlp.experts.31.gate_proj,0.00262281,0.01000,0.438
31,mlp.experts.32.gate_proj,0.01647779,0.01000,0.437
31,mlp.experts.33.gate_proj,0.01131563,0.01000,0.438
31,mlp.experts.34.gate_proj,0.00126027,0.01000,0.442
31,mlp.experts.35.gate_proj,0.00032017,0.01000,0.439
31,mlp.experts.36.gate_proj,0.00478769,0.01000,0.439
31,mlp.experts.37.gate_proj,0.00000010,0.01000,0.442
31,mlp.experts.38.gate_proj,0.00093874,0.01000,0.441
31,mlp.experts.39.gate_proj,0.00059503,0.01000,0.444
31,mlp.experts.40.gate_proj,0.00107897,0.01000,0.445
31,mlp.experts.41.gate_proj,0.00040607,0.01000,0.444
31,mlp.experts.42.gate_proj,0.00000033,0.01000,0.443
31,mlp.experts.43.gate_proj,0.00045626,0.01000,0.442
31,mlp.experts.44.gate_proj,0.00537559,0.01000,0.439
31,mlp.experts.45.gate_proj,0.00893520,0.01000,0.438
31,mlp.experts.46.gate_proj,0.00024671,0.01000,0.439
31,mlp.experts.47.gate_proj,0.00345807,0.01000,0.438
31,mlp.experts.48.gate_proj,0.00409145,0.01000,0.440
31,mlp.experts.49.gate_proj,0.00126160,0.01000,0.438
31,mlp.experts.50.gate_proj,0.00132259,0.01000,0.439
31,mlp.experts.51.gate_proj,0.00240411,0.01000,0.438
31,mlp.experts.52.gate_proj,0.00219496,0.01000,0.444
31,mlp.experts.53.gate_proj,0.00235091,0.01000,0.438
31,mlp.experts.54.gate_proj,0.00000020,0.01000,0.438
31,mlp.experts.55.gate_proj,0.00000586,0.01000,0.439
31,mlp.experts.56.gate_proj,0.00770831,0.01000,0.439
31,mlp.experts.57.gate_proj,0.00000029,0.01000,0.439
31,mlp.experts.58.gate_proj,0.00170837,0.01000,0.439
31,mlp.experts.59.gate_proj,0.00571187,0.01000,0.443
31,mlp.experts.60.gate_proj,0.00168418,0.01000,0.440
31,mlp.experts.61.gate_proj,0.00426713,0.01000,0.442
31,mlp.experts.62.gate_proj,0.00397850,0.01000,0.444
31,mlp.experts.63.gate_proj,0.00243547,0.01000,0.439
31,mlp.experts.64.gate_proj,0.00102567,0.01000,0.456
31,mlp.experts.65.gate_proj,0.00000311,0.01000,0.454
31,mlp.experts.66.gate_proj,0.00341434,0.01000,0.446
31,mlp.experts.67.gate_proj,0.00045607,0.01000,0.442
31,mlp.experts.68.gate_proj,0.00017868,0.01000,0.442
31,mlp.experts.69.gate_proj,0.00018667,0.01000,0.443
31,mlp.experts.70.gate_proj,0.00011721,0.01000,0.445
31,mlp.experts.71.gate_proj,0.00003588,0.01000,0.442
31,mlp.experts.72.gate_proj,0.00164643,0.01000,0.438
31,mlp.experts.73.gate_proj,0.00695981,0.01000,0.440
31,mlp.experts.74.gate_proj,0.00086917,0.01000,0.440
31,mlp.experts.75.gate_proj,0.01959383,0.01000,0.448
31,mlp.experts.76.gate_proj,0.00010064,0.01000,0.445
31,mlp.experts.77.gate_proj,0.00000062,0.01000,0.448
31,mlp.experts.78.gate_proj,0.00082494,0.01000,0.445
31,mlp.experts.79.gate_proj,0.00164805,0.01000,0.445
31,mlp.experts.80.gate_proj,0.00000011,0.01000,0.448
31,mlp.experts.81.gate_proj,0.00039565,0.01000,0.451
31,mlp.experts.82.gate_proj,0.01571273,0.01000,0.450
31,mlp.experts.83.gate_proj,0.00140328,0.01000,0.443
31,mlp.experts.84.gate_proj,0.00006189,0.01000,0.446
31,mlp.experts.85.gate_proj,0.00001638,0.01000,0.443
31,mlp.experts.86.gate_proj,0.00098031,0.01000,0.442
31,mlp.experts.87.gate_proj,0.00015581,0.01000,0.442
31,mlp.experts.88.gate_proj,0.00348042,0.01000,0.443
31,mlp.experts.89.gate_proj,0.00370860,0.01000,0.445
31,mlp.experts.90.gate_proj,0.00000259,0.01000,0.443
31,mlp.experts.91.gate_proj,0.00137699,0.01000,0.438
31,mlp.experts.92.gate_proj,0.00117661,0.01000,0.436
31,mlp.experts.93.gate_proj,0.00220967,0.01000,0.439
31,mlp.experts.94.gate_proj,0.00507514,0.01000,0.436
31,mlp.experts.95.gate_proj,0.00528485,0.01000,0.437
31,mlp.experts.96.gate_proj,0.00010137,0.01000,0.437
31,mlp.experts.97.gate_proj,0.00000207,0.01000,0.436
31,mlp.experts.98.gate_proj,0.00150045,0.01000,0.440
31,mlp.experts.99.gate_proj,0.00093269,0.01000,0.436
31,mlp.experts.100.gate_proj,0.00300406,0.01000,0.435
31,mlp.experts.101.gate_proj,0.00405241,0.01000,0.436
31,mlp.experts.102.gate_proj,0.00001204,0.01000,0.441
31,mlp.experts.103.gate_proj,0.00031577,0.01000,0.436
31,mlp.experts.104.gate_proj,0.00021489,0.01000,0.442
31,mlp.experts.105.gate_proj,0.00010039,0.01000,0.442
31,mlp.experts.106.gate_proj,0.00764497,0.01000,0.443
31,mlp.experts.107.gate_proj,0.00000620,0.01000,0.445
31,mlp.experts.108.gate_proj,0.00459965,0.01000,0.447
31,mlp.experts.109.gate_proj,0.00046624,0.01000,0.445
31,mlp.experts.110.gate_proj,0.00527926,0.01000,0.444
31,mlp.experts.111.gate_proj,0.00020151,0.01000,0.444
31,mlp.experts.112.gate_proj,0.00430453,0.01000,0.443
31,mlp.experts.113.gate_proj,0.00074650,0.01000,0.443
31,mlp.experts.114.gate_proj,0.00151593,0.01000,0.442
31,mlp.experts.115.gate_proj,0.00177753,0.01000,0.445
31,mlp.experts.116.gate_proj,0.00358182,0.01000,0.448
31,mlp.experts.117.gate_proj,0.00020871,0.01000,0.446
31,mlp.experts.118.gate_proj,0.00084766,0.01000,0.444
31,mlp.experts.119.gate_proj,0.00097855,0.01000,0.444
31,mlp.experts.120.gate_proj,0.00027265,0.01000,0.444
31,mlp.experts.121.gate_proj,0.00001318,0.01000,0.445
31,mlp.experts.122.gate_proj,0.00000112,0.01000,0.444
31,mlp.experts.123.gate_proj,0.00782775,0.01000,0.446
31,mlp.experts.124.gate_proj,0.00135856,0.01000,0.449
31,mlp.experts.125.gate_proj,0.00198449,0.01000,0.445
31,mlp.experts.126.gate_proj,0.00007113,0.01000,0.446
31,mlp.experts.127.gate_proj,0.00074840,0.01000,0.446
31,mlp.experts.0.down_proj,0.00000287,0.01000,0.189
31,mlp.experts.1.down_proj,0.00068521,0.01000,0.165
31,mlp.experts.2.down_proj,0.00048188,0.01000,0.167
31,mlp.experts.3.down_proj,0.00036572,0.01000,0.166
31,mlp.experts.4.down_proj,0.00048089,0.01000,0.167
31,mlp.experts.5.down_proj,0.00180244,0.01000,0.167
31,mlp.experts.6.down_proj,0.00045959,0.01000,0.168
31,mlp.experts.7.down_proj,0.00120931,0.01000,0.167
31,mlp.experts.8.down_proj,0.00276927,0.01000,0.168
31,mlp.experts.9.down_proj,0.00155259,0.01000,0.167
31,mlp.experts.10.down_proj,0.00006137,0.01000,0.168
31,mlp.experts.11.down_proj,0.00021371,0.01000,0.168
31,mlp.experts.12.down_proj,0.00058866,0.01000,0.168
31,mlp.experts.13.down_proj,0.00032704,0.01000,0.167
31,mlp.experts.14.down_proj,0.00017256,0.01000,0.168
31,mlp.experts.15.down_proj,0.00015787,0.01000,0.167
31,mlp.experts.16.down_proj,0.00000190,0.01000,0.167
31,mlp.experts.17.down_proj,0.00051639,0.01000,0.168
31,mlp.experts.18.down_proj,0.00015645,0.01000,0.169
31,mlp.experts.19.down_proj,0.00020800,0.01000,0.168
31,mlp.experts.20.down_proj,0.00057162,0.01000,0.168
31,mlp.experts.21.down_proj,0.00130305,0.01000,0.168
31,mlp.experts.22.down_proj,0.00017500,0.01000,0.175
31,mlp.experts.23.down_proj,0.00000032,0.01000,0.168
31,mlp.experts.24.down_proj,0.00116087,0.01000,0.168
31,mlp.experts.25.down_proj,0.00013913,0.01000,0.168
31,mlp.experts.26.down_proj,0.00137364,0.01000,0.166
31,mlp.experts.27.down_proj,0.00014953,0.01000,0.166
31,mlp.experts.28.down_proj,0.00000395,0.01000,0.166
31,mlp.experts.29.down_proj,0.00015029,0.01000,0.169
31,mlp.experts.30.down_proj,0.00009897,0.01000,0.171
31,mlp.experts.31.down_proj,0.00059671,0.01000,0.167
31,mlp.experts.32.down_proj,0.00278644,0.01000,0.167
31,mlp.experts.33.down_proj,0.00200452,0.01000,0.167
31,mlp.experts.34.down_proj,0.00033434,0.01000,0.171
31,mlp.experts.35.down_proj,0.00007811,0.01000,0.170
31,mlp.experts.36.down_proj,0.00096568,0.01000,0.170
31,mlp.experts.37.down_proj,0.00000003,0.01000,0.167
31,mlp.experts.38.down_proj,0.00019740,0.01000,0.167
31,mlp.experts.39.down_proj,0.00013127,0.01000,0.167
31,mlp.experts.40.down_proj,0.00026053,0.01000,0.168
31,mlp.experts.41.down_proj,0.00011000,0.01000,0.167
31,mlp.experts.42.down_proj,0.00000008,0.01000,0.168
31,mlp.experts.43.down_proj,0.00015706,0.01000,0.167
31,mlp.experts.44.down_proj,0.00105563,0.01000,0.168
31,mlp.experts.45.down_proj,0.00223805,0.01000,0.167
31,mlp.experts.46.down_proj,0.00005656,0.01000,0.172
31,mlp.experts.47.down_proj,0.00085336,0.01000,0.169
31,mlp.experts.48.down_proj,0.00086208,0.01000,0.167
31,mlp.experts.49.down_proj,0.00037682,0.01000,0.167
31,mlp.experts.50.down_proj,0.00046460,0.01000,0.167
31,mlp.experts.51.down_proj,0.00061901,0.01000,0.167
31,mlp.experts.52.down_proj,0.00046099,0.01000,0.167
31,mlp.experts.53.down_proj,0.00044434,0.01000,0.167
31,mlp.experts.54.down_proj,0.00000005,0.01000,0.168
31,mlp.experts.55.down_proj,0.00000333,0.01000,0.168
31,mlp.experts.56.down_proj,0.00179770,0.01000,0.167
31,mlp.experts.57.down_proj,0.00000009,0.01000,0.169
31,mlp.experts.58.down_proj,0.00038979,0.01000,0.171
31,mlp.experts.59.down_proj,0.00168948,0.01000,0.169
31,mlp.experts.60.down_proj,0.00059499,0.01000,0.171
31,mlp.experts.61.down_proj,0.00092063,0.01000,0.167
31,mlp.experts.62.down_proj,0.00163653,0.01000,0.167
31,mlp.experts.63.down_proj,0.00034394,0.01000,0.168
31,mlp.experts.64.down_proj,0.00022516,0.01000,0.167
31,mlp.experts.65.down_proj,0.00000095,0.01000,0.169
31,mlp.experts.66.down_proj,0.00057167,0.01000,0.167
31,mlp.experts.67.down_proj,0.00009012,0.01000,0.168
31,mlp.experts.68.down_proj,0.00003907,0.01000,0.167
31,mlp.experts.69.down_proj,0.00005357,0.01000,0.167
31,mlp.experts.70.down_proj,0.00003125,0.01000,0.171
31,mlp.experts.71.down_proj,0.00001510,0.01000,0.168
31,mlp.experts.72.down_proj,0.00049256,0.01000,0.169
31,mlp.experts.73.down_proj,0.00109844,0.01000,0.168
31,mlp.experts.74.down_proj,0.00017977,0.01000,0.168
31,mlp.experts.75.down_proj,0.00721419,0.01000,0.169
31,mlp.experts.76.down_proj,0.00004075,0.01000,0.168
31,mlp.experts.77.down_proj,0.00000029,0.01000,0.169
31,mlp.experts.78.down_proj,0.00017733,0.01000,0.167
31,mlp.experts.79.down_proj,0.00034137,0.01000,0.169
31,mlp.experts.80.down_proj,0.00000003,0.01000,0.166
31,mlp.experts.81.down_proj,0.00009278,0.01000,0.171
31,mlp.experts.82.down_proj,0.00320905,0.01000,0.171
31,mlp.experts.83.down_proj,0.00025434,0.01000,0.169
31,mlp.experts.84.down_proj,0.00001923,0.01000,0.169
31,mlp.experts.85.down_proj,0.00000675,0.01000,0.170
31,mlp.experts.86.down_proj,0.00017484,0.01000,0.167
31,mlp.experts.87.down_proj,0.00004276,0.01000,0.168
31,mlp.experts.88.down_proj,0.00059448,0.01000,0.166
31,mlp.experts.89.down_proj,0.00066846,0.01000,0.168
31,mlp.experts.90.down_proj,0.00000092,0.01000,0.167
31,mlp.experts.91.down_proj,0.00024238,0.01000,0.168
31,mlp.experts.92.down_proj,0.00036276,0.01000,0.168
31,mlp.experts.93.down_proj,0.00038927,0.01000,0.168
31,mlp.experts.94.down_proj,0.00100997,0.01000,0.169
31,mlp.experts.95.down_proj,0.00183331,0.01000,0.168
31,mlp.experts.96.down_proj,0.00003366,0.01000,0.171
31,mlp.experts.97.down_proj,0.00000054,0.01000,0.167
31,mlp.experts.98.down_proj,0.00037423,0.01000,0.167
31,mlp.experts.99.down_proj,0.00017079,0.01000,0.167
31,mlp.experts.100.down_proj,0.00082919,0.01000,0.168
31,mlp.experts.101.down_proj,0.00143710,0.01000,0.167
31,mlp.experts.102.down_proj,0.00000341,0.01000,0.169
31,mlp.experts.103.down_proj,0.00008940,0.01000,0.167
31,mlp.experts.104.down_proj,0.00005336,0.01000,0.167
31,mlp.experts.105.down_proj,0.00002608,0.01000,0.172
31,mlp.experts.106.down_proj,0.00162984,0.01000,0.168
31,mlp.experts.107.down_proj,0.00000249,0.01000,0.169
31,mlp.experts.108.down_proj,0.00091535,0.01000,0.167
31,mlp.experts.109.down_proj,0.00017331,0.01000,0.168
31,mlp.experts.110.down_proj,0.00118796,0.01000,0.168
31,mlp.experts.111.down_proj,0.00006298,0.01000,0.169
31,mlp.experts.112.down_proj,0.00160407,0.01000,0.170
31,mlp.experts.113.down_proj,0.00005287,0.01000,0.168
31,mlp.experts.114.down_proj,0.00021116,0.01000,0.167
31,mlp.experts.115.down_proj,0.00023606,0.01000,0.169
31,mlp.experts.116.down_proj,0.00061273,0.01000,0.167
31,mlp.experts.117.down_proj,0.00005054,0.01000,0.170
31,mlp.experts.118.down_proj,0.00016664,0.01000,0.168
31,mlp.experts.119.down_proj,0.00032586,0.01000,0.171
31,mlp.experts.120.down_proj,0.00005968,0.01000,0.168
31,mlp.experts.121.down_proj,0.00000605,0.01000,0.168
31,mlp.experts.122.down_proj,0.00000031,0.01000,0.168
31,mlp.experts.123.down_proj,0.00225360,0.01000,0.168
31,mlp.experts.124.down_proj,0.00034343,0.01000,0.168
31,mlp.experts.125.down_proj,0.00030442,0.01000,0.168
31,mlp.experts.126.down_proj,0.00000515,0.01000,0.168
31,mlp.experts.127.down_proj,0.00016020,0.01000,0.169
32,self_attn.q_proj,0.00092288,0.01000,0.450
32,self_attn.k_proj,0.00011608,0.01000,0.440
32,self_attn.v_proj,0.00016748,0.01000,0.438
32,self_attn.o_proj,0.00011139,0.01000,0.893
32,mlp.experts.0.up_proj,0.00000304,0.01000,0.486
32,mlp.experts.1.up_proj,0.00000013,0.01000,0.440
32,mlp.experts.2.up_proj,0.00140372,0.01000,0.440
32,mlp.experts.3.up_proj,0.00211061,0.01000,0.440
32,mlp.experts.4.up_proj,0.00269108,0.01000,0.449
32,mlp.experts.5.up_proj,0.01278243,0.01000,0.443
32,mlp.experts.6.up_proj,0.00061265,0.01000,0.442
32,mlp.experts.7.up_proj,0.00000141,0.01000,0.443
32,mlp.experts.8.up_proj,0.00337607,0.01000,0.441
32,mlp.experts.9.up_proj,0.01372792,0.01000,0.443
32,mlp.experts.10.up_proj,0.00003537,0.01000,0.442
32,mlp.experts.11.up_proj,0.00009558,0.01000,0.442
32,mlp.experts.12.up_proj,0.00000003,0.01000,0.442
32,mlp.experts.13.up_proj,0.00177993,0.01000,0.447
32,mlp.experts.14.up_proj,0.00206174,0.01000,0.443
32,mlp.experts.15.up_proj,0.00250039,0.01000,0.442
32,mlp.experts.16.up_proj,0.00708287,0.01000,0.441
32,mlp.experts.17.up_proj,0.01155557,0.01000,0.440
32,mlp.experts.18.up_proj,0.00051755,0.01000,0.440
32,mlp.experts.19.up_proj,0.00015757,0.01000,0.442
32,mlp.experts.20.up_proj,0.00240274,0.01000,0.449
32,mlp.experts.21.up_proj,0.00372135,0.01000,0.443
32,mlp.experts.22.up_proj,0.01833995,0.01000,0.443
32,mlp.experts.23.up_proj,0.00157930,0.01000,0.446
32,mlp.experts.24.up_proj,0.00301497,0.01000,0.443
32,mlp.experts.25.up_proj,0.00147633,0.01000,0.443
32,mlp.experts.26.up_proj,0.00022346,0.01000,0.443
32,mlp.experts.27.up_proj,0.00094681,0.01000,0.446
32,mlp.experts.28.up_proj,0.00131116,0.01000,0.442
32,mlp.experts.29.up_proj,0.00005904,0.01000,0.448
32,mlp.experts.30.up_proj,0.00085640,0.01000,0.444
32,mlp.experts.31.up_proj,0.00004622,0.01000,0.442
32,mlp.experts.32.up_proj,0.00643465,0.01000,0.443
32,mlp.experts.33.up_proj,0.00233263,0.01000,0.445
32,mlp.experts.34.up_proj,0.00009270,0.01000,0.446
32,mlp.experts.35.up_proj,0.00249565,0.01000,0.452
32,mlp.experts.36.up_proj,0.00572364,0.01000,0.443
32,mlp.experts.37.up_proj,0.00148069,0.01000,0.443
32,mlp.experts.38.up_proj,0.00362202,0.01000,0.448
32,mlp.experts.39.up_proj,0.00097753,0.01000,0.447
32,mlp.experts.40.up_proj,0.00012102,0.01000,0.443
32,mlp.experts.41.up_proj,0.00025886,0.01000,0.440
32,mlp.experts.42.up_proj,0.00017912,0.01000,0.439
32,mlp.experts.43.up_proj,0.00111453,0.01000,0.444
32,mlp.experts.44.up_proj,0.00443543,0.01000,0.442
32,mlp.experts.45.up_proj,0.00760806,0.01000,0.446
32,mlp.experts.46.up_proj,0.00039071,0.01000,0.441
32,mlp.experts.47.up_proj,0.00266921,0.01000,0.447
32,mlp.experts.48.up_proj,0.00129568,0.01000,0.442
32,mlp.experts.49.up_proj,0.00000380,0.01000,0.444
32,mlp.experts.50.up_proj,0.00059400,0.01000,0.443
32,mlp.experts.51.up_proj,0.00031871,0.01000,0.447
32,mlp.experts.52.up_proj,0.00000181,0.01000,0.443
32,mlp.experts.53.up_proj,0.02099831,0.01000,0.444
32,mlp.experts.54.up_proj,0.00076806,0.01000,0.446
32,mlp.experts.55.up_proj,0.00222358,0.01000,0.442
32,mlp.experts.56.up_proj,0.00497485,0.01000,0.442
32,mlp.experts.57.up_proj,0.01091613,0.01000,0.441
32,mlp.experts.58.up_proj,0.00000023,0.01000,0.441
32,mlp.experts.59.up_proj,0.00002682,0.01000,0.441
32,mlp.experts.60.up_proj,0.00061097,0.01000,0.442
32,mlp.experts.61.up_proj,0.00333507,0.01000,0.443
32,mlp.experts.62.up_proj,0.00166636,0.01000,0.441
32,mlp.experts.63.up_proj,0.00000418,0.01000,0.441
32,mlp.experts.64.up_proj,0.00150583,0.01000,0.446
32,mlp.experts.65.up_proj,0.00530411,0.01000,0.443
32,mlp.experts.66.up_proj,0.00272946,0.01000,0.444
32,mlp.experts.67.up_proj,0.00085049,0.01000,0.443
32,mlp.experts.68.up_proj,0.00058170,0.01000,0.444
32,mlp.experts.69.up_proj,0.00193274,0.01000,0.441
32,mlp.experts.70.up_proj,0.00173459,0.01000,0.442
32,mlp.experts.71.up_proj,0.00000020,0.01000,0.438
32,mlp.experts.72.up_proj,0.00358304,0.01000,0.439
32,mlp.experts.73.up_proj,0.00000003,0.01000,0.438
32,mlp.experts.74.up_proj,0.00122147,0.01000,0.440
32,mlp.experts.75.up_proj,0.00001638,0.01000,0.440
32,mlp.experts.76.up_proj,0.00030713,0.01000,0.441
32,mlp.experts.77.up_proj,0.00237409,0.01000,0.439
32,mlp.experts.78.up_proj,0.00066103,0.01000,0.440
32,mlp.experts.79.up_proj,0.00068462,0.01000,0.438
32,mlp.experts.80.up_proj,0.00344592,0.01000,0.437
32,mlp.experts.81.up_proj,0.00000558,0.01000,0.441
32,mlp.experts.82.up_proj,0.00299852,0.01000,0.442
32,mlp.experts.83.up_proj,0.00025953,0.01000,0.440
32,mlp.experts.84.up_proj,0.00104216,0.01000,0.440
32,mlp.experts.85.up_proj,0.00011637,0.01000,0.436
32,mlp.experts.86.up_proj,0.00674144,0.01000,0.437
32,mlp.experts.87.up_proj,0.00096117,0.01000,0.436
32,mlp.experts.88.up_proj,0.00049357,0.01000,0.437
32,mlp.experts.89.up_proj,0.00018149,0.01000,0.436
32,mlp.experts.90.up_proj,0.01283871,0.01000,0.439
32,mlp.experts.91.up_proj,0.00170997,0.01000,0.440
32,mlp.experts.92.up_proj,0.00545648,0.01000,0.440
32,mlp.experts.93.up_proj,0.00017666,0.01000,0.440
32,mlp.experts.94.up_proj,0.00137408,0.01000,0.438
32,mlp.experts.95.up_proj,0.00338614,0.01000,0.441
32,mlp.experts.96.up_proj,0.00004276,0.01000,0.438
32,mlp.experts.97.up_proj,0.00047116,0.01000,0.438
32,mlp.experts.98.up_proj,0.00072549,0.01000,0.445
32,mlp.experts.99.up_proj,0.00232378,0.01000,0.439
32,mlp.experts.100.up_proj,0.00269454,0.01000,0.457
32,mlp.experts.101.up_proj,0.00225466,0.01000,0.453
32,mlp.experts.102.up_proj,0.00081046,0.01000,0.443
32,mlp.experts.103.up_proj,0.00160676,0.01000,0.441
32,mlp.experts.104.up_proj,0.00245317,0.01000,0.444
32,mlp.experts.105.up_proj,0.00641041,0.01000,0.442
32,mlp.experts.106.up_proj,0.00258539,0.01000,0.444
32,mlp.experts.107.up_proj,0.00000433,0.01000,0.441
32,mlp.experts.108.up_proj,0.00127840,0.01000,0.443
32,mlp.experts.109.up_proj,0.00122965,0.01000,0.444
32,mlp.experts.110.up_proj,0.00224263,0.01000,0.439
32,mlp.experts.111.up_proj,0.00101856,0.01000,0.444
32,mlp.experts.112.up_proj,0.00000004,0.01000,0.440
32,mlp.experts.113.up_proj,0.00031250,0.01000,0.439
32,mlp.experts.114.up_proj,0.01406750,0.01000,0.442
32,mlp.experts.115.up_proj,0.00003429,0.01000,0.441
32,mlp.experts.116.up_proj,0.00211596,0.01000,0.441
32,mlp.experts.117.up_proj,0.00050304,0.01000,0.440
32,mlp.experts.118.up_proj,0.00002369,0.01000,0.447
32,mlp.experts.119.up_proj,0.00006001,0.01000,0.438
32,mlp.experts.120.up_proj,0.00014414,0.01000,0.439
32,mlp.experts.121.up_proj,0.00189977,0.01000,0.439
32,mlp.experts.122.up_proj,0.00359855,0.01000,0.441
32,mlp.experts.123.up_proj,0.00275266,0.01000,0.439
32,mlp.experts.124.up_proj,0.00050588,0.01000,0.440
32,mlp.experts.125.up_proj,0.00016412,0.01000,0.440
32,mlp.experts.126.up_proj,0.00011228,0.01000,0.447
32,mlp.experts.127.up_proj,0.00045833,0.01000,0.443
32,mlp.experts.0.gate_proj,0.00000336,0.01000,0.438
32,mlp.experts.1.gate_proj,0.00000013,0.01000,0.438
32,mlp.experts.2.gate_proj,0.00155282,0.01000,0.438
32,mlp.experts.3.gate_proj,0.00226298,0.01000,0.437
32,mlp.experts.4.gate_proj,0.00265938,0.01000,0.444
32,mlp.experts.5.gate_proj,0.01166752,0.01000,0.439
32,mlp.experts.6.gate_proj,0.00061881,0.01000,0.440
32,mlp.experts.7.gate_proj,0.00000138,0.01000,0.439
32,mlp.experts.8.gate_proj,0.00359170,0.01000,0.440
32,mlp.experts.9.gate_proj,0.01054914,0.01000,0.442
32,mlp.experts.10.gate_proj,0.00003510,0.01000,0.443
32,mlp.experts.11.gate_proj,0.00009608,0.01000,0.444
32,mlp.experts.12.gate_proj,0.00000003,0.01000,0.444
32,mlp.experts.13.gate_proj,0.00189406,0.01000,0.442
32,mlp.experts.14.gate_proj,0.00186986,0.01000,0.449
32,mlp.experts.15.gate_proj,0.00239938,0.01000,0.450
32,mlp.experts.16.gate_proj,0.00696783,0.01000,0.442
32,mlp.experts.17.gate_proj,0.01241550,0.01000,0.443
32,mlp.experts.18.gate_proj,0.00054993,0.01000,0.441
32,mlp.experts.19.gate_proj,0.00014709,0.01000,0.442
32,mlp.experts.20.gate_proj,0.00185379,0.01000,0.443
32,mlp.experts.21.gate_proj,0.00387291,0.01000,0.444
32,mlp.experts.22.gate_proj,0.01720577,0.01000,0.442
32,mlp.experts.23.gate_proj,0.00155780,0.01000,0.444
32,mlp.experts.24.gate_proj,0.00339848,0.01000,0.443
32,mlp.experts.25.gate_proj,0.00147663,0.01000,0.442
32,mlp.experts.26.gate_proj,0.00022080,0.01000,0.443
32,mlp.experts.27.gate_proj,0.00086847,0.01000,0.442
32,mlp.experts.28.gate_proj,0.00131452,0.01000,0.441
32,mlp.experts.29.gate_proj,0.00006015,0.01000,0.439
32,mlp.experts.30.gate_proj,0.00080868,0.01000,0.440
32,mlp.experts.31.gate_proj,0.00004636,0.01000,0.440
32,mlp.experts.32.gate_proj,0.00690184,0.01000,0.441
32,mlp.experts.33.gate_proj,0.00242653,0.01000,0.441
32,mlp.experts.34.gate_proj,0.00008217,0.01000,0.439
32,mlp.experts.35.gate_proj,0.00209467,0.01000,0.442
32,mlp.experts.36.gate_proj,0.00563064,0.01000,0.445
32,mlp.experts.37.gate_proj,0.00148525,0.01000,0.441
32,mlp.experts.38.gate_proj,0.00324106,0.01000,0.439
32,mlp.experts.39.gate_proj,0.00076233,0.01000,0.440
32,mlp.experts.40.gate_proj,0.00011780,0.01000,0.440
32,mlp.experts.41.gate_proj,0.00024703,0.01000,0.441
32,mlp.experts.42.gate_proj,0.00017915,0.01000,0.441
32,mlp.experts.43.gate_proj,0.00105345,0.01000,0.440
32,mlp.experts.44.gate_proj,0.00402091,0.01000,0.441
32,mlp.experts.45.gate_proj,0.00788467,0.01000,0.442
32,mlp.experts.46.gate_proj,0.00037507,0.01000,0.442
32,mlp.experts.47.gate_proj,0.00275140,0.01000,0.444
32,mlp.experts.48.gate_proj,0.00134895,0.01000,0.445
32,mlp.experts.49.gate_proj,0.00000361,0.01000,0.442
32,mlp.experts.50.gate_proj,0.00061222,0.01000,0.447
32,mlp.experts.51.gate_proj,0.00030833,0.01000,0.444
32,mlp.experts.52.gate_proj,0.00000163,0.01000,0.442
32,mlp.experts.53.gate_proj,0.02086981,0.01000,0.439
32,mlp.experts.54.gate_proj,0.00075517,0.01000,0.441
32,mlp.experts.55.gate_proj,0.00217328,0.01000,0.443
32,mlp.experts.56.gate_proj,0.00527684,0.01000,0.440
32,mlp.experts.57.gate_proj,0.01074317,0.01000,0.443
32,mlp.experts.58.gate_proj,0.00000019,0.01000,0.442
32,mlp.experts.59.gate_proj,0.00002391,0.01000,0.442
32,mlp.experts.60.gate_proj,0.00059471,0.01000,0.446
32,mlp.experts.61.gate_proj,0.00292234,0.01000,0.444
32,mlp.experts.62.gate_proj,0.00167725,0.01000,0.444
32,mlp.experts.63.gate_proj,0.00000408,0.01000,0.445
32,mlp.experts.64.gate_proj,0.00139309,0.01000,0.447
32,mlp.experts.65.gate_proj,0.00446357,0.01000,0.444
32,mlp.experts.66.gate_proj,0.00258304,0.01000,0.444
32,mlp.experts.67.gate_proj,0.00083463,0.01000,0.444
32,mlp.experts.68.gate_proj,0.00057182,0.01000,0.449
32,mlp.experts.69.gate_proj,0.00189929,0.01000,0.446
32,mlp.experts.70.gate_proj,0.00172356,0.01000,0.446
32,mlp.experts.71.gate_proj,0.00000019,0.01000,0.447
32,mlp.experts.72.gate_proj,0.00351013,0.01000,0.447
32,mlp.experts.73.gate_proj,0.00000003,0.01000,0.445
32,mlp.experts.74.gate_proj,0.00123954,0.01000,0.443
32,mlp.experts.75.gate_proj,0.00001599,0.01000,0.445
32,mlp.experts.76.gate_proj,0.00030499,0.01000,0.442
32,mlp.experts.77.gate_proj,0.00249621,0.01000,0.446
32,mlp.experts.78.gate_proj,0.00070398,0.01000,0.459
32,mlp.experts.79.gate_proj,0.00061296,0.01000,0.445
32,mlp.experts.80.gate_proj,0.00339330,0.01000,0.461
32,mlp.experts.81.gate_proj,0.00000495,0.01000,0.448
32,mlp.experts.82.gate_proj,0.00296998,0.01000,0.451
32,mlp.experts.83.gate_proj,0.00027530,0.01000,0.450
32,mlp.experts.84.gate_proj,0.00094792,0.01000,0.449
32,mlp.experts.85.gate_proj,0.00012408,0.01000,0.448
32,mlp.experts.86.gate_proj,0.00671603,0.01000,0.452
32,mlp.experts.87.gate_proj,0.00098261,0.01000,0.449
32,mlp.experts.88.gate_proj,0.00051717,0.01000,0.452
32,mlp.experts.89.gate_proj,0.00017697,0.01000,0.451
32,mlp.experts.90.gate_proj,0.01257396,0.01000,0.448
32,mlp.experts.91.gate_proj,0.00174326,0.01000,0.449
32,mlp.experts.92.gate_proj,0.00588456,0.01000,0.451
32,mlp.experts.93.gate_proj,0.00016628,0.01000,0.448
32,mlp.experts.94.gate_proj,0.00109205,0.01000,0.447
32,mlp.experts.95.gate_proj,0.00333480,0.01000,0.449
32,mlp.experts.96.gate_proj,0.00007777,0.01000,0.447
32,mlp.experts.97.gate_proj,0.00044075,0.01000,0.449
32,mlp.experts.98.gate_proj,0.00078420,0.01000,0.449
32,mlp.experts.99.gate_proj,0.00227609,0.01000,0.449
32,mlp.experts.100.gate_proj,0.00283006,0.01000,0.449
32,mlp.experts.101.gate_proj,0.00217259,0.01000,0.448
32,mlp.experts.102.gate_proj,0.00079536,0.01000,0.451
32,mlp.experts.103.gate_proj,0.00145571,0.01000,0.449
32,mlp.experts.104.gate_proj,0.00255916,0.01000,0.454
32,mlp.experts.105.gate_proj,0.00657442,0.01000,0.447
32,mlp.experts.106.gate_proj,0.00243592,0.01000,0.446
32,mlp.experts.107.gate_proj,0.00000411,0.01000,0.446
32,mlp.experts.108.gate_proj,0.00126149,0.01000,0.447
32,mlp.experts.109.gate_proj,0.00114058,0.01000,0.446
32,mlp.experts.110.gate_proj,0.00251511,0.01000,0.444
32,mlp.experts.111.gate_proj,0.00095423,0.01000,0.451
32,mlp.experts.112.gate_proj,0.00000004,0.01000,0.445
32,mlp.experts.113.gate_proj,0.00030924,0.01000,0.447
32,mlp.experts.114.gate_proj,0.01402429,0.01000,0.445
32,mlp.experts.115.gate_proj,0.00003534,0.01000,0.447
32,mlp.experts.116.gate_proj,0.00191205,0.01000,0.451
32,mlp.experts.117.gate_proj,0.00048346,0.01000,0.455
32,mlp.experts.118.gate_proj,0.00002316,0.01000,0.454
32,mlp.experts.119.gate_proj,0.00005999,0.01000,0.450
32,mlp.experts.120.gate_proj,0.00014656,0.01000,0.454
32,mlp.experts.121.gate_proj,0.00166754,0.01000,0.458
32,mlp.experts.122.gate_proj,0.00327748,0.01000,0.451
32,mlp.experts.123.gate_proj,0.00271391,0.01000,0.450
32,mlp.experts.124.gate_proj,0.00051364,0.01000,0.453
32,mlp.experts.125.gate_proj,0.00015181,0.01000,0.450
32,mlp.experts.126.gate_proj,0.00011968,0.01000,0.452
32,mlp.experts.127.gate_proj,0.00041501,0.01000,0.455
32,mlp.experts.0.down_proj,0.00000097,0.01000,0.188
32,mlp.experts.1.down_proj,0.00000003,0.01000,0.167
32,mlp.experts.2.down_proj,0.00029604,0.01000,0.166
32,mlp.experts.3.down_proj,0.00036812,0.01000,0.167
32,mlp.experts.4.down_proj,0.00102550,0.01000,0.170
32,mlp.experts.5.down_proj,0.00266875,0.01000,0.168
32,mlp.experts.6.down_proj,0.00016407,0.01000,0.169
32,mlp.experts.7.down_proj,0.00000043,0.01000,0.168
32,mlp.experts.8.down_proj,0.00070530,0.01000,0.169
32,mlp.experts.9.down_proj,0.00858746,0.01000,0.168
32,mlp.experts.10.down_proj,0.00000932,0.01000,0.169
32,mlp.experts.11.down_proj,0.00003589,0.01000,0.168
32,mlp.experts.12.down_proj,0.00000001,0.01000,0.168
32,mlp.experts.13.down_proj,0.00049006,0.01000,0.168
32,mlp.experts.14.down_proj,0.00060767,0.01000,0.171
32,mlp.experts.15.down_proj,0.00121782,0.01000,0.170
32,mlp.experts.16.down_proj,0.00263521,0.01000,0.169
32,mlp.experts.17.down_proj,0.00273800,0.01000,0.184
32,mlp.experts.18.down_proj,0.00008899,0.01000,0.173
32,mlp.experts.19.down_proj,0.00005080,0.01000,0.168
32,mlp.experts.20.down_proj,0.00070610,0.01000,0.169
32,mlp.experts.21.down_proj,0.00070916,0.01000,0.186
32,mlp.experts.22.down_proj,0.00774007,0.01000,0.169
32,mlp.experts.23.down_proj,0.00036541,0.01000,0.169
32,mlp.experts.24.down_proj,0.00090081,0.01000,0.169
32,mlp.experts.25.down_proj,0.00029860,0.01000,0.169
32,mlp.experts.26.down_proj,0.00007601,0.01000,0.170
32,mlp.experts.27.down_proj,0.00025362,0.01000,0.169
32,mlp.experts.28.down_proj,0.00038127,0.01000,0.170
32,mlp.experts.29.down_proj,0.00001436,0.01000,0.170
32,mlp.experts.30.down_proj,0.00024864,0.01000,0.171
32,mlp.experts.31.down_proj,0.00001794,0.01000,0.170
32,mlp.experts.32.down_proj,0.00135900,0.01000,0.170
32,mlp.experts.33.down_proj,0.00047288,0.01000,0.174
32,mlp.experts.34.down_proj,0.00003411,0.01000,0.170
32,mlp.experts.35.down_proj,0.00074535,0.01000,0.169
32,mlp.experts.36.down_proj,0.00238926,0.01000,0.173
32,mlp.experts.37.down_proj,0.00035107,0.01000,0.169
32,mlp.experts.38.down_proj,0.00152313,0.01000,0.170
32,mlp.experts.39.down_proj,0.00025727,0.01000,0.169
32,mlp.experts.40.down_proj,0.00002763,0.01000,0.171
32,mlp.experts.41.down_proj,0.00013425,0.01000,0.170
32,mlp.experts.42.down_proj,0.00004860,0.01000,0.169
32,mlp.experts.43.down_proj,0.00025496,0.01000,0.169
32,mlp.experts.44.down_proj,0.00106130,0.01000,0.170
32,mlp.experts.45.down_proj,0.00229733,0.01000,0.175
32,mlp.experts.46.down_proj,0.00010522,0.01000,0.169
32,mlp.experts.47.down_proj,0.00059656,0.01000,0.170
32,mlp.experts.48.down_proj,0.00038309,0.01000,0.169
32,mlp.experts.49.down_proj,0.00000148,0.01000,0.170
32,mlp.experts.50.down_proj,0.00018329,0.01000,0.170
32,mlp.experts.51.down_proj,0.00012771,0.01000,0.170
32,mlp.experts.52.down_proj,0.00000073,0.01000,0.170
32,mlp.experts.53.down_proj,0.00568845,0.01000,0.170
32,mlp.experts.54.down_proj,0.00022285,0.01000,0.169
32,mlp.experts.55.down_proj,0.00050217,0.01000,0.169
32,mlp.experts.56.down_proj,0.00118758,0.01000,0.172
32,mlp.experts.57.down_proj,0.00350023,0.01000,0.170
32,mlp.experts.58.down_proj,0.00000010,0.01000,0.170
32,mlp.experts.59.down_proj,0.00000869,0.01000,0.169
32,mlp.experts.60.down_proj,0.00016501,0.01000,0.169
32,mlp.experts.61.down_proj,0.00096222,0.01000,0.170
32,mlp.experts.62.down_proj,0.00035548,0.01000,0.169
32,mlp.experts.63.down_proj,0.00000154,0.01000,0.170
32,mlp.experts.64.down_proj,0.00048934,0.01000,0.170
32,mlp.experts.65.down_proj,0.00234820,0.01000,0.170
32,mlp.experts.66.down_proj,0.00115595,0.01000,0.171
32,mlp.experts.67.down_proj,0.00024233,0.01000,0.170
32,mlp.experts.68.down_proj,0.00012348,0.01000,0.170
32,mlp.experts.69.down_proj,0.00042025,0.01000,0.170
32,mlp.experts.70.down_proj,0.00038926,0.01000,0.170
32,mlp.experts.71.down_proj,0.00000007,0.01000,0.169
32,mlp.experts.72.down_proj,0.00111703,0.01000,0.170
32,mlp.experts.73.down_proj,0.00000001,0.01000,0.172
32,mlp.experts.74.down_proj,0.00025892,0.01000,0.170
32,mlp.experts.75.down_proj,0.00000619,0.01000,0.171
32,mlp.experts.76.down_proj,0.00008195,0.01000,0.171
32,mlp.experts.77.down_proj,0.00097070,0.01000,0.179
32,mlp.experts.78.down_proj,0.00017399,0.01000,0.173
32,mlp.experts.79.down_proj,0.00018755,0.01000,0.173
32,mlp.experts.80.down_proj,0.00079544,0.01000,0.177
32,mlp.experts.81.down_proj,0.00000383,0.01000,0.190
32,mlp.experts.82.down_proj,0.00065008,0.01000,0.183
32,mlp.experts.83.down_proj,0.00008755,0.01000,0.176
32,mlp.experts.84.down_proj,0.00035863,0.01000,0.178
32,mlp.experts.85.down_proj,0.00002192,0.01000,0.176
32,mlp.experts.86.down_proj,0.00140533,0.01000,0.177
32,mlp.experts.87.down_proj,0.00025268,0.01000,0.176
32,mlp.experts.88.down_proj,0.00014529,0.01000,0.175
32,mlp.experts.89.down_proj,0.00014190,0.01000,0.173
32,mlp.experts.90.down_proj,0.00327462,0.01000,0.175
32,mlp.experts.91.down_proj,0.00033385,0.01000,0.177
32,mlp.experts.92.down_proj,0.00225701,0.01000,0.175
32,mlp.experts.93.down_proj,0.00006593,0.01000,0.175
32,mlp.experts.94.down_proj,0.00028443,0.01000,0.174
32,mlp.experts.95.down_proj,0.00072429,0.01000,0.174
32,mlp.experts.96.down_proj,0.00000126,0.01000,0.173
32,mlp.experts.97.down_proj,0.00024713,0.01000,0.178
32,mlp.experts.98.down_proj,0.00023544,0.01000,0.177
32,mlp.experts.99.down_proj,0.00079366,0.01000,0.177
32,mlp.experts.100.down_proj,0.00061831,0.01000,0.174
32,mlp.experts.101.down_proj,0.00081729,0.01000,0.182
32,mlp.experts.102.down_proj,0.00029584,0.01000,0.179
32,mlp.experts.103.down_proj,0.00041776,0.01000,0.179
32,mlp.experts.104.down_proj,0.00050863,0.01000,0.175
32,mlp.experts.105.down_proj,0.00132194,0.01000,0.176
32,mlp.experts.106.down_proj,0.00053532,0.01000,0.174
32,mlp.experts.107.down_proj,0.00000169,0.01000,0.174
32,mlp.experts.108.down_proj,0.00038804,0.01000,0.175
32,mlp.experts.109.down_proj,0.00042871,0.01000,0.174
32,mlp.experts.110.down_proj,0.00045766,0.01000,0.173
32,mlp.experts.111.down_proj,0.00031813,0.01000,0.174
32,mlp.experts.112.down_proj,0.00000001,0.01000,0.178
32,mlp.experts.113.down_proj,0.00011841,0.01000,0.182
32,mlp.experts.114.down_proj,0.00545660,0.01000,0.182
32,mlp.experts.115.down_proj,0.00001218,0.01000,0.175
32,mlp.experts.116.down_proj,0.00062117,0.01000,0.174
32,mlp.experts.117.down_proj,0.00011819,0.01000,0.175
32,mlp.experts.118.down_proj,0.00000714,0.01000,0.175
32,mlp.experts.119.down_proj,0.00002083,0.01000,0.177
32,mlp.experts.120.down_proj,0.00004133,0.01000,0.178
32,mlp.experts.121.down_proj,0.00073338,0.01000,0.177
32,mlp.experts.122.down_proj,0.00086441,0.01000,0.174
32,mlp.experts.123.down_proj,0.00078552,0.01000,0.173
32,mlp.experts.124.down_proj,0.00010964,0.01000,0.173
32,mlp.experts.125.down_proj,0.00005488,0.01000,0.179
32,mlp.experts.126.down_proj,0.00001160,0.01000,0.176
32,mlp.experts.127.down_proj,0.00013178,0.01000,0.175
33,self_attn.q_proj,0.00115591,0.01000,0.444
33,self_attn.k_proj,0.00015846,0.01000,0.435
33,self_attn.v_proj,0.00019874,0.01000,0.437
33,self_attn.o_proj,0.00012078,0.01000,0.885
33,mlp.experts.0.up_proj,0.00639451,0.01000,0.470
33,mlp.experts.1.up_proj,0.00462534,0.01000,0.433
33,mlp.experts.2.up_proj,0.01540338,0.01000,0.432
33,mlp.experts.3.up_proj,0.00000005,0.01000,0.434
33,mlp.experts.4.up_proj,0.00000091,0.01000,0.432
33,mlp.experts.5.up_proj,0.00404451,0.01000,0.433
33,mlp.experts.6.up_proj,0.00378500,0.01000,0.434
33,mlp.experts.7.up_proj,0.01117821,0.01000,0.436
33,mlp.experts.8.up_proj,0.00032805,0.01000,0.434
33,mlp.experts.9.up_proj,0.00200325,0.01000,0.434
33,mlp.experts.10.up_proj,0.00153861,0.01000,0.434
33,mlp.experts.11.up_proj,0.00004332,0.01000,0.434
33,mlp.experts.12.up_proj,0.00008502,0.01000,0.436
33,mlp.experts.13.up_proj,0.00079858,0.01000,0.435
33,mlp.experts.14.up_proj,0.00014778,0.01000,0.435
33,mlp.experts.15.up_proj,0.00030909,0.01000,0.438
33,mlp.experts.16.up_proj,0.00023341,0.01000,0.434
33,mlp.experts.17.up_proj,0.00260061,0.01000,0.438
33,mlp.experts.18.up_proj,0.00000022,0.01000,0.437
33,mlp.experts.19.up_proj,0.00029201,0.01000,0.436
33,mlp.experts.20.up_proj,0.00001245,0.01000,0.438
33,mlp.experts.21.up_proj,0.00012044,0.01000,0.437
33,mlp.experts.22.up_proj,0.00251475,0.01000,0.437
33,mlp.experts.23.up_proj,0.00109580,0.01000,0.452
33,mlp.experts.24.up_proj,0.00334228,0.01000,0.437
33,mlp.experts.25.up_proj,0.00088728,0.01000,0.450
33,mlp.experts.26.up_proj,0.00065825,0.01000,0.436
33,mlp.experts.27.up_proj,0.00000417,0.01000,0.437
33,mlp.experts.28.up_proj,0.00045604,0.01000,0.437
33,mlp.experts.29.up_proj,0.00000080,0.01000,0.436
33,mlp.experts.30.up_proj,0.00001863,0.01000,0.435
33,mlp.experts.31.up_proj,0.00098620,0.01000,0.436
33,mlp.experts.32.up_proj,0.00186203,0.01000,0.434
33,mlp.experts.33.up_proj,0.01278663,0.01000,0.434
33,mlp.experts.34.up_proj,0.00004504,0.01000,0.436
33,mlp.experts.35.up_proj,0.00451618,0.01000,0.443
33,mlp.experts.36.up_proj,0.00002037,0.01000,0.438
33,mlp.experts.37.up_proj,0.00176524,0.01000,0.437
33,mlp.experts.38.up_proj,0.00033703,0.01000,0.438
33,mlp.experts.39.up_proj,0.00004188,0.01000,0.437
33,mlp.experts.40.up_proj,0.00196786,0.01000,0.441
33,mlp.experts.41.up_proj,0.00197266,0.01000,0.438
33,mlp.experts.42.up_proj,0.00001023,0.01000,0.437
33,mlp.experts.43.up_proj,0.00196014,0.01000,0.437
33,mlp.experts.44.up_proj,0.00079972,0.01000,0.436
33,mlp.experts.45.up_proj,0.00066282,0.01000,0.437
33,mlp.experts.46.up_proj,0.00126061,0.01000,0.436
33,mlp.experts.47.up_proj,0.00350680,0.01000,0.436
33,mlp.experts.48.up_proj,0.00228386,0.01000,0.438
33,mlp.experts.49.up_proj,0.00614190,0.01000,0.439
33,mlp.experts.50.up_proj,0.00201702,0.01000,0.434
33,mlp.experts.51.up_proj,0.00015608,0.01000,0.439
33,mlp.experts.52.up_proj,0.00522999,0.01000,0.442
33,mlp.experts.53.up_proj,0.00009455,0.01000,0.440
33,mlp.experts.54.up_proj,0.00023866,0.01000,0.438
33,mlp.experts.55.up_proj,0.00083062,0.01000,0.440
33,mlp.experts.56.up_proj,0.00180050,0.01000,0.437
33,mlp.experts.57.up_proj,0.00291196,0.01000,0.437
33,mlp.experts.58.up_proj,0.00110127,0.01000,0.444
33,mlp.experts.59.up_proj,0.00094474,0.01000,0.438
33,mlp.experts.60.up_proj,0.00192926,0.01000,0.437
33,mlp.experts.61.up_proj,0.00002130,0.01000,0.441
33,mlp.experts.62.up_proj,0.00192077,0.01000,0.444
33,mlp.experts.63.up_proj,0.00011533,0.01000,0.441
33,mlp.experts.64.up_proj,0.00054352,0.01000,0.437
33,mlp.experts.65.up_proj,0.00398624,0.01000,0.440
33,mlp.experts.66.up_proj,0.00285943,0.01000,0.441
33,mlp.experts.67.up_proj,0.00020692,0.01000,0.448
33,mlp.experts.68.up_proj,0.00195445,0.01000,0.438
33,mlp.experts.69.up_proj,0.00491377,0.01000,0.436
33,mlp.experts.70.up_proj,0.00224773,0.01000,0.449
33,mlp.experts.71.up_proj,0.00533480,0.01000,0.440
33,mlp.experts.72.up_proj,0.00033330,0.01000,0.437
33,mlp.experts.73.up_proj,0.00075329,0.01000,0.437
33,mlp.experts.74.up_proj,0.00000390,0.01000,0.438
33,mlp.experts.75.up_proj,0.00000486,0.01000,0.442
33,mlp.experts.76.up_proj,0.00770883,0.01000,0.440
33,mlp.experts.77.up_proj,0.00023023,0.01000,0.437
33,mlp.experts.78.up_proj,0.00053570,0.01000,0.438
33,mlp.experts.79.up_proj,0.00565543,0.01000,0.437
33,mlp.experts.80.up_proj,0.00983542,0.01000,0.436
33,mlp.experts.81.up_proj,0.00593448,0.01000,0.436
33,mlp.experts.82.up_proj,0.01926782,0.01000,0.436
33,mlp.experts.83.up_proj,0.00048765,0.01000,0.436
33,mlp.experts.84.up_proj,0.00402393,0.01000,0.439
33,mlp.experts.85.up_proj,0.00605822,0.01000,0.437
33,mlp.experts.86.up_proj,0.00221653,0.01000,0.437
33,mlp.experts.87.up_proj,0.00018168,0.01000,0.437
33,mlp.experts.88.up_proj,0.00000295,0.01000,0.437
33,mlp.experts.89.up_proj,0.00244479,0.01000,0.436
33,mlp.experts.90.up_proj,0.00018640,0.01000,0.437
33,mlp.experts.91.up_proj,0.00755362,0.01000,0.436
33,mlp.experts.92.up_proj,0.01105887,0.01000,0.437
33,mlp.experts.93.up_proj,0.00000804,0.01000,0.441
33,mlp.experts.94.up_proj,0.00328014,0.01000,0.438
33,mlp.experts.95.up_proj,0.00038265,0.01000,0.437
33,mlp.experts.96.up_proj,0.00709097,0.01000,0.437
33,mlp.experts.97.up_proj,0.00477560,0.01000,0.437
33,mlp.experts.98.up_proj,0.00215943,0.01000,0.437
33,mlp.experts.99.up_proj,0.01040458,0.01000,0.435
33,mlp.experts.100.up_proj,0.00115448,0.01000,0.434
33,mlp.experts.101.up_proj,0.00000047,0.01000,0.430
33,mlp.experts.102.up_proj,0.00325917,0.01000,0.432
33,mlp.experts.103.up_proj,0.00155641,0.01000,0.440
33,mlp.experts.104.up_proj,0.00049120,0.01000,0.434
33,mlp.experts.105.up_proj,0.00180921,0.01000,0.433
33,mlp.experts.106.up_proj,0.00175812,0.01000,0.437
33,mlp.experts.107.up_proj,0.00006503,0.01000,0.433
33,mlp.experts.108.up_proj,0.00006920,0.01000,0.434
33,mlp.experts.109.up_proj,0.00003792,0.01000,0.438
33,mlp.experts.110.up_proj,0.00169901,0.01000,0.436
33,mlp.experts.111.up_proj,0.00955126,0.01000,0.435
33,mlp.experts.112.up_proj,0.00054908,0.01000,0.436
33,mlp.experts.113.up_proj,0.00247091,0.01000,0.435
33,mlp.experts.114.up_proj,0.00044558,0.01000,0.439
33,mlp.experts.115.up_proj,0.00001780,0.01000,0.435
33,mlp.experts.116.up_proj,0.00068618,0.01000,0.435
33,mlp.experts.117.up_proj,0.00021902,0.01000,0.434
33,mlp.experts.118.up_proj,0.00222669,0.01000,0.434
33,mlp.experts.119.up_proj,0.00000010,0.01000,0.438
33,mlp.experts.120.up_proj,0.00000010,0.01000,0.437
33,mlp.experts.121.up_proj,0.00000387,0.01000,0.436
33,mlp.experts.122.up_proj,0.01070721,0.01000,0.438
33,mlp.experts.123.up_proj,0.00030935,0.01000,0.437
33,mlp.experts.124.up_proj,0.00014641,0.01000,0.437
33,mlp.experts.125.up_proj,0.00743714,0.01000,0.436
33,mlp.experts.126.up_proj,0.00010990,0.01000,0.443
33,mlp.experts.127.up_proj,0.00482740,0.01000,0.441
33,mlp.experts.0.gate_proj,0.00628895,0.01000,0.437
33,mlp.experts.1.gate_proj,0.00421727,0.01000,0.437
33,mlp.experts.2.gate_proj,0.01556978,0.01000,0.451
33,mlp.experts.3.gate_proj,0.00000004,0.01000,0.442
33,mlp.experts.4.gate_proj,0.00000094,0.01000,0.448
33,mlp.experts.5.gate_proj,0.00400887,0.01000,0.438
33,mlp.experts.6.gate_proj,0.00380956,0.01000,0.438
33,mlp.experts.7.gate_proj,0.01002126,0.01000,0.437
33,mlp.experts.8.gate_proj,0.00032333,0.01000,0.437
33,mlp.experts.9.gate_proj,0.00185414,0.01000,0.436
33,mlp.experts.10.gate_proj,0.00145292,0.01000,0.436
33,mlp.experts.11.gate_proj,0.00004484,0.01000,0.437
33,mlp.experts.12.gate_proj,0.00008543,0.01000,0.439
33,mlp.experts.13.gate_proj,0.00077492,0.01000,0.437
33,mlp.experts.14.gate_proj,0.00014817,0.01000,0.439
33,mlp.experts.15.gate_proj,0.00031298,0.01000,0.436
33,mlp.experts.16.gate_proj,0.00019857,0.01000,0.437
33,mlp.experts.17.gate_proj,0.00251521,0.01000,0.437
33,mlp.experts.18.gate_proj,0.00000021,0.01000,0.436
33,mlp.experts.19.gate_proj,0.00027761,0.01000,0.440
33,mlp.experts.20.gate_proj,0.00001192,0.01000,0.437
33,mlp.experts.21.gate_proj,0.00012346,0.01000,0.436
33,mlp.experts.22.gate_proj,0.00227264,0.01000,0.437
33,mlp.experts.23.gate_proj,0.00096897,0.01000,0.438
33,mlp.experts.24.gate_proj,0.00300353,0.01000,0.436
33,mlp.experts.25.gate_proj,0.00085026,0.01000,0.438
33,mlp.experts.26.gate_proj,0.00064565,0.01000,0.437
33,mlp.experts.27.gate_proj,0.00000397,0.01000,0.434
33,mlp.experts.28.gate_proj,0.00044530,0.01000,0.433
33,mlp.experts.29.gate_proj,0.00000076,0.01000,0.434
33,mlp.experts.30.gate_proj,0.00001447,0.01000,0.438
33,mlp.experts.31.gate_proj,0.00084373,0.01000,0.436
33,mlp.experts.32.gate_proj,0.00223415,0.01000,0.435
33,mlp.experts.33.gate_proj,0.01325581,0.01000,0.442
33,mlp.experts.34.gate_proj,0.00004445,0.01000,0.438
33,mlp.experts.35.gate_proj,0.00333757,0.01000,0.444
33,mlp.experts.36.gate_proj,0.00002092,0.01000,0.439
33,mlp.experts.37.gate_proj,0.00170857,0.01000,0.441
33,mlp.experts.38.gate_proj,0.00033723,0.01000,0.440
33,mlp.experts.39.gate_proj,0.00004069,0.01000,0.443
33,mlp.experts.40.gate_proj,0.00134342,0.01000,0.440
33,mlp.experts.41.gate_proj,0.00196356,0.01000,0.440
33,mlp.experts.42.gate_proj,0.00000987,0.01000,0.439
33,mlp.experts.43.gate_proj,0.00191585,0.01000,0.442
33,mlp.experts.44.gate_proj,0.00078449,0.01000,0.461
33,mlp.experts.45.gate_proj,0.00056108,0.01000,0.441
33,mlp.experts.46.gate_proj,0.00127162,0.01000,0.445
33,mlp.experts.47.gate_proj,0.00255844,0.01000,0.442
33,mlp.experts.48.gate_proj,0.00183849,0.01000,0.441
33,mlp.experts.49.gate_proj,0.00587763,0.01000,0.441
33,mlp.experts.50.gate_proj,0.00183678,0.01000,0.440
33,mlp.experts.51.gate_proj,0.00015497,0.01000,0.442
33,mlp.experts.52.gate_proj,0.00462293,0.01000,0.442
33,mlp.experts.53.gate_proj,0.00009678,0.01000,0.447
33,mlp.experts.54.gate_proj,0.00020369,0.01000,0.445
33,mlp.experts.55.gate_proj,0.00080998,0.01000,0.446
33,mlp.experts.56.gate_proj,0.00187251,0.01000,0.445
33,mlp.experts.57.gate_proj,0.00268458,0.01000,0.442
33,mlp.experts.58.gate_proj,0.00111658,0.01000,0.442
33,mlp.experts.59.gate_proj,0.00091926,0.01000,0.442
33,mlp.experts.60.gate_proj,0.00185516,0.01000,0.443
33,mlp.experts.61.gate_proj,0.00002228,0.01000,0.444
33,mlp.experts.62.gate_proj,0.00178188,0.01000,0.447
33,mlp.experts.63.gate_proj,0.00012043,0.01000,0.443
33,mlp.experts.64.gate_proj,0.00056218,0.01000,0.443
33,mlp.experts.65.gate_proj,0.00390698,0.01000,0.442
33,mlp.experts.66.gate_proj,0.00277792,0.01000,0.444
33,mlp.experts.67.gate_proj,0.00021103,0.01000,0.443
33,mlp.experts.68.gate_proj,0.00180541,0.01000,0.442
33,mlp.experts.69.gate_proj,0.00484149,0.01000,0.444
33,mlp.experts.70.gate_proj,0.00232219,0.01000,0.441
33,mlp.experts.71.gate_proj,0.00537980,0.01000,0.442
33,mlp.experts.72.gate_proj,0.00031154,0.01000,0.441
33,mlp.experts.73.gate_proj,0.00072834,0.01000,0.440
33,mlp.experts.74.gate_proj,0.00000382,0.01000,0.440
33,mlp.experts.75.gate_proj,0.00000496,0.01000,0.441
33,mlp.experts.76.gate_proj,0.00803638,0.01000,0.440
33,mlp.experts.77.gate_proj,0.00022869,0.01000,0.442
33,mlp.experts.78.gate_proj,0.00053285,0.01000,0.453
33,mlp.experts.79.gate_proj,0.00555160,0.01000,0.442
33,mlp.experts.80.gate_proj,0.01023569,0.01000,0.447
33,mlp.experts.81.gate_proj,0.00599416,0.01000,0.440
33,mlp.experts.82.gate_proj,0.01607505,0.01000,0.438
33,mlp.experts.83.gate_proj,0.00047223,0.01000,0.438
33,mlp.experts.84.gate_proj,0.00383051,0.01000,0.439
33,mlp.experts.85.gate_proj,0.00590595,0.01000,0.438
33,mlp.experts.86.gate_proj,0.00218247,0.01000,0.438
33,mlp.experts.87.gate_proj,0.00017886,0.01000,0.442
33,mlp.experts.88.gate_proj,0.00000266,0.01000,0.437
33,mlp.experts.89.gate_proj,0.00239528,0.01000,0.439
33,mlp.experts.90.gate_proj,0.00015854,0.01000,0.441
33,mlp.experts.91.gate_proj,0.00806242,0.01000,0.442
33,mlp.experts.92.gate_proj,0.01082522,0.01000,0.443
33,mlp.experts.93.gate_proj,0.00000746,0.01000,0.444
33,mlp.experts.94.gate_proj,0.00350710,0.01000,0.444
33,mlp.experts.95.gate_proj,0.00037814,0.01000,0.444
33,mlp.experts.96.gate_proj,0.00691701,0.01000,0.443
33,mlp.experts.97.gate_proj,0.00466136,0.01000,0.444
33,mlp.experts.98.gate_proj,0.00182776,0.01000,0.444
33,mlp.experts.99.gate_proj,0.00956076,0.01000,0.444
33,mlp.experts.100.gate_proj,0.00115858,0.01000,0.445
33,mlp.experts.101.gate_proj,0.00000042,0.01000,0.444
33,mlp.experts.102.gate_proj,0.00311250,0.01000,0.448
33,mlp.experts.103.gate_proj,0.00144782,0.01000,0.445
33,mlp.experts.104.gate_proj,0.00048839,0.01000,0.445
33,mlp.experts.105.gate_proj,0.00170524,0.01000,0.444
33,mlp.experts.106.gate_proj,0.00175017,0.01000,0.444
33,mlp.experts.107.gate_proj,0.00006575,0.01000,0.444
33,mlp.experts.108.gate_proj,0.00006575,0.01000,0.440
33,mlp.experts.109.gate_proj,0.00004027,0.01000,0.453
33,mlp.experts.110.gate_proj,0.00154585,0.01000,0.454
33,mlp.experts.111.gate_proj,0.00794271,0.01000,0.444
33,mlp.experts.112.gate_proj,0.00049538,0.01000,0.446
33,mlp.experts.113.gate_proj,0.00234944,0.01000,0.448
33,mlp.experts.114.gate_proj,0.00041503,0.01000,0.443
33,mlp.experts.115.gate_proj,0.00001859,0.01000,0.459
33,mlp.experts.116.gate_proj,0.00064978,0.01000,0.461
33,mlp.experts.117.gate_proj,0.00018773,0.01000,0.461
33,mlp.experts.118.gate_proj,0.00209219,0.01000,0.460
33,mlp.experts.119.gate_proj,0.00000009,0.01000,0.449
33,mlp.experts.120.gate_proj,0.00000010,0.01000,0.448
33,mlp.experts.121.gate_proj,0.00000413,0.01000,0.445
33,mlp.experts.122.gate_proj,0.01029450,0.01000,0.446
33,mlp.experts.123.gate_proj,0.00031617,0.01000,0.445
33,mlp.experts.124.gate_proj,0.00014884,0.01000,0.445
33,mlp.experts.125.gate_proj,0.00470910,0.01000,0.445
33,mlp.experts.126.gate_proj,0.00010832,0.01000,0.445
33,mlp.experts.127.gate_proj,0.00407222,0.01000,0.445
33,mlp.experts.0.down_proj,0.00275185,0.01000,0.183
33,mlp.experts.1.down_proj,0.00108362,0.01000,0.166
33,mlp.experts.2.down_proj,0.00299194,0.01000,0.165
33,mlp.experts.3.down_proj,0.00000001,0.01000,0.166
33,mlp.experts.4.down_proj,0.00000016,0.01000,0.166
33,mlp.experts.5.down_proj,0.00099077,0.01000,0.166
33,mlp.experts.6.down_proj,0.00079415,0.01000,0.166
33,mlp.experts.7.down_proj,0.00324924,0.01000,0.167
33,mlp.experts.8.down_proj,0.00015846,0.01000,0.167
33,mlp.experts.9.down_proj,0.00095458,0.01000,0.171
33,mlp.experts.10.down_proj,0.00069283,0.01000,0.167
33,mlp.experts.11.down_proj,0.00001148,0.01000,0.167
33,mlp.experts.12.down_proj,0.00000874,0.01000,0.167
33,mlp.experts.13.down_proj,0.00028064,0.01000,0.167
33,mlp.experts.14.down_proj,0.00005491,0.01000,0.167
33,mlp.experts.15.down_proj,0.00007096,0.01000,0.168
33,mlp.experts.16.down_proj,0.00024281,0.01000,0.167
33,mlp.experts.17.down_proj,0.00068573,0.01000,0.167
33,mlp.experts.18.down_proj,0.00000006,0.01000,0.167
33,mlp.experts.19.down_proj,0.00007466,0.01000,0.167
33,mlp.experts.20.down_proj,0.00000997,0.01000,0.167
33,mlp.experts.21.down_proj,0.00002697,0.01000,0.167
33,mlp.experts.22.down_proj,0.00078938,0.01000,0.167
33,mlp.experts.23.down_proj,0.00033131,0.01000,0.167
33,mlp.experts.24.down_proj,0.00082481,0.01000,0.168
33,mlp.experts.25.down_proj,0.00032754,0.01000,0.167
33,mlp.experts.26.down_proj,0.00010944,0.01000,0.166
33,mlp.experts.27.down_proj,0.00000156,0.01000,0.166
33,mlp.experts.28.down_proj,0.00013072,0.01000,0.165
33,mlp.experts.29.down_proj,0.00000026,0.01000,0.165
33,mlp.experts.30.down_proj,0.00000984,0.01000,0.165
33,mlp.experts.31.down_proj,0.00044340,0.01000,0.168
33,mlp.experts.32.down_proj,0.00037929,0.01000,0.165
33,mlp.experts.33.down_proj,0.00381978,0.01000,0.166
33,mlp.experts.34.down_proj,0.00001860,0.01000,0.166
33,mlp.experts.35.down_proj,0.00139529,0.01000,0.166
33,mlp.experts.36.down_proj,0.00001006,0.01000,0.170
33,mlp.experts.37.down_proj,0.00040141,0.01000,0.166
33,mlp.experts.38.down_proj,0.00008084,0.01000,0.166
33,mlp.experts.39.down_proj,0.00001258,0.01000,0.166
33,mlp.experts.40.down_proj,0.00050648,0.01000,0.166
33,mlp.experts.41.down_proj,0.00034625,0.01000,0.166
33,mlp.experts.42.down_proj,0.00000517,0.01000,0.166
33,mlp.experts.43.down_proj,0.00062672,0.01000,0.167
33,mlp.experts.44.down_proj,0.00034473,0.01000,0.167
33,mlp.experts.45.down_proj,0.00023479,0.01000,0.166
33,mlp.experts.46.down_proj,0.00033155,0.01000,0.166
33,mlp.experts.47.down_proj,0.00319245,0.01000,0.166
33,mlp.experts.48.down_proj,0.00067838,0.01000,0.167
33,mlp.experts.49.down_proj,0.00239430,0.01000,0.166
33,mlp.experts.50.down_proj,0.00078248,0.01000,0.166
33,mlp.experts.51.down_proj,0.00003109,0.01000,0.167
33,mlp.experts.52.down_proj,0.00107190,0.01000,0.167
33,mlp.experts.53.down_proj,0.00002169,0.01000,0.167
33,mlp.experts.54.down_proj,0.00007594,0.01000,0.166
33,mlp.experts.55.down_proj,0.00026674,0.01000,0.167
33,mlp.experts.56.down_proj,0.00050001,0.01000,0.166
33,mlp.experts.57.down_proj,0.00080884,0.01000,0.173
33,mlp.experts.58.down_proj,0.00024906,0.01000,0.167
33,mlp.experts.59.down_proj,0.00032437,0.01000,0.167
33,mlp.experts.60.down_proj,0.00049030,0.01000,0.167
33,mlp.experts.61.down_proj,0.00000658,0.01000,0.168
33,mlp.experts.62.down_proj,0.00064946,0.01000,0.167
33,mlp.experts.63.down_proj,0.00002356,0.01000,0.167
33,mlp.experts.64.down_proj,0.00017342,0.01000,0.167
33,mlp.experts.65.down_proj,0.00137049,0.01000,0.167
33,mlp.experts.66.down_proj,0.00081300,0.01000,0.167
33,mlp.experts.67.down_proj,0.00005221,0.01000,0.167
33,mlp.experts.68.down_proj,0.00048318,0.01000,0.167
33,mlp.experts.69.down_proj,0.00159387,0.01000,0.168
33,mlp.experts.70.down_proj,0.00049932,0.01000,0.174
33,mlp.experts.71.down_proj,0.00138547,0.01000,0.167
33,mlp.experts.72.down_proj,0.00010770,0.01000,0.168
33,mlp.experts.73.down_proj,0.00019792,0.01000,0.167
33,mlp.experts.74.down_proj,0.00000283,0.01000,0.168
33,mlp.experts.75.down_proj,0.00000184,0.01000,0.167
33,mlp.experts.76.down_proj,0.00250069,0.01000,0.167
33,mlp.experts.77.down_proj,0.00004443,0.01000,0.169
33,mlp.experts.78.down_proj,0.00020346,0.01000,0.169
33,mlp.experts.79.down_proj,0.00258397,0.01000,0.169
33,mlp.experts.80.down_proj,0.00280263,0.01000,0.168
33,mlp.experts.81.down_proj,0.00168202,0.01000,0.168
33,mlp.experts.82.down_proj,0.00687895,0.01000,0.170
33,mlp.experts.83.down_proj,0.00019111,0.01000,0.168
33,mlp.experts.84.down_proj,0.00187593,0.01000,0.169
33,mlp.experts.85.down_proj,0.00158886,0.01000,0.168
33,mlp.experts.86.down_proj,0.00054604,0.01000,0.168
33,mlp.experts.87.down_proj,0.00004931,0.01000,0.168
33,mlp.experts.88.down_proj,0.00000140,0.01000,0.169
33,mlp.experts.89.down_proj,0.00051014,0.01000,0.168
33,mlp.experts.90.down_proj,0.00010633,0.01000,0.168
33,mlp.experts.91.down_proj,0.00190425,0.01000,0.168
33,mlp.experts.92.down_proj,0.00263912,0.01000,0.167
33,mlp.experts.93.down_proj,0.00000423,0.01000,0.168
33,mlp.experts.94.down_proj,0.00107795,0.01000,0.167
33,mlp.experts.95.down_proj,0.00016302,0.01000,0.167
33,mlp.experts.96.down_proj,0.00286200,0.01000,0.168
33,mlp.experts.97.down_proj,0.00106209,0.01000,0.168
33,mlp.experts.98.down_proj,0.00075307,0.01000,0.167
33,mlp.experts.99.down_proj,0.00365378,0.01000,0.185
33,mlp.experts.100.down_proj,0.00052491,0.01000,0.168
33,mlp.experts.101.down_proj,0.00000021,0.01000,0.168
33,mlp.experts.102.down_proj,0.00085324,0.01000,0.168
33,mlp.experts.103.down_proj,0.00037589,0.01000,0.168
33,mlp.experts.104.down_proj,0.00021786,0.01000,0.185
33,mlp.experts.105.down_proj,0.00048180,0.01000,0.177
33,mlp.experts.106.down_proj,0.00071654,0.01000,0.173
33,mlp.experts.107.down_proj,0.00002289,0.01000,0.168
33,mlp.experts.108.down_proj,0.00002101,0.01000,0.169
33,mlp.experts.109.down_proj,0.00001795,0.01000,0.169
33,mlp.experts.110.down_proj,0.00081038,0.01000,0.168
33,mlp.experts.111.down_proj,0.00430455,0.01000,0.169
33,mlp.experts.112.down_proj,0.00013130,0.01000,0.167
33,mlp.experts.113.down_proj,0.00074248,0.01000,0.168
33,mlp.experts.114.down_proj,0.00021772,0.01000,0.168
33,mlp.experts.115.down_proj,0.00000596,0.01000,0.168
33,mlp.experts.116.down_proj,0.00019395,0.01000,0.168
33,mlp.experts.117.down_proj,0.00006738,0.01000,0.169
33,mlp.experts.118.down_proj,0.00057025,0.01000,0.168
33,mlp.experts.119.down_proj,0.00000002,0.01000,0.168
33,mlp.experts.120.down_proj,0.00000003,0.01000,0.170
33,mlp.experts.121.down_proj,0.00000261,0.01000,0.169
33,mlp.experts.122.down_proj,0.00541372,0.01000,0.169
33,mlp.experts.123.down_proj,0.00010486,0.01000,0.169
33,mlp.experts.124.down_proj,0.00003658,0.01000,0.168
33,mlp.experts.125.down_proj,0.00278902,0.01000,0.168
33,mlp.experts.126.down_proj,0.00003882,0.01000,0.168
33,mlp.experts.127.down_proj,0.00120505,0.01000,0.168
34,self_attn.q_proj,0.00118538,0.01000,0.445
34,self_attn.k_proj,0.00014411,0.01000,0.435
34,self_attn.v_proj,0.00019963,0.01000,0.440
34,self_attn.o_proj,0.00016324,0.01000,0.891
34,mlp.experts.0.up_proj,0.00014709,0.01000,0.476
34,mlp.experts.1.up_proj,0.00024325,0.01000,0.433
34,mlp.experts.2.up_proj,0.00130690,0.01000,0.431
34,mlp.experts.3.up_proj,0.00503990,0.01000,0.433
34,mlp.experts.4.up_proj,0.00086564,0.01000,0.434
34,mlp.experts.5.up_proj,0.00038697,0.01000,0.438
34,mlp.experts.6.up_proj,0.00090329,0.01000,0.437
34,mlp.experts.7.up_proj,0.00036355,0.01000,0.441
34,mlp.experts.8.up_proj,0.00006922,0.01000,0.434
34,mlp.experts.9.up_proj,0.00930199,0.01000,0.434
34,mlp.experts.10.up_proj,0.00109696,0.01000,0.435
34,mlp.experts.11.up_proj,0.00000004,0.01000,0.434
34,mlp.experts.12.up_proj,0.00021443,0.01000,0.434
34,mlp.experts.13.up_proj,0.00653298,0.01000,0.434
34,mlp.experts.14.up_proj,0.00109635,0.01000,0.434
34,mlp.experts.15.up_proj,0.00019698,0.01000,0.436
34,mlp.experts.16.up_proj,0.01718897,0.01000,0.434
34,mlp.experts.17.up_proj,0.00001002,0.01000,0.435
34,mlp.experts.18.up_proj,0.00408544,0.01000,0.435
34,mlp.experts.19.up_proj,0.00194306,0.01000,0.436
34,mlp.experts.20.up_proj,0.00032244,0.01000,0.435
34,mlp.experts.21.up_proj,0.00053466,0.01000,0.435
34,mlp.experts.22.up_proj,0.00030796,0.01000,0.434
34,mlp.experts.23.up_proj,0.00123230,0.01000,0.434
34,mlp.experts.24.up_proj,0.00000055,0.01000,0.437
34,mlp.experts.25.up_proj,0.00131097,0.01000,0.434
34,mlp.experts.26.up_proj,0.00414776,0.01000,0.435
34,mlp.experts.27.up_proj,0.00280493,0.01000,0.435
34,mlp.experts.28.up_proj,0.00004202,0.01000,0.452
34,mlp.experts.29.up_proj,0.00013162,0.01000,0.449
34,mlp.experts.30.up_proj,0.00418545,0.01000,0.436
34,mlp.experts.31.up_proj,0.00741926,0.01000,0.438
34,mlp.experts.32.up_proj,0.00080358,0.01000,0.442
34,mlp.experts.33.up_proj,0.00217361,0.01000,0.437
34,mlp.experts.34.up_proj,0.00001038,0.01000,0.436
34,mlp.experts.35.up_proj,0.00257769,0.01000,0.437
34,mlp.experts.36.up_proj,0.00117089,0.01000,0.443
34,mlp.experts.37.up_proj,0.00030078,0.01000,0.436
34,mlp.experts.38.up_proj,0.00003266,0.01000,0.437
34,mlp.experts.39.up_proj,0.00076548,0.01000,0.436
34,mlp.experts.40.up_proj,0.00261802,0.01000,0.434
34,mlp.experts.41.up_proj,0.00320542,0.01000,0.434
34,mlp.experts.42.up_proj,0.00001254,0.01000,0.438
34,mlp.experts.43.up_proj,0.00173414,0.01000,0.436
34,mlp.experts.44.up_proj,0.00000003,0.01000,0.436
34,mlp.experts.45.up_proj,0.00341480,0.01000,0.437
34,mlp.experts.46.up_proj,0.00000411,0.01000,0.437
34,mlp.experts.47.up_proj,0.00061786,0.01000,0.437
34,mlp.experts.48.up_proj,0.00452231,0.01000,0.436
34,mlp.experts.49.up_proj,0.00000378,0.01000,0.437
34,mlp.experts.50.up_proj,0.00181437,0.01000,0.436
34,mlp.experts.51.up_proj,0.00019484,0.01000,0.442
34,mlp.experts.52.up_proj,0.00396463,0.01000,0.436
34,mlp.experts.53.up_proj,0.00000009,0.01000,0.438
34,mlp.experts.54.up_proj,0.00005901,0.01000,0.436
34,mlp.experts.55.up_proj,0.00742522,0.01000,0.436
34,mlp.experts.56.up_proj,0.00209135,0.01000,0.437
34,mlp.experts.57.up_proj,0.00066963,0.01000,0.438
34,mlp.experts.58.up_proj,0.00085073,0.01000,0.444
34,mlp.experts.59.up_proj,0.00004642,0.01000,0.439
34,mlp.experts.60.up_proj,0.00000085,0.01000,0.439
34,mlp.experts.61.up_proj,0.00121337,0.01000,0.440
34,mlp.experts.62.up_proj,0.00378455,0.01000,0.437
34,mlp.experts.63.up_proj,0.00046797,0.01000,0.438
34,mlp.experts.64.up_proj,0.00383299,0.01000,0.437
34,mlp.experts.65.up_proj,0.00038307,0.01000,0.440
34,mlp.experts.66.up_proj,0.00142302,0.01000,0.437
34,mlp.experts.67.up_proj,0.00004899,0.01000,0.443
34,mlp.experts.68.up_proj,0.01033964,0.01000,0.440
34,mlp.experts.69.up_proj,0.00954534,0.01000,0.438
34,mlp.experts.70.up_proj,0.00146076,0.01000,0.437
34,mlp.experts.71.up_proj,0.01284739,0.01000,0.439
34,mlp.experts.72.up_proj,0.00000270,0.01000,0.437
34,mlp.experts.73.up_proj,0.00283819,0.01000,0.437
34,mlp.experts.74.up_proj,0.00232345,0.01000,0.438
34,mlp.experts.75.up_proj,0.00023192,0.01000,0.438
34,mlp.experts.76.up_proj,0.00201466,0.01000,0.437
34,mlp.experts.77.up_proj,0.00000596,0.01000,0.438
34,mlp.experts.78.up_proj,0.00461471,0.01000,0.438
34,mlp.experts.79.up_proj,0.00000001,0.01000,0.440
34,mlp.experts.80.up_proj,0.00162868,0.01000,0.439
34,mlp.experts.81.up_proj,0.00001767,0.01000,0.437
34,mlp.experts.82.up_proj,0.00373698,0.01000,0.441
34,mlp.experts.83.up_proj,0.00235583,0.01000,0.438
34,mlp.experts.84.up_proj,0.00011850,0.01000,0.438
34,mlp.experts.85.up_proj,0.00492943,0.01000,0.438
34,mlp.experts.86.up_proj,0.00051966,0.01000,0.437
34,mlp.experts.87.up_proj,0.00020618,0.01000,0.437
34,mlp.experts.88.up_proj,0.00133610,0.01000,0.437
34,mlp.experts.89.up_proj,0.00000144,0.01000,0.436
34,mlp.experts.90.up_proj,0.00874945,0.01000,0.436
34,mlp.experts.91.up_proj,0.00365257,0.01000,0.437
34,mlp.experts.92.up_proj,0.00029633,0.01000,0.437
34,mlp.experts.93.up_proj,0.00000007,0.01000,0.437
34,mlp.experts.94.up_proj,0.01101068,0.01000,0.436
34,mlp.experts.95.up_proj,0.00283601,0.01000,0.433
34,mlp.experts.96.up_proj,0.00048775,0.01000,0.440
34,mlp.experts.97.up_proj,0.00097394,0.01000,0.438
34,mlp.experts.98.up_proj,0.00450175,0.01000,0.433
34,mlp.experts.99.up_proj,0.00095955,0.01000,0.445
34,mlp.experts.100.up_proj,0.00006634,0.01000,0.434
34,mlp.experts.101.up_proj,0.00051385,0.01000,0.438
34,mlp.experts.102.up_proj,0.00010239,0.01000,0.434
34,mlp.experts.103.up_proj,0.00384096,0.01000,0.437
34,mlp.experts.104.up_proj,0.00002530,0.01000,0.435
34,mlp.experts.105.up_proj,0.00136120,0.01000,0.434
34,mlp.experts.106.up_proj,0.00000028,0.01000,0.439
34,mlp.experts.107.up_proj,0.00230528,0.01000,0.433
34,mlp.experts.108.up_proj,0.00142903,0.01000,0.435
34,mlp.experts.109.up_proj,0.00087903,0.01000,0.434
34,mlp.experts.110.up_proj,0.00176720,0.01000,0.434
34,mlp.experts.111.up_proj,0.00054705,0.01000,0.436
34,mlp.experts.112.up_proj,0.00211301,0.01000,0.433
34,mlp.experts.113.up_proj,0.00103131,0.01000,0.434
34,mlp.experts.114.up_proj,0.00000181,0.01000,0.436
34,mlp.experts.115.up_proj,0.00000592,0.01000,0.437
34,mlp.experts.116.up_proj,0.00011048,0.01000,0.438
34,mlp.experts.117.up_proj,0.00000012,0.01000,0.438
34,mlp.experts.118.up_proj,0.00001624,0.01000,0.437
34,mlp.experts.119.up_proj,0.00168159,0.01000,0.436
34,mlp.experts.120.up_proj,0.00451384,0.01000,0.443
34,mlp.experts.121.up_proj,0.00011514,0.01000,0.435
34,mlp.experts.122.up_proj,0.00000274,0.01000,0.437
34,mlp.experts.123.up_proj,0.00194279,0.01000,0.436
34,mlp.experts.124.up_proj,0.00368701,0.01000,0.437
34,mlp.experts.125.up_proj,0.00000403,0.01000,0.441
34,mlp.experts.126.up_proj,0.01218011,0.01000,0.437
34,mlp.experts.127.up_proj,0.00016766,0.01000,0.437
34,mlp.experts.0.gate_proj,0.00015471,0.01000,0.437
34,mlp.experts.1.gate_proj,0.00024854,0.01000,0.437
34,mlp.experts.2.gate_proj,0.00125655,0.01000,0.440
34,mlp.experts.3.gate_proj,0.00489614,0.01000,0.437
34,mlp.experts.4.gate_proj,0.00089518,0.01000,0.436
34,mlp.experts.5.gate_proj,0.00036462,0.01000,0.438
34,mlp.experts.6.gate_proj,0.00087418,0.01000,0.443
34,mlp.experts.7.gate_proj,0.00034337,0.01000,0.438
34,mlp.experts.8.gate_proj,0.00006760,0.01000,0.437
34,mlp.experts.9.gate_proj,0.00952756,0.01000,0.451
34,mlp.experts.10.gate_proj,0.00107603,0.01000,0.450
34,mlp.experts.11.gate_proj,0.00000003,0.01000,0.437
34,mlp.experts.12.gate_proj,0.00020247,0.01000,0.437
34,mlp.experts.13.gate_proj,0.00568005,0.01000,0.439
34,mlp.experts.14.gate_proj,0.00100687,0.01000,0.439
34,mlp.experts.15.gate_proj,0.00017640,0.01000,0.436
34,mlp.experts.16.gate_proj,0.01608311,0.01000,0.435
34,mlp.experts.17.gate_proj,0.00000883,0.01000,0.436
34,mlp.experts.18.gate_proj,0.00366863,0.01000,0.437
34,mlp.experts.19.gate_proj,0.00180355,0.01000,0.434
34,mlp.experts.20.gate_proj,0.00029471,0.01000,0.433
34,mlp.experts.21.gate_proj,0.00052071,0.01000,0.433
34,mlp.experts.22.gate_proj,0.00032618,0.01000,0.432
34,mlp.experts.23.gate_proj,0.00116275,0.01000,0.433
34,mlp.experts.24.gate_proj,0.00000055,0.01000,0.432
34,mlp.experts.25.gate_proj,0.00129541,0.01000,0.434
34,mlp.experts.26.gate_proj,0.00401226,0.01000,0.435
34,mlp.experts.27.gate_proj,0.00288222,0.01000,0.433
34,mlp.experts.28.gate_proj,0.00004315,0.01000,0.436
34,mlp.experts.29.gate_proj,0.00013240,0.01000,0.433
34,mlp.experts.30.gate_proj,0.00393196,0.01000,0.440
34,mlp.experts.31.gate_proj,0.00676128,0.01000,0.433
34,mlp.experts.32.gate_proj,0.00075983,0.01000,0.435
34,mlp.experts.33.gate_proj,0.00214165,0.01000,0.438
34,mlp.experts.34.gate_proj,0.00001067,0.01000,0.435
34,mlp.experts.35.gate_proj,0.00266826,0.01000,0.436
34,mlp.experts.36.gate_proj,0.00114428,0.01000,0.435
34,mlp.experts.37.gate_proj,0.00029449,0.01000,0.438
34,mlp.experts.38.gate_proj,0.00007294,0.01000,0.436
34,mlp.experts.39.gate_proj,0.00070129,0.01000,0.448
34,mlp.experts.40.gate_proj,0.00233649,0.01000,0.441
34,mlp.experts.41.gate_proj,0.00303340,0.01000,0.436
34,mlp.experts.42.gate_proj,0.00001287,0.01000,0.438
34,mlp.experts.43.gate_proj,0.00160768,0.01000,0.435
34,mlp.experts.44.gate_proj,0.00000002,0.01000,0.443
34,mlp.experts.45.gate_proj,0.00345209,0.01000,0.436
34,mlp.experts.46.gate_proj,0.00000398,0.01000,0.446
34,mlp.experts.47.gate_proj,0.00059493,0.01000,0.438
34,mlp.experts.48.gate_proj,0.00436579,0.01000,0.443
34,mlp.experts.49.gate_proj,0.00000351,0.01000,0.436
34,mlp.experts.50.gate_proj,0.00178979,0.01000,0.439
34,mlp.experts.51.gate_proj,0.00019667,0.01000,0.437
34,mlp.experts.52.gate_proj,0.00361426,0.01000,0.438
34,mlp.experts.53.gate_proj,0.00000006,0.01000,0.446
34,mlp.experts.54.gate_proj,0.00005923,0.01000,0.439
34,mlp.experts.55.gate_proj,0.00752800,0.01000,0.439
34,mlp.experts.56.gate_proj,0.00171667,0.01000,0.438
34,mlp.experts.57.gate_proj,0.00063984,0.01000,0.437
34,mlp.experts.58.gate_proj,0.00085217,0.01000,0.440
34,mlp.experts.59.gate_proj,0.00004669,0.01000,0.448
34,mlp.experts.60.gate_proj,0.00000076,0.01000,0.438
34,mlp.experts.61.gate_proj,0.00104777,0.01000,0.443
34,mlp.experts.62.gate_proj,0.00345338,0.01000,0.440
34,mlp.experts.63.gate_proj,0.00048970,0.01000,0.439
34,mlp.experts.64.gate_proj,0.00338746,0.01000,0.441
34,mlp.experts.65.gate_proj,0.00032325,0.01000,0.443
34,mlp.experts.66.gate_proj,0.00138403,0.01000,0.443
34,mlp.experts.67.gate_proj,0.00004991,0.01000,0.442
34,mlp.experts.68.gate_proj,0.00898053,0.01000,0.442
34,mlp.experts.69.gate_proj,0.00776350,0.01000,0.441
34,mlp.experts.70.gate_proj,0.00168342,0.01000,0.445
34,mlp.experts.71.gate_proj,0.01370745,0.01000,0.440
34,mlp.experts.72.gate_proj,0.00000260,0.01000,0.438
34,mlp.experts.73.gate_proj,0.00279920,0.01000,0.438
34,mlp.experts.74.gate_proj,0.00219164,0.01000,0.438
34,mlp.experts.75.gate_proj,0.00023531,0.01000,0.440
34,mlp.experts.76.gate_proj,0.00202033,0.01000,0.438
34,mlp.experts.77.gate_proj,0.00000618,0.01000,0.441
34,mlp.experts.78.gate_proj,0.00411316,0.01000,0.439
34,mlp.experts.79.gate_proj,0.00000001,0.01000,0.438
34,mlp.experts.80.gate_proj,0.00163457,0.01000,0.439
34,mlp.experts.81.gate_proj,0.00001785,0.01000,0.438
34,mlp.experts.82.gate_proj,0.00348612,0.01000,0.441
34,mlp.experts.83.gate_proj,0.00180471,0.01000,0.440
34,mlp.experts.84.gate_proj,0.00012115,0.01000,0.439
34,mlp.experts.85.gate_proj,0.00483841,0.01000,0.439
34,mlp.experts.86.gate_proj,0.00049706,0.01000,0.437
34,mlp.experts.87.gate_proj,0.00020304,0.01000,0.439
34,mlp.experts.88.gate_proj,0.00120065,0.01000,0.446
34,mlp.experts.89.gate_proj,0.00000148,0.01000,0.442
34,mlp.experts.90.gate_proj,0.00669421,0.01000,0.442
34,mlp.experts.91.gate_proj,0.00355062,0.01000,0.447
34,mlp.experts.92.gate_proj,0.00030683,0.01000,0.442
34,mlp.experts.93.gate_proj,0.00000007,0.01000,0.442
34,mlp.experts.94.gate_proj,0.01150583,0.01000,0.447
34,mlp.experts.95.gate_proj,0.00237019,0.01000,0.442
34,mlp.experts.96.gate_proj,0.00047175,0.01000,0.446
34,mlp.experts.97.gate_proj,0.00099519,0.01000,0.442
34,mlp.experts.98.gate_proj,0.00433735,0.01000,0.445
34,mlp.experts.99.gate_proj,0.00092753,0.01000,0.444
34,mlp.experts.100.gate_proj,0.00005506,0.01000,0.443
34,mlp.experts.101.gate_proj,0.00045900,0.01000,0.446
34,mlp.experts.102.gate_proj,0.00010460,0.01000,0.445
34,mlp.experts.103.gate_proj,0.00357081,0.01000,0.443
34,mlp.experts.104.gate_proj,0.00002345,0.01000,0.442
34,mlp.experts.105.gate_proj,0.00122679,0.01000,0.446
34,mlp.experts.106.gate_proj,0.00000026,0.01000,0.445
34,mlp.experts.107.gate_proj,0.00215239,0.01000,0.441
34,mlp.experts.108.gate_proj,0.00131347,0.01000,0.443
34,mlp.experts.109.gate_proj,0.00084780,0.01000,0.441
34,mlp.experts.110.gate_proj,0.00177026,0.01000,0.440
34,mlp.experts.111.gate_proj,0.00051979,0.01000,0.441
34,mlp.experts.112.gate_proj,0.00195720,0.01000,0.439
34,mlp.experts.113.gate_proj,0.00090618,0.01000,0.440
34,mlp.experts.114.gate_proj,0.00000188,0.01000,0.444
34,mlp.experts.115.gate_proj,0.00000605,0.01000,0.445
34,mlp.experts.116.gate_proj,0.00011101,0.01000,0.443
34,mlp.experts.117.gate_proj,0.00000011,0.01000,0.441
34,mlp.experts.118.gate_proj,0.00001844,0.01000,0.460
34,mlp.experts.119.gate_proj,0.00156166,0.01000,0.447
34,mlp.experts.120.gate_proj,0.00465643,0.01000,0.455
34,mlp.experts.121.gate_proj,0.00011989,0.01000,0.446
34,mlp.experts.122.gate_proj,0.00000285,0.01000,0.444
34,mlp.experts.123.gate_proj,0.00165780,0.01000,0.444
34,mlp.experts.124.gate_proj,0.00282704,0.01000,0.441
34,mlp.experts.125.gate_proj,0.00000395,0.01000,0.441
34,mlp.experts.126.gate_proj,0.01293242,0.01000,0.442
34,mlp.experts.127.gate_proj,0.00015607,0.01000,0.445
34,mlp.experts.0.down_proj,0.00002600,0.01000,0.185
34,mlp.experts.1.down_proj,0.00005168,0.01000,0.167
34,mlp.experts.2.down_proj,0.00063329,0.01000,0.166
34,mlp.experts.3.down_proj,0.00273956,0.01000,0.169
34,mlp.experts.4.down_proj,0.00047551,0.01000,0.167
34,mlp.experts.5.down_proj,0.00006989,0.01000,0.168
34,mlp.experts.6.down_proj,0.00220419,0.01000,0.169
34,mlp.experts.7.down_proj,0.00007880,0.01000,0.169
34,mlp.experts.8.down_proj,0.00001660,0.01000,0.173
34,mlp.experts.9.down_proj,0.00981924,0.01000,0.169
34,mlp.experts.10.down_proj,0.00052110,0.01000,0.169
34,mlp.experts.11.down_proj,0.00000001,0.01000,0.169
34,mlp.experts.12.down_proj,0.00005876,0.01000,0.172
34,mlp.experts.13.down_proj,0.01184410,0.01000,0.169
34,mlp.experts.14.down_proj,0.00051479,0.01000,0.169
34,mlp.experts.15.down_proj,0.00007939,0.01000,0.173
34,mlp.experts.16.down_proj,0.03152544,0.01000,0.170
34,mlp.experts.17.down_proj,0.00000814,0.01000,0.169
34,mlp.experts.18.down_proj,0.00122621,0.01000,0.168
34,mlp.experts.19.down_proj,0.00583402,0.01000,0.168
34,mlp.experts.20.down_proj,0.00008705,0.01000,0.168
34,mlp.experts.21.down_proj,0.00051103,0.01000,0.168
34,mlp.experts.22.down_proj,0.00003396,0.01000,0.169
34,mlp.experts.23.down_proj,0.00073139,0.01000,0.168
34,mlp.experts.24.down_proj,0.00000042,0.01000,0.168
34,mlp.experts.25.down_proj,0.00033258,0.01000,0.169
34,mlp.experts.26.down_proj,0.00263042,0.01000,0.169
34,mlp.experts.27.down_proj,0.00720011,0.01000,0.171
34,mlp.experts.28.down_proj,0.00000257,0.01000,0.174
34,mlp.experts.29.down_proj,0.00003177,0.01000,0.168
34,mlp.experts.30.down_proj,0.00112471,0.01000,0.168
34,mlp.experts.31.down_proj,0.01786177,0.01000,0.169
34,mlp.experts.32.down_proj,0.00015082,0.01000,0.169
34,mlp.experts.33.down_proj,0.00327924,0.01000,0.169
34,mlp.experts.34.down_proj,0.00000389,0.01000,0.169
34,mlp.experts.35.down_proj,0.00112671,0.01000,0.169
34,mlp.experts.36.down_proj,0.00263694,0.01000,0.169
34,mlp.experts.37.down_proj,0.00016570,0.01000,0.169
34,mlp.experts.38.down_proj,0.00000018,0.01000,0.169
34,mlp.experts.39.down_proj,0.00023273,0.01000,0.171
34,mlp.experts.40.down_proj,0.00068625,0.01000,0.171
34,mlp.experts.41.down_proj,0.00407815,0.01000,0.169
34,mlp.experts.42.down_proj,0.00000358,0.01000,0.169
34,mlp.experts.43.down_proj,0.00053695,0.01000,0.169
34,mlp.experts.44.down_proj,0.00000001,0.01000,0.169
34,mlp.experts.45.down_proj,0.00455238,0.01000,0.169
34,mlp.experts.46.down_proj,0.00000394,0.01000,0.173
34,mlp.experts.47.down_proj,0.00120492,0.01000,0.169
34,mlp.experts.48.down_proj,0.00400605,0.01000,0.169
34,mlp.experts.49.down_proj,0.00000373,0.01000,0.169
34,mlp.experts.50.down_proj,0.00034051,0.01000,0.169
34,mlp.experts.51.down_proj,0.00002231,0.01000,0.171
34,mlp.experts.52.down_proj,0.00156151,0.01000,0.170
34,mlp.experts.53.down_proj,0.00000005,0.01000,0.168
34,mlp.experts.54.down_proj,0.00001498,0.01000,0.168
34,mlp.experts.55.down_proj,0.01443282,0.01000,0.168
34,mlp.experts.56.down_proj,0.00301123,0.01000,0.168
34,mlp.experts.57.down_proj,0.00061900,0.01000,0.169
34,mlp.experts.58.down_proj,0.00033321,0.01000,0.169
34,mlp.experts.59.down_proj,0.00001815,0.01000,0.170
34,mlp.experts.60.down_proj,0.00000031,0.01000,0.170
34,mlp.experts.61.down_proj,0.00081196,0.01000,0.170
34,mlp.experts.62.down_proj,0.00121869,0.01000,0.177
34,mlp.experts.63.down_proj,0.00009299,0.01000,0.169
34,mlp.experts.64.down_proj,0.00097914,0.01000,0.170
34,mlp.experts.65.down_proj,0.00013265,0.01000,0.170
34,mlp.experts.66.down_proj,0.00164566,0.01000,0.170
34,mlp.experts.67.down_proj,0.00001070,0.01000,0.170
34,mlp.experts.68.down_proj,0.01507418,0.01000,0.170
34,mlp.experts.69.down_proj,0.00244048,0.01000,0.170
34,mlp.experts.70.down_proj,0.00026347,0.01000,0.171
34,mlp.experts.71.down_proj,0.01213296,0.01000,0.171
34,mlp.experts.72.down_proj,0.00000096,0.01000,0.171
34,mlp.experts.73.down_proj,0.00250293,0.01000,0.171
34,mlp.experts.74.down_proj,0.00158286,0.01000,0.171
34,mlp.experts.75.down_proj,0.00005115,0.01000,0.170
34,mlp.experts.76.down_proj,0.00046225,0.01000,0.171
34,mlp.experts.77.down_proj,0.00000212,0.01000,0.171
34,mlp.experts.78.down_proj,0.00763793,0.01000,0.171
34,mlp.experts.79.down_proj,0.00000000,0.01000,0.172
34,mlp.experts.80.down_proj,0.00067506,0.01000,0.171
34,mlp.experts.81.down_proj,0.00001030,0.01000,0.171
34,mlp.experts.82.down_proj,0.00501871,0.01000,0.172
34,mlp.experts.83.down_proj,0.00071739,0.01000,0.172
34,mlp.experts.84.down_proj,0.00001364,0.01000,0.171
34,mlp.experts.85.down_proj,0.00439610,0.01000,0.173
34,mlp.experts.86.down_proj,0.00020749,0.01000,0.173
34,mlp.experts.87.down_proj,0.00020688,0.01000,0.172
34,mlp.experts.88.down_proj,0.00034391,0.01000,0.171
34,mlp.experts.89.down_proj,0.00000031,0.01000,0.172
34,mlp.experts.90.down_proj,0.00861907,0.01000,0.172
34,mlp.experts.91.down_proj,0.00078619,0.01000,0.172
34,mlp.experts.92.down_proj,0.00005006,0.01000,0.171
34,mlp.experts.93.down_proj,0.00000002,0.01000,0.174
34,mlp.experts.94.down_proj,0.01454976,0.01000,0.171
34,mlp.experts.95.down_proj,0.00113072,0.01000,0.172
34,mlp.experts.96.down_proj,0.00011291,0.01000,0.171
34,mlp.experts.97.down_proj,0.00024906,0.01000,0.173
34,mlp.experts.98.down_proj,0.00152775,0.01000,0.171
34,mlp.experts.99.down_proj,0.00031489,0.01000,0.172
34,mlp.experts.100.down_proj,0.00003933,0.01000,0.171
34,mlp.experts.101.down_proj,0.00016208,0.01000,0.172
34,mlp.experts.102.down_proj,0.00001945,0.01000,0.172
34,mlp.experts.103.down_proj,0.00752725,0.01000,0.172
34,mlp.experts.104.down_proj,0.00000738,0.01000,0.172
34,mlp.experts.105.down_proj,0.00088944,0.01000,0.170
34,mlp.experts.106.down_proj,0.00000009,0.01000,0.171
34,mlp.experts.107.down_proj,0.00064113,0.01000,0.170
34,mlp.experts.108.down_proj,0.00050300,0.01000,0.170
34,mlp.experts.109.down_proj,0.00038743,0.01000,0.170
34,mlp.experts.110.down_proj,0.00051883,0.01000,0.170
34,mlp.experts.111.down_proj,0.00122909,0.01000,0.170
34,mlp.experts.112.down_proj,0.00050536,0.01000,0.170
34,mlp.experts.113.down_proj,0.00041625,0.01000,0.170
34,mlp.experts.114.down_proj,0.00000025,0.01000,0.173
34,mlp.experts.115.down_proj,0.00000178,0.01000,0.170
34,mlp.experts.116.down_proj,0.00003686,0.01000,0.170
34,mlp.experts.117.down_proj,0.00000003,0.01000,0.170
34,mlp.experts.118.down_proj,0.00000351,0.01000,0.170
34,mlp.experts.119.down_proj,0.00070444,0.01000,0.171
34,mlp.experts.120.down_proj,0.00784664,0.01000,0.174
34,mlp.experts.121.down_proj,0.00001338,0.01000,0.171
34,mlp.experts.122.down_proj,0.00000095,0.01000,0.172
34,mlp.experts.123.down_proj,0.00147898,0.01000,0.169
34,mlp.experts.124.down_proj,0.00113908,0.01000,0.171
34,mlp.experts.125.down_proj,0.00000392,0.01000,0.170
34,mlp.experts.126.down_proj,0.01655639,0.01000,0.172
34,mlp.experts.127.down_proj,0.00021854,0.01000,0.170
35,self_attn.q_proj,0.00128995,0.01000,0.445
35,self_attn.k_proj,0.00014291,0.01000,0.438
35,self_attn.v_proj,0.00020809,0.01000,0.435
35,self_attn.o_proj,0.00012565,0.01000,0.884
35,mlp.experts.0.up_proj,0.00143627,0.01000,0.473
35,mlp.experts.1.up_proj,0.00061246,0.01000,0.435
35,mlp.experts.2.up_proj,0.00076434,0.01000,0.442
35,mlp.experts.3.up_proj,0.01848480,0.01000,0.435
35,mlp.experts.4.up_proj,0.00120971,0.01000,0.436
35,mlp.experts.5.up_proj,0.00045738,0.01000,0.437
35,mlp.experts.6.up_proj,0.00012269,0.01000,0.439
35,mlp.experts.7.up_proj,0.00788146,0.01000,0.433
35,mlp.experts.8.up_proj,0.00309398,0.01000,0.434
35,mlp.experts.9.up_proj,0.00086054,0.01000,0.434
35,mlp.experts.10.up_proj,0.00000397,0.01000,0.433
35,mlp.experts.11.up_proj,0.00004544,0.01000,0.434
35,mlp.experts.12.up_proj,0.00129545,0.01000,0.437
35,mlp.experts.13.up_proj,0.00164126,0.01000,0.435
35,mlp.experts.14.up_proj,0.00735187,0.01000,0.433
35,mlp.experts.15.up_proj,0.00023342,0.01000,0.436
35,mlp.experts.16.up_proj,0.00286377,0.01000,0.434
35,mlp.experts.17.up_proj,0.00009018,0.01000,0.433
35,mlp.experts.18.up_proj,0.00360836,0.01000,0.432
35,mlp.experts.19.up_proj,0.00001432,0.01000,0.432
35,mlp.experts.20.up_proj,0.00317931,0.01000,0.435
35,mlp.experts.21.up_proj,0.00121220,0.01000,0.432
35,mlp.experts.22.up_proj,0.00059402,0.01000,0.433
35,mlp.experts.23.up_proj,0.00114058,0.01000,0.434
35,mlp.experts.24.up_proj,0.00114731,0.01000,0.436
35,mlp.experts.25.up_proj,0.01703776,0.01000,0.433
35,mlp.experts.26.up_proj,0.00364494,0.01000,0.433
35,mlp.experts.27.up_proj,0.00000099,0.01000,0.434
35,mlp.experts.28.up_proj,0.00098975,0.01000,0.433
35,mlp.experts.29.up_proj,0.00217648,0.01000,0.434
35,mlp.experts.30.up_proj,0.00180991,0.01000,0.433
35,mlp.experts.31.up_proj,0.00018177,0.01000,0.433
35,mlp.experts.32.up_proj,0.00016666,0.01000,0.436
35,mlp.experts.33.up_proj,0.00373445,0.01000,0.436
35,mlp.experts.34.up_proj,0.00000454,0.01000,0.438
35,mlp.experts.35.up_proj,0.00000058,0.01000,0.438
35,mlp.experts.36.up_proj,0.00089203,0.01000,0.437
35,mlp.experts.37.up_proj,0.00281261,0.01000,0.437
35,mlp.experts.38.up_proj,0.00000135,0.01000,0.442
35,mlp.experts.39.up_proj,0.00179002,0.01000,0.437
35,mlp.experts.40.up_proj,0.00046423,0.01000,0.436
35,mlp.experts.41.up_proj,0.00105319,0.01000,0.436
35,mlp.experts.42.up_proj,0.00178523,0.01000,0.437
35,mlp.experts.43.up_proj,0.00141733,0.01000,0.441
35,mlp.experts.44.up_proj,0.00000047,0.01000,0.437
35,mlp.experts.45.up_proj,0.00082497,0.01000,0.451
35,mlp.experts.46.up_proj,0.00121994,0.01000,0.439
35,mlp.experts.47.up_proj,0.00231572,0.01000,0.455
35,mlp.experts.48.up_proj,0.00100750,0.01000,0.437
35,mlp.experts.49.up_proj,0.00095159,0.01000,0.438
35,mlp.experts.50.up_proj,0.00163135,0.01000,0.438
35,mlp.experts.51.up_proj,0.00005472,0.01000,0.437
35,mlp.experts.52.up_proj,0.01350260,0.01000,0.442
35,mlp.experts.53.up_proj,0.00331415,0.01000,0.437
35,mlp.experts.54.up_proj,0.00601193,0.01000,0.438
35,mlp.experts.55.up_proj,0.00126952,0.01000,0.437
35,mlp.experts.56.up_proj,0.00872677,0.01000,0.437
35,mlp.experts.57.up_proj,0.00000018,0.01000,0.437
35,mlp.experts.58.up_proj,0.00226151,0.01000,0.436
35,mlp.experts.59.up_proj,0.02717927,0.01000,0.437
35,mlp.experts.60.up_proj,0.00201210,0.01000,0.436
35,mlp.experts.61.up_proj,0.00129013,0.01000,0.437
35,mlp.experts.62.up_proj,0.00016730,0.01000,0.432
35,mlp.experts.63.up_proj,0.00007883,0.01000,0.432
35,mlp.experts.64.up_proj,0.00086739,0.01000,0.434
35,mlp.experts.65.up_proj,0.00081540,0.01000,0.436
35,mlp.experts.66.up_proj,0.00000062,0.01000,0.442
35,mlp.experts.67.up_proj,0.00107427,0.01000,0.438
35,mlp.experts.68.up_proj,0.00330961,0.01000,0.442
35,mlp.experts.69.up_proj,0.00234724,0.01000,0.438
35,mlp.experts.70.up_proj,0.00003282,0.01000,0.438
35,mlp.experts.71.up_proj,0.00213707,0.01000,0.439
35,mlp.experts.72.up_proj,0.00054627,0.01000,0.438
35,mlp.experts.73.up_proj,0.00289039,0.01000,0.440
35,mlp.experts.74.up_proj,0.00000358,0.01000,0.439
35,mlp.experts.75.up_proj,0.00040132,0.01000,0.440
35,mlp.experts.76.up_proj,0.00009267,0.01000,0.439
35,mlp.experts.77.up_proj,0.00021011,0.01000,0.437
35,mlp.experts.78.up_proj,0.00170278,0.01000,0.437
35,mlp.experts.79.up_proj,0.00287156,0.01000,0.441
35,mlp.experts.80.up_proj,0.00000006,0.01000,0.443
35,mlp.experts.81.up_proj,0.00179870,0.01000,0.440
35,mlp.experts.82.up_proj,0.00013685,0.01000,0.442
35,mlp.experts.83.up_proj,0.00000012,0.01000,0.441
35,mlp.experts.84.up_proj,0.00004265,0.01000,0.440
35,mlp.experts.85.up_proj,0.00243095,0.01000,0.436
35,mlp.experts.86.up_proj,0.00160226,0.01000,0.436
35,mlp.experts.87.up_proj,0.00148175,0.01000,0.439
35,mlp.experts.88.up_proj,0.00000805,0.01000,0.437
35,mlp.experts.89.up_proj,0.00054321,0.01000,0.438
35,mlp.experts.90.up_proj,0.00592966,0.01000,0.437
35,mlp.experts.91.up_proj,0.00000006,0.01000,0.436
35,mlp.experts.92.up_proj,0.00174186,0.01000,0.446
35,mlp.experts.93.up_proj,0.00000030,0.01000,0.441
35,mlp.experts.94.up_proj,0.00143402,0.01000,0.438
35,mlp.experts.95.up_proj,0.00053894,0.01000,0.438
35,mlp.experts.96.up_proj,0.00844399,0.01000,0.436
35,mlp.experts.97.up_proj,0.00299657,0.01000,0.436
35,mlp.experts.98.up_proj,0.00332253,0.01000,0.437
35,mlp.experts.99.up_proj,0.01259841,0.01000,0.437
35,mlp.experts.100.up_proj,0.00069920,0.01000,0.436
35,mlp.experts.101.up_proj,0.00063264,0.01000,0.437
35,mlp.experts.102.up_proj,0.00052249,0.01000,0.446
35,mlp.experts.103.up_proj,0.00097910,0.01000,0.437
35,mlp.experts.104.up_proj,0.00005608,0.01000,0.436
35,mlp.experts.105.up_proj,0.00461183,0.01000,0.437
35,mlp.experts.106.up_proj,0.00000079,0.01000,0.437
35,mlp.experts.107.up_proj,0.00691753,0.01000,0.443
35,mlp.experts.108.up_proj,0.00012087,0.01000,0.437
35,mlp.experts.109.up_proj,0.00174772,0.01000,0.437
35,mlp.experts.110.up_proj,0.00002047,0.01000,0.440
35,mlp.experts.111.up_proj,0.00141684,0.01000,0.439
35,mlp.experts.112.up_proj,0.00002081,0.01000,0.439
35,mlp.experts.113.up_proj,0.00029418,0.01000,0.436
35,mlp.experts.114.up_proj,0.00036122,0.01000,0.433
35,mlp.experts.115.up_proj,0.00422468,0.01000,0.434
35,mlp.experts.116.up_proj,0.00122503,0.01000,0.439
35,mlp.experts.117.up_proj,0.00004522,0.01000,0.433
35,mlp.experts.118.up_proj,0.00000122,0.01000,0.434
35,mlp.experts.119.up_proj,0.00000004,0.01000,0.434
35,mlp.experts.120.up_proj,0.00023545,0.01000,0.438
35,mlp.experts.121.up_proj,0.00874560,0.01000,0.438
35,mlp.experts.122.up_proj,0.00151867,0.01000,0.437
35,mlp.experts.123.up_proj,0.00000038,0.01000,0.438
35,mlp.experts.124.up_proj,0.00061445,0.01000,0.437
35,mlp.experts.125.up_proj,0.00184678,0.01000,0.438
35,mlp.experts.126.up_proj,0.00106722,0.01000,0.437
35,mlp.experts.127.up_proj,0.00000045,0.01000,0.438
35,mlp.experts.0.gate_proj,0.00135816,0.01000,0.438
35,mlp.experts.1.gate_proj,0.00048447,0.01000,0.438
35,mlp.experts.2.gate_proj,0.00082445,0.01000,0.440
35,mlp.experts.3.gate_proj,0.01348005,0.01000,0.438
35,mlp.experts.4.gate_proj,0.00116479,0.01000,0.438
35,mlp.experts.5.gate_proj,0.00044863,0.01000,0.439
35,mlp.experts.6.gate_proj,0.00012546,0.01000,0.441
35,mlp.experts.7.gate_proj,0.00741462,0.01000,0.440
35,mlp.experts.8.gate_proj,0.00321473,0.01000,0.438
35,mlp.experts.9.gate_proj,0.00083436,0.01000,0.435
35,mlp.experts.10.gate_proj,0.00000356,0.01000,0.435
35,mlp.experts.11.gate_proj,0.00004683,0.01000,0.434
35,mlp.experts.12.gate_proj,0.00127308,0.01000,0.437
35,mlp.experts.13.gate_proj,0.00157798,0.01000,0.437
35,mlp.experts.14.gate_proj,0.00714906,0.01000,0.436
35,mlp.experts.15.gate_proj,0.00023867,0.01000,0.435
35,mlp.experts.16.gate_proj,0.00322120,0.01000,0.436
35,mlp.experts.17.gate_proj,0.00009245,0.01000,0.434
35,mlp.experts.18.gate_proj,0.00215055,0.01000,0.437
35,mlp.experts.19.gate_proj,0.00001275,0.01000,0.435
35,mlp.experts.20.gate_proj,0.00278759,0.01000,0.435
35,mlp.experts.21.gate_proj,0.00119929,0.01000,0.435
35,mlp.experts.22.gate_proj,0.00055055,0.01000,0.436
35,mlp.experts.23.gate_proj,0.00088394,0.01000,0.450
35,mlp.experts.24.gate_proj,0.00104034,0.01000,0.441
35,mlp.experts.25.gate_proj,0.02423083,0.01000,0.450
35,mlp.experts.26.gate_proj,0.00299311,0.01000,0.437
35,mlp.experts.27.gate_proj,0.00000098,0.01000,0.438
35,mlp.experts.28.gate_proj,0.00088546,0.01000,0.440
35,mlp.experts.29.gate_proj,0.00206285,0.01000,0.444
35,mlp.experts.30.gate_proj,0.00173989,0.01000,0.437
35,mlp.experts.31.gate_proj,0.00016521,0.01000,0.437
35,mlp.experts.32.gate_proj,0.00016362,0.01000,0.436
35,mlp.experts.33.gate_proj,0.00361759,0.01000,0.438
35,mlp.experts.34.gate_proj,0.00000490,0.01000,0.437
35,mlp.experts.35.gate_proj,0.00000053,0.01000,0.436
35,mlp.experts.36.gate_proj,0.00060932,0.01000,0.438
35,mlp.experts.37.gate_proj,0.00271288,0.01000,0.437
35,mlp.experts.38.gate_proj,0.00000131,0.01000,0.438
35,mlp.experts.39.gate_proj,0.00171968,0.01000,0.441
35,mlp.experts.40.gate_proj,0.00045285,0.01000,0.436
35,mlp.experts.41.gate_proj,0.00104769,0.01000,0.434
35,mlp.experts.42.gate_proj,0.00165578,0.01000,0.434
35,mlp.experts.43.gate_proj,0.00138552,0.01000,0.435
35,mlp.experts.44.gate_proj,0.00000042,0.01000,0.434
35,mlp.experts.45.gate_proj,0.00080549,0.01000,0.434
35,mlp.experts.46.gate_proj,0.00107068,0.01000,0.435
35,mlp.experts.47.gate_proj,0.00193234,0.01000,0.439
35,mlp.experts.48.gate_proj,0.00097108,0.01000,0.435
35,mlp.experts.49.gate_proj,0.00087215,0.01000,0.436
35,mlp.experts.50.gate_proj,0.00152837,0.01000,0.439
35,mlp.experts.51.gate_proj,0.00005312,0.01000,0.436
35,mlp.experts.52.gate_proj,0.01255193,0.01000,0.437
35,mlp.experts.53.gate_proj,0.00333443,0.01000,0.435
35,mlp.experts.54.gate_proj,0.00516962,0.01000,0.436
35,mlp.experts.55.gate_proj,0.00129094,0.01000,0.436
35,mlp.experts.56.gate_proj,0.00826806,0.01000,0.441
35,mlp.experts.57.gate_proj,0.00000016,0.01000,0.436
35,mlp.experts.58.gate_proj,0.00242672,0.01000,0.438
35,mlp.experts.59.gate_proj,0.01845612,0.01000,0.437
35,mlp.experts.60.gate_proj,0.00199256,0.01000,0.438
35,mlp.experts.61.gate_proj,0.00108273,0.01000,0.439
35,mlp.experts.62.gate_proj,0.00017055,0.01000,0.437
35,mlp.experts.63.gate_proj,0.00007214,0.01000,0.440
35,mlp.experts.64.gate_proj,0.00087108,0.01000,0.438
35,mlp.experts.65.gate_proj,0.00081034,0.01000,0.438
35,mlp.experts.66.gate_proj,0.00000065,0.01000,0.437
35,mlp.experts.67.gate_proj,0.00073398,0.01000,0.438
35,mlp.experts.68.gate_proj,0.00348257,0.01000,0.437
35,mlp.experts.69.gate_proj,0.00223308,0.01000,0.441
35,mlp.experts.70.gate_proj,0.00003245,0.01000,0.437
35,mlp.experts.71.gate_proj,0.00213312,0.01000,0.444
35,mlp.experts.72.gate_proj,0.00052767,0.01000,0.437
35,mlp.experts.73.gate_proj,0.00192519,0.01000,0.436
35,mlp.experts.74.gate_proj,0.00000325,0.01000,0.437
35,mlp.experts.75.gate_proj,0.00039914,0.01000,0.441
35,mlp.experts.76.gate_proj,0.00009626,0.01000,0.437
35,mlp.experts.77.gate_proj,0.00021529,0.01000,0.439
35,mlp.experts.78.gate_proj,0.00170995,0.01000,0.437
35,mlp.experts.79.gate_proj,0.00287048,0.01000,0.437
35,mlp.experts.80.gate_proj,0.00000005,0.01000,0.439
35,mlp.experts.81.gate_proj,0.00181185,0.01000,0.437
35,mlp.experts.82.gate_proj,0.00013483,0.01000,0.450
35,mlp.experts.83.gate_proj,0.00000013,0.01000,0.439
35,mlp.experts.84.gate_proj,0.00004219,0.01000,0.440
35,mlp.experts.85.gate_proj,0.00230307,0.01000,0.438
35,mlp.experts.86.gate_proj,0.00153870,0.01000,0.438
35,mlp.experts.87.gate_proj,0.00149639,0.01000,0.437
35,mlp.experts.88.gate_proj,0.00000740,0.01000,0.438
35,mlp.experts.89.gate_proj,0.00049539,0.01000,0.440
35,mlp.experts.90.gate_proj,0.00343257,0.01000,0.439
35,mlp.experts.91.gate_proj,0.00000006,0.01000,0.443
35,mlp.experts.92.gate_proj,0.00181398,0.01000,0.438
35,mlp.experts.93.gate_proj,0.00000026,0.01000,0.438
35,mlp.experts.94.gate_proj,0.00144675,0.01000,0.438
35,mlp.experts.95.gate_proj,0.00056281,0.01000,0.438
35,mlp.experts.96.gate_proj,0.00815659,0.01000,0.437
35,mlp.experts.97.gate_proj,0.00259058,0.01000,0.441
35,mlp.experts.98.gate_proj,0.00293184,0.01000,0.440
35,mlp.experts.99.gate_proj,0.01212339,0.01000,0.439
35,mlp.experts.100.gate_proj,0.00070016,0.01000,0.438
35,mlp.experts.101.gate_proj,0.00060744,0.01000,0.438
35,mlp.experts.102.gate_proj,0.00056031,0.01000,0.440
35,mlp.experts.103.gate_proj,0.00089841,0.01000,0.438
35,mlp.experts.104.gate_proj,0.00005708,0.01000,0.439
35,mlp.experts.105.gate_proj,0.00438536,0.01000,0.439
35,mlp.experts.106.gate_proj,0.00000075,0.01000,0.438
35,mlp.experts.107.gate_proj,0.00673143,0.01000,0.437
35,mlp.experts.108.gate_proj,0.00012217,0.01000,0.438
35,mlp.experts.109.gate_proj,0.00162413,0.01000,0.442
35,mlp.experts.110.gate_proj,0.00002082,0.01000,0.438
35,mlp.experts.111.gate_proj,0.00141993,0.01000,0.440
35,mlp.experts.112.gate_proj,0.00001946,0.01000,0.442
35,mlp.experts.113.gate_proj,0.00028510,0.01000,0.442
35,mlp.experts.114.gate_proj,0.00035514,0.01000,0.442
35,mlp.experts.115.gate_proj,0.00407124,0.01000,0.445
35,mlp.experts.116.gate_proj,0.00117626,0.01000,0.445
35,mlp.experts.117.gate_proj,0.00004590,0.01000,0.444
35,mlp.experts.118.gate_proj,0.00000116,0.01000,0.445
35,mlp.experts.119.gate_proj,0.00000003,0.01000,0.444
35,mlp.experts.120.gate_proj,0.00023496,0.01000,0.448
35,mlp.experts.121.gate_proj,0.00879789,0.01000,0.445
35,mlp.experts.122.gate_proj,0.00125969,0.01000,0.445
35,mlp.experts.123.gate_proj,0.00000033,0.01000,0.445
35,mlp.experts.124.gate_proj,0.00069525,0.01000,0.456
35,mlp.experts.125.gate_proj,0.00167110,0.01000,0.450
35,mlp.experts.126.gate_proj,0.00098592,0.01000,0.443
35,mlp.experts.127.gate_proj,0.00000041,0.01000,0.444
35,mlp.experts.0.down_proj,0.00033267,0.01000,0.184
35,mlp.experts.1.down_proj,0.00037623,0.01000,0.173
35,mlp.experts.2.down_proj,0.00011417,0.01000,0.166
35,mlp.experts.3.down_proj,0.00781622,0.01000,0.166
35,mlp.experts.4.down_proj,0.00202642,0.01000,0.169
35,mlp.experts.5.down_proj,0.00030532,0.01000,0.166
35,mlp.experts.6.down_proj,0.00007712,0.01000,0.166
35,mlp.experts.7.down_proj,0.00589838,0.01000,0.167
35,mlp.experts.8.down_proj,0.00181217,0.01000,0.168
35,mlp.experts.9.down_proj,0.00047745,0.01000,0.167
35,mlp.experts.10.down_proj,0.00000326,0.01000,0.167
35,mlp.experts.11.down_proj,0.00003042,0.01000,0.167
35,mlp.experts.12.down_proj,0.00028387,0.01000,0.167
35,mlp.experts.13.down_proj,0.00051296,0.01000,0.167
35,mlp.experts.14.down_proj,0.00545761,0.01000,0.167
35,mlp.experts.15.down_proj,0.00006811,0.01000,0.167
35,mlp.experts.16.down_proj,0.00102439,0.01000,0.167
35,mlp.experts.17.down_proj,0.00002583,0.01000,0.168
35,mlp.experts.18.down_proj,0.00188692,0.01000,0.168
35,mlp.experts.19.down_proj,0.00000928,0.01000,0.167
35,mlp.experts.20.down_proj,0.00240024,0.01000,0.168
35,mlp.experts.21.down_proj,0.00033032,0.01000,0.167
35,mlp.experts.22.down_proj,0.00026490,0.01000,0.167
35,mlp.experts.23.down_proj,0.00101158,0.01000,0.167
35,mlp.experts.24.down_proj,0.00052465,0.01000,0.167
35,mlp.experts.25.down_proj,0.02516472,0.01000,0.167
35,mlp.experts.26.down_proj,0.00263887,0.01000,0.168
35,mlp.experts.27.down_proj,0.00000075,0.01000,0.167
35,mlp.experts.28.down_proj,0.00041148,0.01000,0.167
35,mlp.experts.29.down_proj,0.00068494,0.01000,0.167
35,mlp.experts.30.down_proj,0.00053740,0.01000,0.167
35,mlp.experts.31.down_proj,0.00009690,0.01000,0.169
35,mlp.experts.32.down_proj,0.00006332,0.01000,0.168
35,mlp.experts.33.down_proj,0.00113139,0.01000,0.167
35,mlp.experts.34.down_proj,0.00000084,0.01000,0.167
35,mlp.experts.35.down_proj,0.00000038,0.01000,0.167
35,mlp.experts.36.down_proj,0.00019016,0.01000,0.167
35,mlp.experts.37.down_proj,0.00096689,0.01000,0.167
35,mlp.experts.38.down_proj,0.00000045,0.01000,0.167
35,mlp.experts.39.down_proj,0.00061097,0.01000,0.168
35,mlp.experts.40.down_proj,0.00011221,0.01000,0.167
35,mlp.experts.41.down_proj,0.00023819,0.01000,0.167
35,mlp.experts.42.down_proj,0.00072731,0.01000,0.167
35,mlp.experts.43.down_proj,0.00030924,0.01000,0.168
35,mlp.experts.44.down_proj,0.00000015,0.01000,0.169
35,mlp.experts.45.down_proj,0.00044444,0.01000,0.168
35,mlp.experts.46.down_proj,0.00035746,0.01000,0.168
35,mlp.experts.47.down_proj,0.00090431,0.01000,0.169
35,mlp.experts.48.down_proj,0.00020739,0.01000,0.167
35,mlp.experts.49.down_proj,0.00039654,0.01000,0.169
35,mlp.experts.50.down_proj,0.00086838,0.01000,0.168
35,mlp.experts.51.down_proj,0.00002422,0.01000,0.168
35,mlp.experts.52.down_proj,0.00711345,0.01000,0.168
35,mlp.experts.53.down_proj,0.00219466,0.01000,0.167
35,mlp.experts.54.down_proj,0.00992922,0.01000,0.167
35,mlp.experts.55.down_proj,0.00065953,0.01000,0.167
35,mlp.experts.56.down_proj,0.01653537,0.01000,0.166
35,mlp.experts.57.down_proj,0.00000008,0.01000,0.166
35,mlp.experts.58.down_proj,0.00096717,0.01000,0.165
35,mlp.experts.59.down_proj,0.03674991,0.01000,0.166
35,mlp.experts.60.down_proj,0.00051458,0.01000,0.166
35,mlp.experts.61.down_proj,0.00057140,0.01000,0.166
35,mlp.experts.62.down_proj,0.00004249,0.01000,0.167
35,mlp.experts.63.down_proj,0.00006177,0.01000,0.166
35,mlp.experts.64.down_proj,0.00038912,0.01000,0.166
35,mlp.experts.65.down_proj,0.00044203,0.01000,0.166
35,mlp.experts.66.down_proj,0.00000012,0.01000,0.166
35,mlp.experts.67.down_proj,0.00030693,0.01000,0.166
35,mlp.experts.68.down_proj,0.00349091,0.01000,0.167
35,mlp.experts.69.down_proj,0.00076408,0.01000,0.167
35,mlp.experts.70.down_proj,0.00001429,0.01000,0.166
35,mlp.experts.71.down_proj,0.00061850,0.01000,0.167
35,mlp.experts.72.down_proj,0.00026313,0.01000,0.167
35,mlp.experts.73.down_proj,0.00078072,0.01000,0.167
35,mlp.experts.74.down_proj,0.00000206,0.01000,0.167
35,mlp.experts.75.down_proj,0.00018748,0.01000,0.166
35,mlp.experts.76.down_proj,0.00001822,0.01000,0.167
35,mlp.experts.77.down_proj,0.00013058,0.01000,0.166
35,mlp.experts.78.down_proj,0.00057618,0.01000,0.166
35,mlp.experts.79.down_proj,0.00244695,0.01000,0.167
35,mlp.experts.80.down_proj,0.00000002,0.01000,0.168
35,mlp.experts.81.down_proj,0.00122117,0.01000,0.168
35,mlp.experts.82.down_proj,0.00004131,0.01000,0.167
35,mlp.experts.83.down_proj,0.00000007,0.01000,0.166
35,mlp.experts.84.down_proj,0.00003001,0.01000,0.166
35,mlp.experts.85.down_proj,0.00067088,0.01000,0.166
35,mlp.experts.86.down_proj,0.00067193,0.01000,0.166
35,mlp.experts.87.down_proj,0.00065290,0.01000,0.165
35,mlp.experts.88.down_proj,0.00000554,0.01000,0.166
35,mlp.experts.89.down_proj,0.00018197,0.01000,0.166
35,mlp.experts.90.down_proj,0.00513349,0.01000,0.167
35,mlp.experts.91.down_proj,0.00000002,0.01000,0.167
35,mlp.experts.92.down_proj,0.00072964,0.01000,0.169
35,mlp.experts.93.down_proj,0.00000014,0.01000,0.169
35,mlp.experts.94.down_proj,0.00041586,0.01000,0.167
35,mlp.experts.95.down_proj,0.00020418,0.01000,0.167
35,mlp.experts.96.down_proj,0.00337894,0.01000,0.167
35,mlp.experts.97.down_proj,0.00112483,0.01000,0.168
35,mlp.experts.98.down_proj,0.00103904,0.01000,0.167
35,mlp.experts.99.down_proj,0.00969113,0.01000,0.167
35,mlp.experts.100.down_proj,0.00029797,0.01000,0.167
35,mlp.experts.101.down_proj,0.00014811,0.01000,0.167
35,mlp.experts.102.down_proj,0.00016502,0.01000,0.167
35,mlp.experts.103.down_proj,0.00297417,0.01000,0.166
35,mlp.experts.104.down_proj,0.00003890,0.01000,0.166
35,mlp.experts.105.down_proj,0.00138469,0.01000,0.167
35,mlp.experts.106.down_proj,0.00000033,0.01000,0.166
35,mlp.experts.107.down_proj,0.00230117,0.01000,0.166
35,mlp.experts.108.down_proj,0.00003232,0.01000,0.166
35,mlp.experts.109.down_proj,0.00033185,0.01000,0.166
35,mlp.experts.110.down_proj,0.00000790,0.01000,0.166
35,mlp.experts.111.down_proj,0.00053644,0.01000,0.166
35,mlp.experts.112.down_proj,0.00000959,0.01000,0.167
35,mlp.experts.113.down_proj,0.00008956,0.01000,0.167
35,mlp.experts.114.down_proj,0.00013845,0.01000,0.167
35,mlp.experts.115.down_proj,0.00148706,0.01000,0.168
35,mlp.experts.116.down_proj,0.00041322,0.01000,0.167
35,mlp.experts.117.down_proj,0.00001756,0.01000,0.168
35,mlp.experts.118.down_proj,0.00000051,0.01000,0.166
35,mlp.experts.119.down_proj,0.00000001,0.01000,0.167
35,mlp.experts.120.down_proj,0.00006084,0.01000,0.167
35,mlp.experts.121.down_proj,0.00500984,0.01000,0.167
35,mlp.experts.122.down_proj,0.00049547,0.01000,0.168
35,mlp.experts.123.down_proj,0.00000012,0.01000,0.168
35,mlp.experts.124.down_proj,0.00028222,0.01000,0.168
35,mlp.experts.125.down_proj,0.00239420,0.01000,0.168
35,mlp.experts.126.down_proj,0.00034521,0.01000,0.168
35,mlp.experts.127.down_proj,0.00000018,0.01000,0.168
36,self_attn.q_proj,0.00184467,0.01000,0.445
36,self_attn.k_proj,0.00022504,0.01000,0.438
36,self_attn.v_proj,0.00026934,0.01000,0.447
36,self_attn.o_proj,0.00020630,0.01000,0.889
36,mlp.experts.0.up_proj,0.00219328,0.01000,0.493
36,mlp.experts.1.up_proj,0.00019885,0.01000,0.450
36,mlp.experts.2.up_proj,0.00601990,0.01000,0.452
36,mlp.experts.3.up_proj,0.00000297,0.01000,0.449
36,mlp.experts.4.up_proj,0.00172118,0.01000,0.452
36,mlp.experts.5.up_proj,0.00000003,0.01000,0.457
36,mlp.experts.6.up_proj,0.00071359,0.01000,0.451
36,mlp.experts.7.up_proj,0.00115088,0.01000,0.463
36,mlp.experts.8.up_proj,0.01190451,0.01000,0.454
36,mlp.experts.9.up_proj,0.00317616,0.01000,0.458
36,mlp.experts.10.up_proj,0.00003151,0.01000,0.451
36,mlp.experts.11.up_proj,0.00011000,0.01000,0.451
36,mlp.experts.12.up_proj,0.00099863,0.01000,0.451
36,mlp.experts.13.up_proj,0.00000009,0.01000,0.475
36,mlp.experts.14.up_proj,0.00355083,0.01000,0.463
36,mlp.experts.15.up_proj,0.00160878,0.01000,0.470
36,mlp.experts.16.up_proj,0.00160900,0.01000,0.456
36,mlp.experts.17.up_proj,0.00156675,0.01000,0.455
36,mlp.experts.18.up_proj,0.00148614,0.01000,0.461
36,mlp.experts.19.up_proj,0.00000277,0.01000,0.455
36,mlp.experts.20.up_proj,0.00073686,0.01000,0.458
36,mlp.experts.21.up_proj,0.01968226,0.01000,0.453
36,mlp.experts.22.up_proj,0.00255483,0.01000,0.464
36,mlp.experts.23.up_proj,0.00083974,0.01000,0.458
36,mlp.experts.24.up_proj,0.00228902,0.01000,0.457
36,mlp.experts.25.up_proj,0.00165856,0.01000,0.456
36,mlp.experts.26.up_proj,0.00205834,0.01000,0.461
36,mlp.experts.27.up_proj,0.00250565,0.01000,0.459
36,mlp.experts.28.up_proj,0.00017406,0.01000,0.455
36,mlp.experts.29.up_proj,0.00111139,0.01000,0.469
36,mlp.experts.30.up_proj,0.00195208,0.01000,0.456
36,mlp.experts.31.up_proj,0.00024738,0.01000,0.463
36,mlp.experts.32.up_proj,0.00357536,0.01000,0.453
36,mlp.experts.33.up_proj,0.00089630,0.01000,0.453
36,mlp.experts.34.up_proj,0.00085278,0.01000,0.455
36,mlp.experts.35.up_proj,0.00240971,0.01000,0.462
36,mlp.experts.36.up_proj,0.00167001,0.01000,0.459
36,mlp.experts.37.up_proj,0.00012822,0.01000,0.455
36,mlp.experts.38.up_proj,0.00216096,0.01000,0.452
36,mlp.experts.39.up_proj,0.00077807,0.01000,0.459
36,mlp.experts.40.up_proj,0.00084336,0.01000,0.462
36,mlp.experts.41.up_proj,0.00590405,0.01000,0.456
36,mlp.experts.42.up_proj,0.00634840,0.01000,0.459
36,mlp.experts.43.up_proj,0.00154788,0.01000,0.454
36,mlp.experts.44.up_proj,0.00112610,0.01000,0.462
36,mlp.experts.45.up_proj,0.00008745,0.01000,0.451
36,mlp.experts.46.up_proj,0.00438032,0.01000,0.452
36,mlp.experts.47.up_proj,0.00015575,0.01000,0.453
36,mlp.experts.48.up_proj,0.00000009,0.01000,0.456
36,mlp.experts.49.up_proj,0.00045991,0.01000,0.456
36,mlp.experts.50.up_proj,0.00088470,0.01000,0.455
36,mlp.experts.51.up_proj,0.00050850,0.01000,0.468
36,mlp.experts.52.up_proj,0.00896033,0.01000,0.467
36,mlp.experts.53.up_proj,0.00283549,0.01000,0.459
36,mlp.experts.54.up_proj,0.00006737,0.01000,0.457
36,mlp.experts.55.up_proj,0.00002542,0.01000,0.457
36,mlp.experts.56.up_proj,0.00069026,0.01000,0.453
36,mlp.experts.57.up_proj,0.00037895,0.01000,0.460
36,mlp.experts.58.up_proj,0.00181034,0.01000,0.458
36,mlp.experts.59.up_proj,0.00000498,0.01000,0.472
36,mlp.experts.60.up_proj,0.00012280,0.01000,0.456
36,mlp.experts.61.up_proj,0.00173051,0.01000,0.452
36,mlp.experts.62.up_proj,0.00114805,0.01000,0.449
36,mlp.experts.63.up_proj,0.00173952,0.01000,0.444
36,mlp.experts.64.up_proj,0.00714151,0.01000,0.444
36,mlp.experts.65.up_proj,0.01655176,0.01000,0.443
36,mlp.experts.66.up_proj,0.00030810,0.01000,0.451
36,mlp.experts.67.up_proj,0.00126616,0.01000,0.453
36,mlp.experts.68.up_proj,0.00297143,0.01000,0.461
36,mlp.experts.69.up_proj,0.00407535,0.01000,0.456
36,mlp.experts.70.up_proj,0.00007061,0.01000,0.457
36,mlp.experts.71.up_proj,0.00021630,0.01000,0.455
36,mlp.experts.72.up_proj,0.00000118,0.01000,0.453
36,mlp.experts.73.up_proj,0.00983649,0.01000,0.466
36,mlp.experts.74.up_proj,0.00078837,0.01000,0.453
36,mlp.experts.75.up_proj,0.00095536,0.01000,0.457
36,mlp.experts.76.up_proj,0.00245522,0.01000,0.450
36,mlp.experts.77.up_proj,0.00018150,0.01000,0.455
36,mlp.experts.78.up_proj,0.00439634,0.01000,0.452
36,mlp.experts.79.up_proj,0.00167346,0.01000,0.459
36,mlp.experts.80.up_proj,0.00159205,0.01000,0.458
36,mlp.experts.81.up_proj,0.00000215,0.01000,0.455
36,mlp.experts.82.up_proj,0.00001838,0.01000,0.461
36,mlp.experts.83.up_proj,0.00006631,0.01000,0.444
36,mlp.experts.84.up_proj,0.00006137,0.01000,0.441
36,mlp.experts.85.up_proj,0.00425117,0.01000,0.439
36,mlp.experts.86.up_proj,0.00000096,0.01000,0.441
36,mlp.experts.87.up_proj,0.00462497,0.01000,0.440
36,mlp.experts.88.up_proj,0.00000001,0.01000,0.438
36,mlp.experts.89.up_proj,0.00414800,0.01000,0.437
36,mlp.experts.90.up_proj,0.00137759,0.01000,0.438
36,mlp.experts.91.up_proj,0.00066579,0.01000,0.445
36,mlp.experts.92.up_proj,0.01552280,0.01000,0.442
36,mlp.experts.93.up_proj,0.00000567,0.01000,0.437
36,mlp.experts.94.up_proj,0.00228036,0.01000,0.438
36,mlp.experts.95.up_proj,0.00046771,0.01000,0.437
36,mlp.experts.96.up_proj,0.00323473,0.01000,0.437
36,mlp.experts.97.up_proj,0.00401665,0.01000,0.438
36,mlp.experts.98.up_proj,0.00005635,0.01000,0.437
36,mlp.experts.99.up_proj,0.00281657,0.01000,0.434
36,mlp.experts.100.up_proj,0.00251346,0.01000,0.436
36,mlp.experts.101.up_proj,0.00038702,0.01000,0.434
36,mlp.experts.102.up_proj,0.00409516,0.01000,0.438
36,mlp.experts.103.up_proj,0.00371167,0.01000,0.434
36,mlp.experts.104.up_proj,0.00144450,0.01000,0.434
36,mlp.experts.105.up_proj,0.00089749,0.01000,0.436
36,mlp.experts.106.up_proj,0.00000094,0.01000,0.434
36,mlp.experts.107.up_proj,0.00209307,0.01000,0.433
36,mlp.experts.108.up_proj,0.00470970,0.01000,0.434
36,mlp.experts.109.up_proj,0.00000427,0.01000,0.435
36,mlp.experts.110.up_proj,0.00009871,0.01000,0.435
36,mlp.experts.111.up_proj,0.00099220,0.01000,0.434
36,mlp.experts.112.up_proj,0.00271602,0.01000,0.434
36,mlp.experts.113.up_proj,0.00001110,0.01000,0.434
36,mlp.experts.114.up_proj,0.00104402,0.01000,0.436
36,mlp.experts.115.up_proj,0.00105637,0.01000,0.437
36,mlp.experts.116.up_proj,0.00070606,0.01000,0.434
36,mlp.experts.117.up_proj,0.00114424,0.01000,0.449
36,mlp.experts.118.up_proj,0.00808077,0.01000,0.439
36,mlp.experts.119.up_proj,0.00002387,0.01000,0.458
36,mlp.experts.120.up_proj,0.00154458,0.01000,0.438
36,mlp.experts.121.up_proj,0.00138941,0.01000,0.438
36,mlp.experts.122.up_proj,0.00011378,0.01000,0.440
36,mlp.experts.123.up_proj,0.00191028,0.01000,0.438
36,mlp.experts.124.up_proj,0.00126214,0.01000,0.439
36,mlp.experts.125.up_proj,0.00008678,0.01000,0.437
36,mlp.experts.126.up_proj,0.00043989,0.01000,0.437
36,mlp.experts.127.up_proj,0.00768713,0.01000,0.437
36,mlp.experts.0.gate_proj,0.00204106,0.01000,0.438
36,mlp.experts.1.gate_proj,0.00019968,0.01000,0.438
36,mlp.experts.2.gate_proj,0.00560259,0.01000,0.439
36,mlp.experts.3.gate_proj,0.00000281,0.01000,0.437
36,mlp.experts.4.gate_proj,0.00170764,0.01000,0.436
36,mlp.experts.5.gate_proj,0.00000003,0.01000,0.438
36,mlp.experts.6.gate_proj,0.00069953,0.01000,0.437
36,mlp.experts.7.gate_proj,0.00119889,0.01000,0.438
36,mlp.experts.8.gate_proj,0.01152915,0.01000,0.438
36,mlp.experts.9.gate_proj,0.00302476,0.01000,0.436
36,mlp.experts.10.gate_proj,0.00003126,0.01000,0.436
36,mlp.experts.11.gate_proj,0.00011146,0.01000,0.436
36,mlp.experts.12.gate_proj,0.00094679,0.01000,0.436
36,mlp.experts.13.gate_proj,0.00000008,0.01000,0.437
36,mlp.experts.14.gate_proj,0.00338583,0.01000,0.439
36,mlp.experts.15.gate_proj,0.00157278,0.01000,0.438
36,mlp.experts.16.gate_proj,0.00161970,0.01000,0.433
36,mlp.experts.17.gate_proj,0.00152767,0.01000,0.433
36,mlp.experts.18.gate_proj,0.00147863,0.01000,0.434
36,mlp.experts.19.gate_proj,0.00000292,0.01000,0.440
36,mlp.experts.20.gate_proj,0.00074628,0.01000,0.440
36,mlp.experts.21.gate_proj,0.01372744,0.01000,0.436
36,mlp.experts.22.gate_proj,0.00243698,0.01000,0.436
36,mlp.experts.23.gate_proj,0.00083647,0.01000,0.437
36,mlp.experts.24.gate_proj,0.00284146,0.01000,0.442
36,mlp.experts.25.gate_proj,0.00160489,0.01000,0.439
36,mlp.experts.26.gate_proj,0.00200019,0.01000,0.438
36,mlp.experts.27.gate_proj,0.00249757,0.01000,0.438
36,mlp.experts.28.gate_proj,0.00017695,0.01000,0.450
36,mlp.experts.29.gate_proj,0.00101675,0.01000,0.439
36,mlp.experts.30.gate_proj,0.00199937,0.01000,0.441
36,mlp.experts.31.gate_proj,0.00021927,0.01000,0.438
36,mlp.experts.32.gate_proj,0.00351757,0.01000,0.436
36,mlp.experts.33.gate_proj,0.00086024,0.01000,0.441
36,mlp.experts.34.gate_proj,0.00085309,0.01000,0.438
36,mlp.experts.35.gate_proj,0.00233610,0.01000,0.451
36,mlp.experts.36.gate_proj,0.00158876,0.01000,0.446
36,mlp.experts.37.gate_proj,0.00013409,0.01000,0.443
36,mlp.experts.38.gate_proj,0.00201679,0.01000,0.440
36,mlp.experts.39.gate_proj,0.00081429,0.01000,0.438
36,mlp.experts.40.gate_proj,0.00085424,0.01000,0.438
36,mlp.experts.41.gate_proj,0.00587272,0.01000,0.438
36,mlp.experts.42.gate_proj,0.00592164,0.01000,0.443
36,mlp.experts.43.gate_proj,0.00147584,0.01000,0.441
36,mlp.experts.44.gate_proj,0.00110974,0.01000,0.442
36,mlp.experts.45.gate_proj,0.00009350,0.01000,0.441
36,mlp.experts.46.gate_proj,0.00395243,0.01000,0.447
36,mlp.experts.47.gate_proj,0.00015719,0.01000,0.443
36,mlp.experts.48.gate_proj,0.00000009,0.01000,0.444
36,mlp.experts.49.gate_proj,0.00047520,0.01000,0.439
36,mlp.experts.50.gate_proj,0.00089659,0.01000,0.441
36,mlp.experts.51.gate_proj,0.00046151,0.01000,0.441
36,mlp.experts.52.gate_proj,0.00958125,0.01000,0.441
36,mlp.experts.53.gate_proj,0.00279382,0.01000,0.445
36,mlp.experts.54.gate_proj,0.00006742,0.01000,0.441
36,mlp.experts.55.gate_proj,0.00002530,0.01000,0.440
36,mlp.experts.56.gate_proj,0.00066521,0.01000,0.448
36,mlp.experts.57.gate_proj,0.00037884,0.01000,0.447
36,mlp.experts.58.gate_proj,0.00171183,0.01000,0.449
36,mlp.experts.59.gate_proj,0.00000524,0.01000,0.456
36,mlp.experts.60.gate_proj,0.00010641,0.01000,0.448
36,mlp.experts.61.gate_proj,0.00166234,0.01000,0.446
36,mlp.experts.62.gate_proj,0.00113710,0.01000,0.451
36,mlp.experts.63.gate_proj,0.00166615,0.01000,0.446
36,mlp.experts.64.gate_proj,0.00686153,0.01000,0.448
36,mlp.experts.65.gate_proj,0.01628344,0.01000,0.442
36,mlp.experts.66.gate_proj,0.00027141,0.01000,0.443
36,mlp.experts.67.gate_proj,0.00127897,0.01000,0.445
36,mlp.experts.68.gate_proj,0.00243555,0.01000,0.446
36,mlp.experts.69.gate_proj,0.00401884,0.01000,0.454
36,mlp.experts.70.gate_proj,0.00007190,0.01000,0.445
36,mlp.experts.71.gate_proj,0.00020172,0.01000,0.446
36,mlp.experts.72.gate_proj,0.00000115,0.01000,0.447
36,mlp.experts.73.gate_proj,0.00957036,0.01000,0.450
36,mlp.experts.74.gate_proj,0.00072772,0.01000,0.449
36,mlp.experts.75.gate_proj,0.00090675,0.01000,0.450
36,mlp.experts.76.gate_proj,0.00226344,0.01000,0.447
36,mlp.experts.77.gate_proj,0.00018089,0.01000,0.446
36,mlp.experts.78.gate_proj,0.00420989,0.01000,0.448
36,mlp.experts.79.gate_proj,0.00152703,0.01000,0.446
36,mlp.experts.80.gate_proj,0.00146235,0.01000,0.447
36,mlp.experts.81.gate_proj,0.00000176,0.01000,0.447
36,mlp.experts.82.gate_proj,0.00001607,0.01000,0.449
36,mlp.experts.83.gate_proj,0.00005711,0.01000,0.444
36,mlp.experts.84.gate_proj,0.00006020,0.01000,0.444
36,mlp.experts.85.gate_proj,0.00422449,0.01000,0.444
36,mlp.experts.86.gate_proj,0.00000085,0.01000,0.445
36,mlp.experts.87.gate_proj,0.00417197,0.01000,0.452
36,mlp.experts.88.gate_proj,0.00000001,0.01000,0.450
36,mlp.experts.89.gate_proj,0.00336451,0.01000,0.452
36,mlp.experts.90.gate_proj,0.00134008,0.01000,0.448
36,mlp.experts.91.gate_proj,0.00068757,0.01000,0.451
36,mlp.experts.92.gate_proj,0.01584836,0.01000,0.451
36,mlp.experts.93.gate_proj,0.00000588,0.01000,0.463
36,mlp.experts.94.gate_proj,0.00125313,0.01000,0.449
36,mlp.experts.95.gate_proj,0.00042977,0.01000,0.464
36,mlp.experts.96.gate_proj,0.00307986,0.01000,0.451
36,mlp.experts.97.gate_proj,0.00383714,0.01000,0.452
36,mlp.experts.98.gate_proj,0.00005840,0.01000,0.451
36,mlp.experts.99.gate_proj,0.00210010,0.01000,0.451
36,mlp.experts.100.gate_proj,0.00235211,0.01000,0.452
36,mlp.experts.101.gate_proj,0.00041957,0.01000,0.451
36,mlp.experts.102.gate_proj,0.00394815,0.01000,0.451
36,mlp.experts.103.gate_proj,0.00344747,0.01000,0.450
36,mlp.experts.104.gate_proj,0.00141158,0.01000,0.454
36,mlp.experts.105.gate_proj,0.00099056,0.01000,0.452
36,mlp.experts.106.gate_proj,0.00000097,0.01000,0.450
36,mlp.experts.107.gate_proj,0.00196843,0.01000,0.449
36,mlp.experts.108.gate_proj,0.00405301,0.01000,0.450
36,mlp.experts.109.gate_proj,0.00000446,0.01000,0.455
36,mlp.experts.110.gate_proj,0.00009360,0.01000,0.452
36,mlp.experts.111.gate_proj,0.00100257,0.01000,0.450
36,mlp.experts.112.gate_proj,0.00253611,0.01000,0.451
36,mlp.experts.113.gate_proj,0.00001072,0.01000,0.458
36,mlp.experts.114.gate_proj,0.00100320,0.01000,0.450
36,mlp.experts.115.gate_proj,0.00101370,0.01000,0.450
36,mlp.experts.116.gate_proj,0.00067222,0.01000,0.451
36,mlp.experts.117.gate_proj,0.00119436,0.01000,0.457
36,mlp.experts.118.gate_proj,0.00800265,0.01000,0.453
36,mlp.experts.119.gate_proj,0.00002249,0.01000,0.450
36,mlp.experts.120.gate_proj,0.00141366,0.01000,0.450
36,mlp.experts.121.gate_proj,0.00135772,0.01000,0.451
36,mlp.experts.122.gate_proj,0.00011411,0.01000,0.454
36,mlp.experts.123.gate_proj,0.00176813,0.01000,0.451
36,mlp.experts.124.gate_proj,0.00119656,0.01000,0.450
36,mlp.experts.125.gate_proj,0.00009276,0.01000,0.452
36,mlp.experts.126.gate_proj,0.00041179,0.01000,0.462
36,mlp.experts.127.gate_proj,0.00708667,0.01000,0.458
36,mlp.experts.0.down_proj,0.00113303,0.01000,0.187
36,mlp.experts.1.down_proj,0.00019433,0.01000,0.167
36,mlp.experts.2.down_proj,0.00249040,0.01000,0.168
36,mlp.experts.3.down_proj,0.00000250,0.01000,0.169
36,mlp.experts.4.down_proj,0.00093800,0.01000,0.168
36,mlp.experts.5.down_proj,0.00000001,0.01000,0.169
36,mlp.experts.6.down_proj,0.00019092,0.01000,0.169
36,mlp.experts.7.down_proj,0.00101903,0.01000,0.171
36,mlp.experts.8.down_proj,0.00917905,0.01000,0.170
36,mlp.experts.9.down_proj,0.00432652,0.01000,0.170
36,mlp.experts.10.down_proj,0.00000206,0.01000,0.170
36,mlp.experts.11.down_proj,0.00003069,0.01000,0.169
36,mlp.experts.12.down_proj,0.00043813,0.01000,0.169
36,mlp.experts.13.down_proj,0.00000003,0.01000,0.169
36,mlp.experts.14.down_proj,0.00216277,0.01000,0.169
36,mlp.experts.15.down_proj,0.00143715,0.01000,0.168
36,mlp.experts.16.down_proj,0.00153522,0.01000,0.170
36,mlp.experts.17.down_proj,0.00059896,0.01000,0.167
36,mlp.experts.18.down_proj,0.00072700,0.01000,0.170
36,mlp.experts.19.down_proj,0.00000128,0.01000,0.168
36,mlp.experts.20.down_proj,0.00041626,0.01000,0.168
36,mlp.experts.21.down_proj,0.00662774,0.01000,0.168
36,mlp.experts.22.down_proj,0.00158671,0.01000,0.168
36,mlp.experts.23.down_proj,0.00103487,0.01000,0.168
36,mlp.experts.24.down_proj,0.00059583,0.01000,0.168
36,mlp.experts.25.down_proj,0.00064589,0.01000,0.168
36,mlp.experts.26.down_proj,0.00155074,0.01000,0.168
36,mlp.experts.27.down_proj,0.00078320,0.01000,0.169
36,mlp.experts.28.down_proj,0.00005136,0.01000,0.168
36,mlp.experts.29.down_proj,0.00065347,0.01000,0.168
36,mlp.experts.30.down_proj,0.00120759,0.01000,0.168
36,mlp.experts.31.down_proj,0.00009858,0.01000,0.168
36,mlp.experts.32.down_proj,0.00162039,0.01000,0.170
36,mlp.experts.33.down_proj,0.00051267,0.01000,0.169
36,mlp.experts.34.down_proj,0.00027255,0.01000,0.168
36,mlp.experts.35.down_proj,0.00525382,0.01000,0.168
36,mlp.experts.36.down_proj,0.00078112,0.01000,0.168
36,mlp.experts.37.down_proj,0.00004384,0.01000,0.168
36,mlp.experts.38.down_proj,0.00122756,0.01000,0.168
36,mlp.experts.39.down_proj,0.00118132,0.01000,0.169
36,mlp.experts.40.down_proj,0.00021435,0.01000,0.169
36,mlp.experts.41.down_proj,0.00373575,0.01000,0.169
36,mlp.experts.42.down_proj,0.00240413,0.01000,0.172
36,mlp.experts.43.down_proj,0.00070455,0.01000,0.173
36,mlp.experts.44.down_proj,0.00033110,0.01000,0.169
36,mlp.experts.45.down_proj,0.00002455,0.01000,0.183
36,mlp.experts.46.down_proj,0.00118252,0.01000,0.169
36,mlp.experts.47.down_proj,0.00005081,0.01000,0.169
36,mlp.experts.48.down_proj,0.00000004,0.01000,0.169
36,mlp.experts.49.down_proj,0.00007425,0.01000,0.184
36,mlp.experts.50.down_proj,0.00035630,0.01000,0.170
36,mlp.experts.51.down_proj,0.00027575,0.01000,0.170
36,mlp.experts.52.down_proj,0.00618844,0.01000,0.170
36,mlp.experts.53.down_proj,0.00145293,0.01000,0.170
36,mlp.experts.54.down_proj,0.00006340,0.01000,0.169
36,mlp.experts.55.down_proj,0.00002316,0.01000,0.174
36,mlp.experts.56.down_proj,0.00073237,0.01000,0.171
36,mlp.experts.57.down_proj,0.00030878,0.01000,0.170
36,mlp.experts.58.down_proj,0.00066194,0.01000,0.170
36,mlp.experts.59.down_proj,0.00000269,0.01000,0.169
36,mlp.experts.60.down_proj,0.00006411,0.01000,0.169
36,mlp.experts.61.down_proj,0.00036016,0.01000,0.170
36,mlp.experts.62.down_proj,0.00038493,0.01000,0.169
36,mlp.experts.63.down_proj,0.00075580,0.01000,0.170
36,mlp.experts.64.down_proj,0.00980002,0.01000,0.169
36,mlp.experts.65.down_proj,0.01647896,0.01000,0.171
36,mlp.experts.66.down_proj,0.00015588,0.01000,0.173
36,mlp.experts.67.down_proj,0.00080784,0.01000,0.171
36,mlp.experts.68.down_proj,0.00121765,0.01000,0.171
36,mlp.experts.69.down_proj,0.00260488,0.01000,0.170
36,mlp.experts.70.down_proj,0.00008092,0.01000,0.172
36,mlp.experts.71.down_proj,0.00017960,0.01000,0.171
36,mlp.experts.72.down_proj,0.00000150,0.01000,0.170
36,mlp.experts.73.down_proj,0.01068291,0.01000,0.170
36,mlp.experts.74.down_proj,0.00031731,0.01000,0.170
36,mlp.experts.75.down_proj,0.00024947,0.01000,0.171
36,mlp.experts.76.down_proj,0.00069106,0.01000,0.171
36,mlp.experts.77.down_proj,0.00018762,0.01000,0.171
36,mlp.experts.78.down_proj,0.00318652,0.01000,0.171
36,mlp.experts.79.down_proj,0.00170035,0.01000,0.171
36,mlp.experts.80.down_proj,0.00051285,0.01000,0.171
36,mlp.experts.81.down_proj,0.00000093,0.01000,0.170
36,mlp.experts.82.down_proj,0.00001141,0.01000,0.173
36,mlp.experts.83.down_proj,0.00008691,0.01000,0.170
36,mlp.experts.84.down_proj,0.00001871,0.01000,0.171
36,mlp.experts.85.down_proj,0.00269250,0.01000,0.173
36,mlp.experts.86.down_proj,0.00000043,0.01000,0.172
36,mlp.experts.87.down_proj,0.00123259,0.01000,0.171
36,mlp.experts.88.down_proj,0.00000000,0.01000,0.171
36,mlp.experts.89.down_proj,0.00357874,0.01000,0.174
36,mlp.experts.90.down_proj,0.00030407,0.01000,0.171
36,mlp.experts.91.down_proj,0.00038590,0.01000,0.172
36,mlp.experts.92.down_proj,0.00561292,0.01000,0.170
36,mlp.experts.93.down_proj,0.00000238,0.01000,0.170
36,mlp.experts.94.down_proj,0.00203625,0.01000,0.170
36,mlp.experts.95.down_proj,0.00019732,0.01000,0.170
36,mlp.experts.96.down_proj,0.00685929,0.01000,0.170
36,mlp.experts.97.down_proj,0.00162680,0.01000,0.170
36,mlp.experts.98.down_proj,0.00001114,0.01000,0.171
36,mlp.experts.99.down_proj,0.00241616,0.01000,0.171
36,mlp.experts.100.down_proj,0.00105594,0.01000,0.170
36,mlp.experts.101.down_proj,0.00006176,0.01000,0.170
36,mlp.experts.102.down_proj,0.00126267,0.01000,0.171
36,mlp.experts.103.down_proj,0.00155086,0.01000,0.171
36,mlp.experts.104.down_proj,0.00050650,0.01000,0.170
36,mlp.experts.105.down_proj,0.00058637,0.01000,0.168
36,mlp.experts.106.down_proj,0.00000021,0.01000,0.170
36,mlp.experts.107.down_proj,0.00167397,0.01000,0.168
36,mlp.experts.108.down_proj,0.00338206,0.01000,0.170
36,mlp.experts.109.down_proj,0.00000226,0.01000,0.169
36,mlp.experts.110.down_proj,0.00002987,0.01000,0.168
36,mlp.experts.111.down_proj,0.00063844,0.01000,0.168
36,mlp.experts.112.down_proj,0.00183083,0.01000,0.169
36,mlp.experts.113.down_proj,0.00000509,0.01000,0.173
36,mlp.experts.114.down_proj,0.00054669,0.01000,0.173
36,mlp.experts.115.down_proj,0.00033445,0.01000,0.171
36,mlp.experts.116.down_proj,0.00037434,0.01000,0.171
36,mlp.experts.117.down_proj,0.00050503,0.01000,0.169
36,mlp.experts.118.down_proj,0.00649041,0.01000,0.171
36,mlp.experts.119.down_proj,0.00001136,0.01000,0.172
36,mlp.experts.120.down_proj,0.00061501,0.01000,0.170
36,mlp.experts.121.down_proj,0.00049122,0.01000,0.172
36,mlp.experts.122.down_proj,0.00010560,0.01000,0.169
36,mlp.experts.123.down_proj,0.00098033,0.01000,0.170
36,mlp.experts.124.down_proj,0.00056807,0.01000,0.169
36,mlp.experts.125.down_proj,0.00003367,0.01000,0.173
36,mlp.experts.126.down_proj,0.00023109,0.01000,0.173
36,mlp.experts.127.down_proj,0.00714114,0.01000,0.172
37,self_attn.q_proj,0.00241242,0.01000,0.448
37,self_attn.k_proj,0.00028173,0.01000,0.438
37,self_attn.v_proj,0.00033814,0.01000,0.435
37,self_attn.o_proj,0.00025250,0.01000,0.895
37,mlp.experts.0.up_proj,0.00613292,0.01000,0.479
37,mlp.experts.1.up_proj,0.00350320,0.01000,0.440
37,mlp.experts.2.up_proj,0.00277983,0.01000,0.440
37,mlp.experts.3.up_proj,0.00000001,0.01000,0.444
37,mlp.experts.4.up_proj,0.00082975,0.01000,0.441
37,mlp.experts.5.up_proj,0.00001386,0.01000,0.446
37,mlp.experts.6.up_proj,0.00247131,0.01000,0.452
37,mlp.experts.7.up_proj,0.00006254,0.01000,0.446
37,mlp.experts.8.up_proj,0.00154529,0.01000,0.461
37,mlp.experts.9.up_proj,0.00000041,0.01000,0.444
37,mlp.experts.10.up_proj,0.00759699,0.01000,0.460
37,mlp.experts.11.up_proj,0.00018202,0.01000,0.444
37,mlp.experts.12.up_proj,0.00140427,0.01000,0.445
37,mlp.experts.13.up_proj,0.00006006,0.01000,0.445
37,mlp.experts.14.up_proj,0.00059024,0.01000,0.444
37,mlp.experts.15.up_proj,0.00145946,0.01000,0.444
37,mlp.experts.16.up_proj,0.00154899,0.01000,0.443
37,mlp.experts.17.up_proj,0.00000003,0.01000,0.444
37,mlp.experts.18.up_proj,0.00153190,0.01000,0.443
37,mlp.experts.19.up_proj,0.00201530,0.01000,0.452
37,mlp.experts.20.up_proj,0.01992114,0.01000,0.444
37,mlp.experts.21.up_proj,0.00128268,0.01000,0.444
37,mlp.experts.22.up_proj,0.00000002,0.01000,0.440
37,mlp.experts.23.up_proj,0.00073351,0.01000,0.441
37,mlp.experts.24.up_proj,0.00306667,0.01000,0.440
37,mlp.experts.25.up_proj,0.00039721,0.01000,0.441
37,mlp.experts.26.up_proj,0.00152174,0.01000,0.443
37,mlp.experts.27.up_proj,0.00047998,0.01000,0.447
37,mlp.experts.28.up_proj,0.00115170,0.01000,0.449
37,mlp.experts.29.up_proj,0.00153804,0.01000,0.443
37,mlp.experts.30.up_proj,0.00001007,0.01000,0.445
37,mlp.experts.31.up_proj,0.00021579,0.01000,0.448
37,mlp.experts.32.up_proj,0.00034741,0.01000,0.446
37,mlp.experts.33.up_proj,0.00994143,0.01000,0.443
37,mlp.experts.34.up_proj,0.00183941,0.01000,0.453
37,mlp.experts.35.up_proj,0.00008916,0.01000,0.446
37,mlp.experts.36.up_proj,0.00138541,0.01000,0.443
37,mlp.experts.37.up_proj,0.00134240,0.01000,0.442
37,mlp.experts.38.up_proj,0.00036413,0.01000,0.447
37,mlp.experts.39.up_proj,0.00000247,0.01000,0.443
37,mlp.experts.40.up_proj,0.00286995,0.01000,0.444
37,mlp.experts.41.up_proj,0.00255402,0.01000,0.445
37,mlp.experts.42.up_proj,0.00089021,0.01000,0.454
37,mlp.experts.43.up_proj,0.00000200,0.01000,0.450
37,mlp.experts.44.up_proj,0.00232916,0.01000,0.445
37,mlp.experts.45.up_proj,0.00936802,0.01000,0.443
37,mlp.experts.46.up_proj,0.00000001,0.01000,0.442
37,mlp.experts.47.up_proj,0.01199906,0.01000,0.441
37,mlp.experts.48.up_proj,0.00000326,0.01000,0.458
37,mlp.experts.49.up_proj,0.00305131,0.01000,0.449
37,mlp.experts.50.up_proj,0.00000324,0.01000,0.446
37,mlp.experts.51.up_proj,0.00001773,0.01000,0.444
37,mlp.experts.52.up_proj,0.01765513,0.01000,0.445
37,mlp.experts.53.up_proj,0.00016381,0.01000,0.444
37,mlp.experts.54.up_proj,0.00000061,0.01000,0.440
37,mlp.experts.55.up_proj,0.00216900,0.01000,0.440
37,mlp.experts.56.up_proj,0.00000003,0.01000,0.441
37,mlp.experts.57.up_proj,0.00257811,0.01000,0.443
37,mlp.experts.58.up_proj,0.00477385,0.01000,0.442
37,mlp.experts.59.up_proj,0.00116959,0.01000,0.442
37,mlp.experts.60.up_proj,0.00013640,0.01000,0.445
37,mlp.experts.61.up_proj,0.02119815,0.01000,0.443
37,mlp.experts.62.up_proj,0.00532601,0.01000,0.441
37,mlp.experts.63.up_proj,0.00023493,0.01000,0.441
37,mlp.experts.64.up_proj,0.00000002,0.01000,0.440
37,mlp.experts.65.up_proj,0.00247468,0.01000,0.445
37,mlp.experts.66.up_proj,0.00313720,0.01000,0.449
37,mlp.experts.67.up_proj,0.00854821,0.01000,0.441
37,mlp.experts.68.up_proj,0.00090159,0.01000,0.441
37,mlp.experts.69.up_proj,0.00000005,0.01000,0.436
37,mlp.experts.70.up_proj,0.00014406,0.01000,0.439
37,mlp.experts.71.up_proj,0.00160218,0.01000,0.438
37,mlp.experts.72.up_proj,0.00000369,0.01000,0.439
37,mlp.experts.73.up_proj,0.00289453,0.01000,0.445
37,mlp.experts.74.up_proj,0.00000309,0.01000,0.441
37,mlp.experts.75.up_proj,0.00332770,0.01000,0.442
37,mlp.experts.76.up_proj,0.00210325,0.01000,0.443
37,mlp.experts.77.up_proj,0.00199322,0.01000,0.439
37,mlp.experts.78.up_proj,0.00905382,0.01000,0.437
37,mlp.experts.79.up_proj,0.00389355,0.01000,0.437
37,mlp.experts.80.up_proj,0.00375921,0.01000,0.437
37,mlp.experts.81.up_proj,0.00692329,0.01000,0.444
37,mlp.experts.82.up_proj,0.00117507,0.01000,0.443
37,mlp.experts.83.up_proj,0.00151454,0.01000,0.438
37,mlp.experts.84.up_proj,0.00035378,0.01000,0.443
37,mlp.experts.85.up_proj,0.00024483,0.01000,0.436
37,mlp.experts.86.up_proj,0.00000696,0.01000,0.440
37,mlp.experts.87.up_proj,0.00371309,0.01000,0.437
37,mlp.experts.88.up_proj,0.00003483,0.01000,0.436
37,mlp.experts.89.up_proj,0.00059948,0.01000,0.436
37,mlp.experts.90.up_proj,0.00001249,0.01000,0.436
37,mlp.experts.91.up_proj,0.00252687,0.01000,0.435
37,mlp.experts.92.up_proj,0.01134879,0.01000,0.435
37,mlp.experts.93.up_proj,0.01111124,0.01000,0.434
37,mlp.experts.94.up_proj,0.00000015,0.01000,0.441
37,mlp.experts.95.up_proj,0.00326613,0.01000,0.445
37,mlp.experts.96.up_proj,0.00000031,0.01000,0.435
37,mlp.experts.97.up_proj,0.00015160,0.01000,0.439
37,mlp.experts.98.up_proj,0.00247423,0.01000,0.435
37,mlp.experts.99.up_proj,0.00344646,0.01000,0.435
37,mlp.experts.100.up_proj,0.00000041,0.01000,0.436
37,mlp.experts.101.up_proj,0.00543612,0.01000,0.438
37,mlp.experts.102.up_proj,0.00308591,0.01000,0.439
37,mlp.experts.103.up_proj,0.00187386,0.01000,0.437
37,mlp.experts.104.up_proj,0.00365952,0.01000,0.437
37,mlp.experts.105.up_proj,0.00153911,0.01000,0.438
37,mlp.experts.106.up_proj,0.00430142,0.01000,0.443
37,mlp.experts.107.up_proj,0.00098723,0.01000,0.438
37,mlp.experts.108.up_proj,0.00019206,0.01000,0.437
37,mlp.experts.109.up_proj,0.00262623,0.01000,0.440
37,mlp.experts.110.up_proj,0.00070319,0.01000,0.443
37,mlp.experts.111.up_proj,0.00000053,0.01000,0.439
37,mlp.experts.112.up_proj,0.00565775,0.01000,0.449
37,mlp.experts.113.up_proj,0.00183734,0.01000,0.439
37,mlp.experts.114.up_proj,0.00000419,0.01000,0.437
37,mlp.experts.115.up_proj,0.00178164,0.01000,0.441
37,mlp.experts.116.up_proj,0.00000000,0.01000,0.441
37,mlp.experts.117.up_proj,0.00069646,0.01000,0.439
37,mlp.experts.118.up_proj,0.00085391,0.01000,0.438
37,mlp.experts.119.up_proj,0.00045581,0.01000,0.438
37,mlp.experts.120.up_proj,0.00237582,0.01000,0.455
37,mlp.experts.121.up_proj,0.00233042,0.01000,0.458
37,mlp.experts.122.up_proj,0.00184826,0.01000,0.440
37,mlp.experts.123.up_proj,0.00314545,0.01000,0.442
37,mlp.experts.124.up_proj,0.00101444,0.01000,0.441
37,mlp.experts.125.up_proj,0.00049963,0.01000,0.445
37,mlp.experts.126.up_proj,0.00000135,0.01000,0.440
37,mlp.experts.127.up_proj,0.00278524,0.01000,0.444
37,mlp.experts.0.gate_proj,0.00599505,0.01000,0.441
37,mlp.experts.1.gate_proj,0.00360659,0.01000,0.446
37,mlp.experts.2.gate_proj,0.00287003,0.01000,0.442
37,mlp.experts.3.gate_proj,0.00000001,0.01000,0.441
37,mlp.experts.4.gate_proj,0.00085473,0.01000,0.440
37,mlp.experts.5.gate_proj,0.00001264,0.01000,0.441
37,mlp.experts.6.gate_proj,0.00214238,0.01000,0.445
37,mlp.experts.7.gate_proj,0.00006038,0.01000,0.440
37,mlp.experts.8.gate_proj,0.00165150,0.01000,0.441
37,mlp.experts.9.gate_proj,0.00000046,0.01000,0.440
37,mlp.experts.10.gate_proj,0.00704617,0.01000,0.439
37,mlp.experts.11.gate_proj,0.00018069,0.01000,0.442
37,mlp.experts.12.gate_proj,0.00145482,0.01000,0.438
37,mlp.experts.13.gate_proj,0.00005967,0.01000,0.439
37,mlp.experts.14.gate_proj,0.00060040,0.01000,0.441
37,mlp.experts.15.gate_proj,0.00135312,0.01000,0.447
37,mlp.experts.16.gate_proj,0.00155761,0.01000,0.440
37,mlp.experts.17.gate_proj,0.00000003,0.01000,0.441
37,mlp.experts.18.gate_proj,0.00146913,0.01000,0.442
37,mlp.experts.19.gate_proj,0.00209461,0.01000,0.443
37,mlp.experts.20.gate_proj,0.01472002,0.01000,0.439
37,mlp.experts.21.gate_proj,0.00115647,0.01000,0.438
37,mlp.experts.22.gate_proj,0.00000002,0.01000,0.438
37,mlp.experts.23.gate_proj,0.00068243,0.01000,0.439
37,mlp.experts.24.gate_proj,0.00298340,0.01000,0.438
37,mlp.experts.25.gate_proj,0.00038222,0.01000,0.437
37,mlp.experts.26.gate_proj,0.00154509,0.01000,0.443
37,mlp.experts.27.gate_proj,0.00046220,0.01000,0.442
37,mlp.experts.28.gate_proj,0.00102551,0.01000,0.442
37,mlp.experts.29.gate_proj,0.00153334,0.01000,0.443
37,mlp.experts.30.gate_proj,0.00001073,0.01000,0.440
37,mlp.experts.31.gate_proj,0.00022051,0.01000,0.441
37,mlp.experts.32.gate_proj,0.00032499,0.01000,0.438
37,mlp.experts.33.gate_proj,0.00606091,0.01000,0.441
37,mlp.experts.34.gate_proj,0.00189014,0.01000,0.441
37,mlp.experts.35.gate_proj,0.00014874,0.01000,0.446
37,mlp.experts.36.gate_proj,0.00145372,0.01000,0.441
37,mlp.experts.37.gate_proj,0.00146253,0.01000,0.443
37,mlp.experts.38.gate_proj,0.00035003,0.01000,0.443
37,mlp.experts.39.gate_proj,0.00000217,0.01000,0.441
37,mlp.experts.40.gate_proj,0.00278823,0.01000,0.440
37,mlp.experts.41.gate_proj,0.00258248,0.01000,0.440
37,mlp.experts.42.gate_proj,0.00086232,0.01000,0.445
37,mlp.experts.43.gate_proj,0.00000198,0.01000,0.440
37,mlp.experts.44.gate_proj,0.00227292,0.01000,0.440
37,mlp.experts.45.gate_proj,0.00705669,0.01000,0.441
37,mlp.experts.46.gate_proj,0.00000001,0.01000,0.440
37,mlp.experts.47.gate_proj,0.01100583,0.01000,0.441
37,mlp.experts.48.gate_proj,0.00000322,0.01000,0.442
37,mlp.experts.49.gate_proj,0.00347497,0.01000,0.441
37,mlp.experts.50.gate_proj,0.00000306,0.01000,0.440
37,mlp.experts.51.gate_proj,0.00001846,0.01000,0.442
37,mlp.experts.52.gate_proj,0.01740465,0.01000,0.440
37,mlp.experts.53.gate_proj,0.00016462,0.01000,0.440
37,mlp.experts.54.gate_proj,0.00000058,0.01000,0.439
37,mlp.experts.55.gate_proj,0.00201853,0.01000,0.439
37,mlp.experts.56.gate_proj,0.00000003,0.01000,0.441
37,mlp.experts.57.gate_proj,0.00236933,0.01000,0.440
37,mlp.experts.58.gate_proj,0.00355810,0.01000,0.444
37,mlp.experts.59.gate_proj,0.00121356,0.01000,0.443
37,mlp.experts.60.gate_proj,0.00012553,0.01000,0.440
37,mlp.experts.61.gate_proj,0.02370045,0.01000,0.440
37,mlp.experts.62.gate_proj,0.00376244,0.01000,0.443
37,mlp.experts.63.gate_proj,0.00022139,0.01000,0.441
37,mlp.experts.64.gate_proj,0.00000002,0.01000,0.440
37,mlp.experts.65.gate_proj,0.00216022,0.01000,0.443
37,mlp.experts.66.gate_proj,0.00307248,0.01000,0.440
37,mlp.experts.67.gate_proj,0.00869733,0.01000,0.440
37,mlp.experts.68.gate_proj,0.00088198,0.01000,0.440
37,mlp.experts.69.gate_proj,0.00000005,0.01000,0.442
37,mlp.experts.70.gate_proj,0.00013588,0.01000,0.445
37,mlp.experts.71.gate_proj,0.00156553,0.01000,0.440
37,mlp.experts.72.gate_proj,0.00000370,0.01000,0.442
37,mlp.experts.73.gate_proj,0.00268205,0.01000,0.441
37,mlp.experts.74.gate_proj,0.00000300,0.01000,0.441
37,mlp.experts.75.gate_proj,0.00323626,0.01000,0.441
37,mlp.experts.76.gate_proj,0.00200028,0.01000,0.447
37,mlp.experts.77.gate_proj,0.00204784,0.01000,0.441
37,mlp.experts.78.gate_proj,0.00992115,0.01000,0.442
37,mlp.experts.79.gate_proj,0.00395534,0.01000,0.441
37,mlp.experts.80.gate_proj,0.00343206,0.01000,0.442
37,mlp.experts.81.gate_proj,0.00670670,0.01000,0.442
37,mlp.experts.82.gate_proj,0.00114487,0.01000,0.442
37,mlp.experts.83.gate_proj,0.00147193,0.01000,0.446
37,mlp.experts.84.gate_proj,0.00036221,0.01000,0.442
37,mlp.experts.85.gate_proj,0.00024561,0.01000,0.442
37,mlp.experts.86.gate_proj,0.00000743,0.01000,0.444
37,mlp.experts.87.gate_proj,0.00402704,0.01000,0.445
37,mlp.experts.88.gate_proj,0.00003386,0.01000,0.445
37,mlp.experts.89.gate_proj,0.00058341,0.01000,0.444
37,mlp.experts.90.gate_proj,0.00001104,0.01000,0.446
37,mlp.experts.91.gate_proj,0.00274161,0.01000,0.447
37,mlp.experts.92.gate_proj,0.01177199,0.01000,0.447
37,mlp.experts.93.gate_proj,0.01052836,0.01000,0.450
37,mlp.experts.94.gate_proj,0.00000014,0.01000,0.446
37,mlp.experts.95.gate_proj,0.00313933,0.01000,0.446
37,mlp.experts.96.gate_proj,0.00000028,0.01000,0.445
37,mlp.experts.97.gate_proj,0.00015272,0.01000,0.444
37,mlp.experts.98.gate_proj,0.00241320,0.01000,0.459
37,mlp.experts.99.gate_proj,0.00314268,0.01000,0.459
37,mlp.experts.100.gate_proj,0.00000042,0.01000,0.445
37,mlp.experts.101.gate_proj,0.00518007,0.01000,0.449
37,mlp.experts.102.gate_proj,0.00313730,0.01000,0.454
37,mlp.experts.103.gate_proj,0.00186811,0.01000,0.450
37,mlp.experts.104.gate_proj,0.00396853,0.01000,0.448
37,mlp.experts.105.gate_proj,0.00151496,0.01000,0.449
37,mlp.experts.106.gate_proj,0.00416018,0.01000,0.449
37,mlp.experts.107.gate_proj,0.00090550,0.01000,0.448
37,mlp.experts.108.gate_proj,0.00020559,0.01000,0.450
37,mlp.experts.109.gate_proj,0.00244106,0.01000,0.453
37,mlp.experts.110.gate_proj,0.00060199,0.01000,0.452
37,mlp.experts.111.gate_proj,0.00000051,0.01000,0.451
37,mlp.experts.112.gate_proj,0.00613286,0.01000,0.449
37,mlp.experts.113.gate_proj,0.00169314,0.01000,0.449
37,mlp.experts.114.gate_proj,0.00000439,0.01000,0.447
37,mlp.experts.115.gate_proj,0.00172982,0.01000,0.448
37,mlp.experts.116.gate_proj,0.00000000,0.01000,0.449
37,mlp.experts.117.gate_proj,0.00066732,0.01000,0.456
37,mlp.experts.118.gate_proj,0.00084783,0.01000,0.456
37,mlp.experts.119.gate_proj,0.00047910,0.01000,0.450
37,mlp.experts.120.gate_proj,0.00213965,0.01000,0.449
37,mlp.experts.121.gate_proj,0.00216136,0.01000,0.449
37,mlp.experts.122.gate_proj,0.00181743,0.01000,0.449
37,mlp.experts.123.gate_proj,0.00282670,0.01000,0.454
37,mlp.experts.124.gate_proj,0.00101463,0.01000,0.457
37,mlp.experts.125.gate_proj,0.00047543,0.01000,0.451
37,mlp.experts.126.gate_proj,0.00000145,0.01000,0.448
37,mlp.experts.127.gate_proj,0.00256508,0.01000,0.458
37,mlp.experts.0.down_proj,0.00519935,0.01000,0.187
37,mlp.experts.1.down_proj,0.00236614,0.01000,0.173
37,mlp.experts.2.down_proj,0.00210121,0.01000,0.169
37,mlp.experts.3.down_proj,0.00000001,0.01000,0.169
37,mlp.experts.4.down_proj,0.00060230,0.01000,0.169
37,mlp.experts.5.down_proj,0.00001157,0.01000,0.168
37,mlp.experts.6.down_proj,0.00155214,0.01000,0.169
37,mlp.experts.7.down_proj,0.00003751,0.01000,0.169
37,mlp.experts.8.down_proj,0.00253964,0.01000,0.167
37,mlp.experts.9.down_proj,0.00000031,0.01000,0.171
37,mlp.experts.10.down_proj,0.00361306,0.01000,0.170
37,mlp.experts.11.down_proj,0.00010156,0.01000,0.167
37,mlp.experts.12.down_proj,0.00085291,0.01000,0.167
37,mlp.experts.13.down_proj,0.00002543,0.01000,0.167
37,mlp.experts.14.down_proj,0.00027897,0.01000,0.172
37,mlp.experts.15.down_proj,0.00126866,0.01000,0.168
37,mlp.experts.16.down_proj,0.00116659,0.01000,0.167
37,mlp.experts.17.down_proj,0.00000002,0.01000,0.168
37,mlp.experts.18.down_proj,0.00110008,0.01000,0.168
37,mlp.experts.19.down_proj,0.00280632,0.01000,0.170
37,mlp.experts.20.down_proj,0.01434415,0.01000,0.176
37,mlp.experts.21.down_proj,0.00070134,0.01000,0.172
37,mlp.experts.22.down_proj,0.00000001,0.01000,0.173
37,mlp.experts.23.down_proj,0.00050782,0.01000,0.169
37,mlp.experts.24.down_proj,0.00291580,0.01000,0.169
37,mlp.experts.25.down_proj,0.00023481,0.01000,0.170
37,mlp.experts.26.down_proj,0.00219537,0.01000,0.175
37,mlp.experts.27.down_proj,0.00018571,0.01000,0.169
37,mlp.experts.28.down_proj,0.00105872,0.01000,0.169
37,mlp.experts.29.down_proj,0.00042150,0.01000,0.169
37,mlp.experts.30.down_proj,0.00000897,0.01000,0.169
37,mlp.experts.31.down_proj,0.00008964,0.01000,0.169
37,mlp.experts.32.down_proj,0.00025187,0.01000,0.169
37,mlp.experts.33.down_proj,0.01332226,0.01000,0.169
37,mlp.experts.34.down_proj,0.00159442,0.01000,0.169
37,mlp.experts.35.down_proj,0.00002507,0.01000,0.169
37,mlp.experts.36.down_proj,0.00084978,0.01000,0.169
37,mlp.experts.37.down_proj,0.00091966,0.01000,0.172
37,mlp.experts.38.down_proj,0.00041899,0.01000,0.173
37,mlp.experts.39.down_proj,0.00000192,0.01000,0.169
37,mlp.experts.40.down_proj,0.00133658,0.01000,0.169
37,mlp.experts.41.down_proj,0.00257078,0.01000,0.169
37,mlp.experts.42.down_proj,0.00061122,0.01000,0.169
37,mlp.experts.43.down_proj,0.00000100,0.01000,0.171
37,mlp.experts.44.down_proj,0.00160732,0.01000,0.169
37,mlp.experts.45.down_proj,0.01477868,0.01000,0.169
37,mlp.experts.46.down_proj,0.00000000,0.01000,0.169
37,mlp.experts.47.down_proj,0.01502006,0.01000,0.170
37,mlp.experts.48.down_proj,0.00000294,0.01000,0.170
37,mlp.experts.49.down_proj,0.00207795,0.01000,0.172
37,mlp.experts.50.down_proj,0.00000212,0.01000,0.170
37,mlp.experts.51.down_proj,0.00002727,0.01000,0.170
37,mlp.experts.52.down_proj,0.00780411,0.01000,0.170
37,mlp.experts.53.down_proj,0.00004980,0.01000,0.170
37,mlp.experts.54.down_proj,0.00000033,0.01000,0.170
37,mlp.experts.55.down_proj,0.00118116,0.01000,0.171
37,mlp.experts.56.down_proj,0.00000007,0.01000,0.170
37,mlp.experts.57.down_proj,0.00210888,0.01000,0.170
37,mlp.experts.58.down_proj,0.00270136,0.01000,0.170
37,mlp.experts.59.down_proj,0.00051923,0.01000,0.170
37,mlp.experts.60.down_proj,0.00043702,0.01000,0.172
37,mlp.experts.61.down_proj,0.03327422,0.01000,0.178
37,mlp.experts.62.down_proj,0.00257217,0.01000,0.179
37,mlp.experts.63.down_proj,0.00035167,0.01000,0.178
37,mlp.experts.64.down_proj,0.00000005,0.01000,0.177
37,mlp.experts.65.down_proj,0.00146396,0.01000,0.177
37,mlp.experts.66.down_proj,0.00242043,0.01000,0.178
37,mlp.experts.67.down_proj,0.00858072,0.01000,0.178
37,mlp.experts.68.down_proj,0.00084975,0.01000,0.172
37,mlp.experts.69.down_proj,0.00000002,0.01000,0.170
37,mlp.experts.70.down_proj,0.00009579,0.01000,0.170
37,mlp.experts.71.down_proj,0.00107985,0.01000,0.170
37,mlp.experts.72.down_proj,0.00000138,0.01000,0.172
37,mlp.experts.73.down_proj,0.00079760,0.01000,0.172
37,mlp.experts.74.down_proj,0.00000180,0.01000,0.170
37,mlp.experts.75.down_proj,0.00256284,0.01000,0.170
37,mlp.experts.76.down_proj,0.00078244,0.01000,0.170
37,mlp.experts.77.down_proj,0.00117865,0.01000,0.186
37,mlp.experts.78.down_proj,0.01072977,0.01000,0.172
37,mlp.experts.79.down_proj,0.00315213,0.01000,0.180
37,mlp.experts.80.down_proj,0.00302258,0.01000,0.172
37,mlp.experts.81.down_proj,0.00520915,0.01000,0.173
37,mlp.experts.82.down_proj,0.00062280,0.01000,0.185
37,mlp.experts.83.down_proj,0.00189060,0.01000,0.171
37,mlp.experts.84.down_proj,0.00021571,0.01000,0.171
37,mlp.experts.85.down_proj,0.00009934,0.01000,0.170
37,mlp.experts.86.down_proj,0.00000139,0.01000,0.171
37,mlp.experts.87.down_proj,0.00190642,0.01000,0.170
37,mlp.experts.88.down_proj,0.00010340,0.01000,0.171
37,mlp.experts.89.down_proj,0.00035313,0.01000,0.175
37,mlp.experts.90.down_proj,0.00001226,0.01000,0.172
37,mlp.experts.91.down_proj,0.00089509,0.01000,0.171
37,mlp.experts.92.down_proj,0.01818974,0.01000,0.171
37,mlp.experts.93.down_proj,0.00624736,0.01000,0.170
37,mlp.experts.94.down_proj,0.00000008,0.01000,0.170
37,mlp.experts.95.down_proj,0.00237153,0.01000,0.171
37,mlp.experts.96.down_proj,0.00000012,0.01000,0.170
37,mlp.experts.97.down_proj,0.00010512,0.01000,0.170
37,mlp.experts.98.down_proj,0.00184707,0.01000,0.170
37,mlp.experts.99.down_proj,0.00181731,0.01000,0.171
37,mlp.experts.100.down_proj,0.00000037,0.01000,0.171
37,mlp.experts.101.down_proj,0.00209879,0.01000,0.170
37,mlp.experts.102.down_proj,0.00246877,0.01000,0.172
37,mlp.experts.103.down_proj,0.00154018,0.01000,0.171
37,mlp.experts.104.down_proj,0.00217778,0.01000,0.170
37,mlp.experts.105.down_proj,0.00071535,0.01000,0.170
37,mlp.experts.106.down_proj,0.00161932,0.01000,0.170
37,mlp.experts.107.down_proj,0.00043798,0.01000,0.171
37,mlp.experts.108.down_proj,0.00018357,0.01000,0.173
37,mlp.experts.109.down_proj,0.00247793,0.01000,0.172
37,mlp.experts.110.down_proj,0.00025510,0.01000,0.170
37,mlp.experts.111.down_proj,0.00000031,0.01000,0.169
37,mlp.experts.112.down_proj,0.00432976,0.01000,0.169
37,mlp.experts.113.down_proj,0.00118982,0.01000,0.170
37,mlp.experts.114.down_proj,0.00000581,0.01000,0.169
37,mlp.experts.115.down_proj,0.00085897,0.01000,0.169
37,mlp.experts.116.down_proj,0.00000000,0.01000,0.169
37,mlp.experts.117.down_proj,0.00061168,0.01000,0.169
37,mlp.experts.118.down_proj,0.00094678,0.01000,0.170
37,mlp.experts.119.down_proj,0.00014497,0.01000,0.169
37,mlp.experts.120.down_proj,0.00208156,0.01000,0.170
37,mlp.experts.121.down_proj,0.00171265,0.01000,0.169
37,mlp.experts.122.down_proj,0.00171339,0.01000,0.169
37,mlp.experts.123.down_proj,0.00267427,0.01000,0.169
37,mlp.experts.124.down_proj,0.00035495,0.01000,0.170
37,mlp.experts.125.down_proj,0.00016918,0.01000,0.172
37,mlp.experts.126.down_proj,0.00000046,0.01000,0.170
37,mlp.experts.127.down_proj,0.00132906,0.01000,0.169
38,self_attn.q_proj,0.00565739,0.01000,0.442
38,self_attn.k_proj,0.00067329,0.01000,0.433
38,self_attn.v_proj,0.00090601,0.01000,0.431
38,self_attn.o_proj,0.00071874,0.01000,0.881
38,mlp.experts.0.up_proj,0.00003283,0.01000,0.475
38,mlp.experts.1.up_proj,0.00662879,0.01000,0.439
38,mlp.experts.2.up_proj,0.00027934,0.01000,0.437
38,mlp.experts.3.up_proj,0.00464202,0.01000,0.438
38,mlp.experts.4.up_proj,0.00647945,0.01000,0.439
38,mlp.experts.5.up_proj,0.00007105,0.01000,0.437
38,mlp.experts.6.up_proj,0.00093882,0.01000,0.439
38,mlp.experts.7.up_proj,0.00132272,0.01000,0.438
38,mlp.experts.8.up_proj,0.00128935,0.01000,0.438
38,mlp.experts.9.up_proj,0.00020542,0.01000,0.437
38,mlp.experts.10.up_proj,0.00223962,0.01000,0.438
38,mlp.experts.11.up_proj,0.00065199,0.01000,0.440
38,mlp.experts.12.up_proj,0.00718461,0.01000,0.438
38,mlp.experts.13.up_proj,0.00033203,0.01000,0.440
38,mlp.experts.14.up_proj,0.01367716,0.01000,0.437
38,mlp.experts.15.up_proj,0.00243531,0.01000,0.438
38,mlp.experts.16.up_proj,0.00161632,0.01000,0.436
38,mlp.experts.17.up_proj,0.00280603,0.01000,0.437
38,mlp.experts.18.up_proj,0.00321421,0.01000,0.439
38,mlp.experts.19.up_proj,0.00058200,0.01000,0.439
38,mlp.experts.20.up_proj,0.00175544,0.01000,0.438
38,mlp.experts.21.up_proj,0.00027684,0.01000,0.438
38,mlp.experts.22.up_proj,0.01274602,0.01000,0.438
38,mlp.experts.23.up_proj,0.00189760,0.01000,0.454
38,mlp.experts.24.up_proj,0.00122426,0.01000,0.440
38,mlp.experts.25.up_proj,0.00001029,0.01000,0.452
38,mlp.experts.26.up_proj,0.01105391,0.01000,0.439
38,mlp.experts.27.up_proj,0.00095617,0.01000,0.444
38,mlp.experts.28.up_proj,0.00217624,0.01000,0.442
38,mlp.experts.29.up_proj,0.00050762,0.01000,0.438
38,mlp.experts.30.up_proj,0.00039518,0.01000,0.438
38,mlp.experts.31.up_proj,0.00028925,0.01000,0.439
38,mlp.experts.32.up_proj,0.00262634,0.01000,0.439
38,mlp.experts.33.up_proj,0.01418869,0.01000,0.443
38,mlp.experts.34.up_proj,0.00589538,0.01000,0.440
38,mlp.experts.35.up_proj,0.00000006,0.01000,0.441
38,mlp.experts.36.up_proj,0.00202574,0.01000,0.436
38,mlp.experts.37.up_proj,0.00116723,0.01000,0.436
38,mlp.experts.38.up_proj,0.00766819,0.01000,0.437
38,mlp.experts.39.up_proj,0.00473049,0.01000,0.436
38,mlp.experts.40.up_proj,0.00116234,0.01000,0.437
38,mlp.experts.41.up_proj,0.00000146,0.01000,0.437
38,mlp.experts.42.up_proj,0.00493777,0.01000,0.437
38,mlp.experts.43.up_proj,0.00000149,0.01000,0.434
38,mlp.experts.44.up_proj,0.00449984,0.01000,0.435
38,mlp.experts.45.up_proj,0.00000020,0.01000,0.435
38,mlp.experts.46.up_proj,0.00012631,0.01000,0.436
38,mlp.experts.47.up_proj,0.00184415,0.01000,0.440
38,mlp.experts.48.up_proj,0.00144015,0.01000,0.437
38,mlp.experts.49.up_proj,0.00958452,0.01000,0.439
38,mlp.experts.50.up_proj,0.00102113,0.01000,0.439
38,mlp.experts.51.up_proj,0.00077523,0.01000,0.440
38,mlp.experts.52.up_proj,0.00012421,0.01000,0.439
38,mlp.experts.53.up_proj,0.00455922,0.01000,0.441
38,mlp.experts.54.up_proj,0.00000005,0.01000,0.439
38,mlp.experts.55.up_proj,0.01872652,0.01000,0.440
38,mlp.experts.56.up_proj,0.00000002,0.01000,0.438
38,mlp.experts.57.up_proj,0.00168853,0.01000,0.437
38,mlp.experts.58.up_proj,0.00167631,0.01000,0.437
38,mlp.experts.59.up_proj,0.00006017,0.01000,0.438
38,mlp.experts.60.up_proj,0.00297880,0.01000,0.438
38,mlp.experts.61.up_proj,0.00046261,0.01000,0.438
38,mlp.experts.62.up_proj,0.00300631,0.01000,0.446
38,mlp.experts.63.up_proj,0.00040313,0.01000,0.439
38,mlp.experts.64.up_proj,0.00273830,0.01000,0.439
38,mlp.experts.65.up_proj,0.00000003,0.01000,0.439
38,mlp.experts.66.up_proj,0.00188462,0.01000,0.438
38,mlp.experts.67.up_proj,0.00259868,0.01000,0.438
38,mlp.experts.68.up_proj,0.00225074,0.01000,0.439
38,mlp.experts.69.up_proj,0.00318732,0.01000,0.438
38,mlp.experts.70.up_proj,0.00000043,0.01000,0.439
38,mlp.experts.71.up_proj,0.00228760,0.01000,0.438
38,mlp.experts.72.up_proj,0.00090665,0.01000,0.439
38,mlp.experts.73.up_proj,0.00186844,0.01000,0.441
38,mlp.experts.74.up_proj,0.00080716,0.01000,0.440
38,mlp.experts.75.up_proj,0.00499078,0.01000,0.438
38,mlp.experts.76.up_proj,0.00130698,0.01000,0.442
38,mlp.experts.77.up_proj,0.00010783,0.01000,0.447
38,mlp.experts.78.up_proj,0.00049157,0.01000,0.438
38,mlp.experts.79.up_proj,0.00274234,0.01000,0.438
38,mlp.experts.80.up_proj,0.00219216,0.01000,0.439
38,mlp.experts.81.up_proj,0.01149286,0.01000,0.438
38,mlp.experts.82.up_proj,0.00417787,0.01000,0.439
38,mlp.experts.83.up_proj,0.00000009,0.01000,0.438
38,mlp.experts.84.up_proj,0.00187095,0.01000,0.437
38,mlp.experts.85.up_proj,0.00074290,0.01000,0.438
38,mlp.experts.86.up_proj,0.00452593,0.01000,0.438
38,mlp.experts.87.up_proj,0.00245907,0.01000,0.438
38,mlp.experts.88.up_proj,0.00063097,0.01000,0.438
38,mlp.experts.89.up_proj,0.00006411,0.01000,0.442
38,mlp.experts.90.up_proj,0.00067550,0.01000,0.437
38,mlp.experts.91.up_proj,0.00012072,0.01000,0.434
38,mlp.experts.92.up_proj,0.01897669,0.01000,0.438
38,mlp.experts.93.up_proj,0.00005170,0.01000,0.433
38,mlp.experts.94.up_proj,0.00008696,0.01000,0.434
38,mlp.experts.95.up_proj,0.00180657,0.01000,0.434
38,mlp.experts.96.up_proj,0.00102681,0.01000,0.434
38,mlp.experts.97.up_proj,0.00000135,0.01000,0.434
38,mlp.experts.98.up_proj,0.00604056,0.01000,0.441
38,mlp.experts.99.up_proj,0.00169033,0.01000,0.434
38,mlp.experts.100.up_proj,0.00478248,0.01000,0.434
38,mlp.experts.101.up_proj,0.00442338,0.01000,0.433
38,mlp.experts.102.up_proj,0.00528415,0.01000,0.434
38,mlp.experts.103.up_proj,0.00000346,0.01000,0.434
38,mlp.experts.104.up_proj,0.00063787,0.01000,0.434
38,mlp.experts.105.up_proj,0.00337054,0.01000,0.433
38,mlp.experts.106.up_proj,0.00000133,0.01000,0.435
38,mlp.experts.107.up_proj,0.00227779,0.01000,0.434
38,mlp.experts.108.up_proj,0.00153169,0.01000,0.436
38,mlp.experts.109.up_proj,0.00317890,0.01000,0.437
38,mlp.experts.110.up_proj,0.00271387,0.01000,0.434
38,mlp.experts.111.up_proj,0.00287784,0.01000,0.436
38,mlp.experts.112.up_proj,0.00047596,0.01000,0.434
38,mlp.experts.113.up_proj,0.00001316,0.01000,0.435
38,mlp.experts.114.up_proj,0.00098330,0.01000,0.434
38,mlp.experts.115.up_proj,0.00603921,0.01000,0.436
38,mlp.experts.116.up_proj,0.00006762,0.01000,0.437
38,mlp.experts.117.up_proj,0.00004988,0.01000,0.438
38,mlp.experts.118.up_proj,0.00025313,0.01000,0.438
38,mlp.experts.119.up_proj,0.00075048,0.01000,0.438
38,mlp.experts.120.up_proj,0.00001003,0.01000,0.439
38,mlp.experts.121.up_proj,0.00023595,0.01000,0.438
38,mlp.experts.122.up_proj,0.00000175,0.01000,0.438
38,mlp.experts.123.up_proj,0.00000389,0.01000,0.437
38,mlp.experts.124.up_proj,0.00009333,0.01000,0.439
38,mlp.experts.125.up_proj,0.00483548,0.01000,0.438
38,mlp.experts.126.up_proj,0.00027434,0.01000,0.438
38,mlp.experts.127.up_proj,0.00000009,0.01000,0.438
38,mlp.experts.0.gate_proj,0.00003003,0.01000,0.438
38,mlp.experts.1.gate_proj,0.00632268,0.01000,0.439
38,mlp.experts.2.gate_proj,0.00028226,0.01000,0.437
38,mlp.experts.3.gate_proj,0.00447989,0.01000,0.441
38,mlp.experts.4.gate_proj,0.00611235,0.01000,0.452
38,mlp.experts.5.gate_proj,0.00006959,0.01000,0.452
38,mlp.experts.6.gate_proj,0.00090231,0.01000,0.437
38,mlp.experts.7.gate_proj,0.00128548,0.01000,0.439
38,mlp.experts.8.gate_proj,0.00121252,0.01000,0.439
38,mlp.experts.9.gate_proj,0.00022597,0.01000,0.438
38,mlp.experts.10.gate_proj,0.00212207,0.01000,0.444
38,mlp.experts.11.gate_proj,0.00066534,0.01000,0.438
38,mlp.experts.12.gate_proj,0.00530101,0.01000,0.438
38,mlp.experts.13.gate_proj,0.00033535,0.01000,0.436
38,mlp.experts.14.gate_proj,0.01417774,0.01000,0.434
38,mlp.experts.15.gate_proj,0.00239216,0.01000,0.437
38,mlp.experts.16.gate_proj,0.00159845,0.01000,0.436
38,mlp.experts.17.gate_proj,0.00299352,0.01000,0.438
38,mlp.experts.18.gate_proj,0.00298737,0.01000,0.434
38,mlp.experts.19.gate_proj,0.00057645,0.01000,0.435
38,mlp.experts.20.gate_proj,0.00199213,0.01000,0.435
38,mlp.experts.21.gate_proj,0.00026361,0.01000,0.435
38,mlp.experts.22.gate_proj,0.01517122,0.01000,0.436
38,mlp.experts.23.gate_proj,0.00182046,0.01000,0.435
38,mlp.experts.24.gate_proj,0.00129641,0.01000,0.442
38,mlp.experts.25.gate_proj,0.00000923,0.01000,0.438
38,mlp.experts.26.gate_proj,0.01263347,0.01000,0.439
38,mlp.experts.27.gate_proj,0.00094699,0.01000,0.439
38,mlp.experts.28.gate_proj,0.00201726,0.01000,0.438
38,mlp.experts.29.gate_proj,0.00053608,0.01000,0.437
38,mlp.experts.30.gate_proj,0.00037451,0.01000,0.438
38,mlp.experts.31.gate_proj,0.00028378,0.01000,0.438
38,mlp.experts.32.gate_proj,0.00291469,0.01000,0.437
38,mlp.experts.33.gate_proj,0.01595167,0.01000,0.443
38,mlp.experts.34.gate_proj,0.00527274,0.01000,0.438
38,mlp.experts.35.gate_proj,0.00000006,0.01000,0.438
38,mlp.experts.36.gate_proj,0.00197084,0.01000,0.437
38,mlp.experts.37.gate_proj,0.00114616,0.01000,0.440
38,mlp.experts.38.gate_proj,0.00772934,0.01000,0.439
38,mlp.experts.39.gate_proj,0.00418066,0.01000,0.439
38,mlp.experts.40.gate_proj,0.00114691,0.01000,0.446
38,mlp.experts.41.gate_proj,0.00000140,0.01000,0.443
38,mlp.experts.42.gate_proj,0.00488681,0.01000,0.438
38,mlp.experts.43.gate_proj,0.00000145,0.01000,0.438
38,mlp.experts.44.gate_proj,0.00444813,0.01000,0.439
38,mlp.experts.45.gate_proj,0.00000024,0.01000,0.439
38,mlp.experts.46.gate_proj,0.00012218,0.01000,0.437
38,mlp.experts.47.gate_proj,0.00190225,0.01000,0.439
38,mlp.experts.48.gate_proj,0.00137814,0.01000,0.438
38,mlp.experts.49.gate_proj,0.00981870,0.01000,0.439
38,mlp.experts.50.gate_proj,0.00102197,0.01000,0.438
38,mlp.experts.51.gate_proj,0.00075557,0.01000,0.440
38,mlp.experts.52.gate_proj,0.00011458,0.01000,0.436
38,mlp.experts.53.gate_proj,0.00443018,0.01000,0.435
38,mlp.experts.54.gate_proj,0.00000004,0.01000,0.435
38,mlp.experts.55.gate_proj,0.02042548,0.01000,0.435
38,mlp.experts.56.gate_proj,0.00000002,0.01000,0.437
38,mlp.experts.57.gate_proj,0.00164808,0.01000,0.438
38,mlp.experts.58.gate_proj,0.00145734,0.01000,0.439
38,mlp.experts.59.gate_proj,0.00006002,0.01000,0.439
38,mlp.experts.60.gate_proj,0.00238004,0.01000,0.440
38,mlp.experts.61.gate_proj,0.00048737,0.01000,0.439
38,mlp.experts.62.gate_proj,0.00338922,0.01000,0.438
38,mlp.experts.63.gate_proj,0.00036618,0.01000,0.441
38,mlp.experts.64.gate_proj,0.00278415,0.01000,0.438
38,mlp.experts.65.gate_proj,0.00000003,0.01000,0.439
38,mlp.experts.66.gate_proj,0.00174001,0.01000,0.438
38,mlp.experts.67.gate_proj,0.00253001,0.01000,0.440
38,mlp.experts.68.gate_proj,0.00236697,0.01000,0.442
38,mlp.experts.69.gate_proj,0.00326309,0.01000,0.439
38,mlp.experts.70.gate_proj,0.00000043,0.01000,0.440
38,mlp.experts.71.gate_proj,0.00218669,0.01000,0.438
38,mlp.experts.72.gate_proj,0.00082960,0.01000,0.435
38,mlp.experts.73.gate_proj,0.00189055,0.01000,0.434
38,mlp.experts.74.gate_proj,0.00089998,0.01000,0.434
38,mlp.experts.75.gate_proj,0.00481156,0.01000,0.434
38,mlp.experts.76.gate_proj,0.00125230,0.01000,0.435
38,mlp.experts.77.gate_proj,0.00010422,0.01000,0.438
38,mlp.experts.78.gate_proj,0.00049182,0.01000,0.435
38,mlp.experts.79.gate_proj,0.00268333,0.01000,0.434
38,mlp.experts.80.gate_proj,0.00217930,0.01000,0.434
38,mlp.experts.81.gate_proj,0.01146474,0.01000,0.435
38,mlp.experts.82.gate_proj,0.00469324,0.01000,0.434
38,mlp.experts.83.gate_proj,0.00000009,0.01000,0.436
38,mlp.experts.84.gate_proj,0.00195965,0.01000,0.435
38,mlp.experts.85.gate_proj,0.00075036,0.01000,0.436
38,mlp.experts.86.gate_proj,0.00463705,0.01000,0.434
38,mlp.experts.87.gate_proj,0.00263317,0.01000,0.435
38,mlp.experts.88.gate_proj,0.00061789,0.01000,0.434
38,mlp.experts.89.gate_proj,0.00006362,0.01000,0.434
38,mlp.experts.90.gate_proj,0.00063451,0.01000,0.434
38,mlp.experts.91.gate_proj,0.00012438,0.01000,0.434
38,mlp.experts.92.gate_proj,0.01801469,0.01000,0.438
38,mlp.experts.93.gate_proj,0.00004885,0.01000,0.433
38,mlp.experts.94.gate_proj,0.00009214,0.01000,0.435
38,mlp.experts.95.gate_proj,0.00176150,0.01000,0.435
38,mlp.experts.96.gate_proj,0.00094573,0.01000,0.437
38,mlp.experts.97.gate_proj,0.00000137,0.01000,0.435
38,mlp.experts.98.gate_proj,0.00599079,0.01000,0.435
38,mlp.experts.99.gate_proj,0.00162477,0.01000,0.435
38,mlp.experts.100.gate_proj,0.00501551,0.01000,0.435
38,mlp.experts.101.gate_proj,0.00461199,0.01000,0.438
38,mlp.experts.102.gate_proj,0.00621412,0.01000,0.435
38,mlp.experts.103.gate_proj,0.00000334,0.01000,0.435
38,mlp.experts.104.gate_proj,0.00061602,0.01000,0.436
38,mlp.experts.105.gate_proj,0.00315149,0.01000,0.437
38,mlp.experts.106.gate_proj,0.00000121,0.01000,0.438
38,mlp.experts.107.gate_proj,0.00227024,0.01000,0.437
38,mlp.experts.108.gate_proj,0.00154960,0.01000,0.436
38,mlp.experts.109.gate_proj,0.00339268,0.01000,0.435
38,mlp.experts.110.gate_proj,0.00258572,0.01000,0.454
38,mlp.experts.111.gate_proj,0.00278653,0.01000,0.450
38,mlp.experts.112.gate_proj,0.00043930,0.01000,0.437
38,mlp.experts.113.gate_proj,0.00001290,0.01000,0.439
38,mlp.experts.114.gate_proj,0.00103928,0.01000,0.437
38,mlp.experts.115.gate_proj,0.00616785,0.01000,0.438
38,mlp.experts.116.gate_proj,0.00006715,0.01000,0.438
38,mlp.experts.117.gate_proj,0.00007534,0.01000,0.437
38,mlp.experts.118.gate_proj,0.00022166,0.01000,0.439
38,mlp.experts.119.gate_proj,0.00073324,0.01000,0.441
38,mlp.experts.120.gate_proj,0.00001024,0.01000,0.437
38,mlp.experts.121.gate_proj,0.00023678,0.01000,0.435
38,mlp.experts.122.gate_proj,0.00000151,0.01000,0.435
38,mlp.experts.123.gate_proj,0.00000354,0.01000,0.431
38,mlp.experts.124.gate_proj,0.00009036,0.01000,0.433
38,mlp.experts.125.gate_proj,0.00423958,0.01000,0.433
38,mlp.experts.126.gate_proj,0.00028518,0.01000,0.439
38,mlp.experts.127.gate_proj,0.00000008,0.01000,0.434
38,mlp.experts.0.down_proj,0.00002620,0.01000,0.184
38,mlp.experts.1.down_proj,0.00326907,0.01000,0.169
38,mlp.experts.2.down_proj,0.00012625,0.01000,0.166
38,mlp.experts.3.down_proj,0.00235306,0.01000,0.165
38,mlp.experts.4.down_proj,0.00776260,0.01000,0.166
38,mlp.experts.5.down_proj,0.00005684,0.01000,0.165
38,mlp.experts.6.down_proj,0.00064730,0.01000,0.166
38,mlp.experts.7.down_proj,0.00106918,0.01000,0.167
38,mlp.experts.8.down_proj,0.00102046,0.01000,0.166
38,mlp.experts.9.down_proj,0.00016940,0.01000,0.166
38,mlp.experts.10.down_proj,0.00205978,0.01000,0.166
38,mlp.experts.11.down_proj,0.00070312,0.01000,0.166
38,mlp.experts.12.down_proj,0.00296749,0.01000,0.166
38,mlp.experts.13.down_proj,0.00009731,0.01000,0.166
38,mlp.experts.14.down_proj,0.00947604,0.01000,0.166
38,mlp.experts.15.down_proj,0.00221798,0.01000,0.167
38,mlp.experts.16.down_proj,0.00125842,0.01000,0.166
38,mlp.experts.17.down_proj,0.00409126,0.01000,0.166
38,mlp.experts.18.down_proj,0.00285243,0.01000,0.170
38,mlp.experts.19.down_proj,0.00051269,0.01000,0.167
38,mlp.experts.20.down_proj,0.00175968,0.01000,0.167
38,mlp.experts.21.down_proj,0.00021457,0.01000,0.166
38,mlp.experts.22.down_proj,0.00704877,0.01000,0.167
38,mlp.experts.23.down_proj,0.00103880,0.01000,0.167
38,mlp.experts.24.down_proj,0.00063789,0.01000,0.166
38,mlp.experts.25.down_proj,0.00001275,0.01000,0.169
38,mlp.experts.26.down_proj,0.00542277,0.01000,0.168
38,mlp.experts.27.down_proj,0.00081224,0.01000,0.168
38,mlp.experts.28.down_proj,0.00240317,0.01000,0.168
38,mlp.experts.29.down_proj,0.00018032,0.01000,0.168
38,mlp.experts.30.down_proj,0.00016983,0.01000,0.168
38,mlp.experts.31.down_proj,0.00020122,0.01000,0.168
38,mlp.experts.32.down_proj,0.00325961,0.01000,0.167
38,mlp.experts.33.down_proj,0.01090231,0.01000,0.167
38,mlp.experts.34.down_proj,0.00357154,0.01000,0.166
38,mlp.experts.35.down_proj,0.00000004,0.01000,0.166
38,mlp.experts.36.down_proj,0.00118964,0.01000,0.166
38,mlp.experts.37.down_proj,0.00052630,0.01000,0.166
38,mlp.experts.38.down_proj,0.00416042,0.01000,0.168
38,mlp.experts.39.down_proj,0.00376134,0.01000,0.168
38,mlp.experts.40.down_proj,0.00057325,0.01000,0.167
38,mlp.experts.41.down_proj,0.00000096,0.01000,0.167
38,mlp.experts.42.down_proj,0.00319575,0.01000,0.168
38,mlp.experts.43.down_proj,0.00000121,0.01000,0.171
38,mlp.experts.44.down_proj,0.00256144,0.01000,0.169
38,mlp.experts.45.down_proj,0.00000001,0.01000,0.169
38,mlp.experts.46.down_proj,0.00010531,0.01000,0.168
38,mlp.experts.47.down_proj,0.00231480,0.01000,0.168
38,mlp.experts.48.down_proj,0.00158181,0.01000,0.169
38,mlp.experts.49.down_proj,0.00584896,0.01000,0.169
38,mlp.experts.50.down_proj,0.00063919,0.01000,0.171
38,mlp.experts.51.down_proj,0.00040296,0.01000,0.168
38,mlp.experts.52.down_proj,0.00008544,0.01000,0.168
38,mlp.experts.53.down_proj,0.00282283,0.01000,0.168
38,mlp.experts.54.down_proj,0.00000002,0.01000,0.168
38,mlp.experts.55.down_proj,0.00708277,0.01000,0.169
38,mlp.experts.56.down_proj,0.00000001,0.01000,0.171
38,mlp.experts.57.down_proj,0.00088196,0.01000,0.169
38,mlp.experts.58.down_proj,0.00140902,0.01000,0.168
38,mlp.experts.59.down_proj,0.00004743,0.01000,0.169
38,mlp.experts.60.down_proj,0.00208317,0.01000,0.168
38,mlp.experts.61.down_proj,0.00023426,0.01000,0.173
38,mlp.experts.62.down_proj,0.00430179,0.01000,0.169
38,mlp.experts.63.down_proj,0.00100696,0.01000,0.169
38,mlp.experts.64.down_proj,0.00269638,0.01000,0.169
38,mlp.experts.65.down_proj,0.00000001,0.01000,0.171
38,mlp.experts.66.down_proj,0.00157664,0.01000,0.170
38,mlp.experts.67.down_proj,0.00202361,0.01000,0.169
38,mlp.experts.68.down_proj,0.00229340,0.01000,0.169
38,mlp.experts.69.down_proj,0.00216055,0.01000,0.169
38,mlp.experts.70.down_proj,0.00000019,0.01000,0.168
38,mlp.experts.71.down_proj,0.00163526,0.01000,0.169
38,mlp.experts.72.down_proj,0.00071108,0.01000,0.169
38,mlp.experts.73.down_proj,0.00249953,0.01000,0.169
38,mlp.experts.74.down_proj,0.00042171,0.01000,0.169
38,mlp.experts.75.down_proj,0.00395342,0.01000,0.169
38,mlp.experts.76.down_proj,0.00064854,0.01000,0.168
38,mlp.experts.77.down_proj,0.00006340,0.01000,0.169
38,mlp.experts.78.down_proj,0.00033344,0.01000,0.169
38,mlp.experts.79.down_proj,0.00264274,0.01000,0.170
38,mlp.experts.80.down_proj,0.00309313,0.01000,0.169
38,mlp.experts.81.down_proj,0.01247376,0.01000,0.169
38,mlp.experts.82.down_proj,0.00440467,0.01000,0.171
38,mlp.experts.83.down_proj,0.00000001,0.01000,0.170
38,mlp.experts.84.down_proj,0.00133964,0.01000,0.171
38,mlp.experts.85.down_proj,0.00093404,0.01000,0.171
38,mlp.experts.86.down_proj,0.00191855,0.01000,0.170
38,mlp.experts.87.down_proj,0.00088754,0.01000,0.170
38,mlp.experts.88.down_proj,0.00052051,0.01000,0.170
38,mlp.experts.89.down_proj,0.00004379,0.01000,0.170
38,mlp.experts.90.down_proj,0.00045880,0.01000,0.170
38,mlp.experts.91.down_proj,0.00003744,0.01000,0.169
38,mlp.experts.92.down_proj,0.00648733,0.01000,0.169
38,mlp.experts.93.down_proj,0.00006801,0.01000,0.169
38,mlp.experts.94.down_proj,0.00008316,0.01000,0.169
38,mlp.experts.95.down_proj,0.00086364,0.01000,0.169
38,mlp.experts.96.down_proj,0.00088910,0.01000,0.169
38,mlp.experts.97.down_proj,0.00000058,0.01000,0.170
38,mlp.experts.98.down_proj,0.00663834,0.01000,0.169
38,mlp.experts.99.down_proj,0.00095455,0.01000,0.169
38,mlp.experts.100.down_proj,0.00519504,0.01000,0.169
38,mlp.experts.101.down_proj,0.00374777,0.01000,0.170
38,mlp.experts.102.down_proj,0.00420833,0.01000,0.174
38,mlp.experts.103.down_proj,0.00000186,0.01000,0.169
38,mlp.experts.104.down_proj,0.00065854,0.01000,0.170
38,mlp.experts.105.down_proj,0.00163078,0.01000,0.169
38,mlp.experts.106.down_proj,0.00000143,0.01000,0.169
38,mlp.experts.107.down_proj,0.00175432,0.01000,0.182
38,mlp.experts.108.down_proj,0.00088506,0.01000,0.169
38,mlp.experts.109.down_proj,0.00196417,0.01000,0.169
38,mlp.experts.110.down_proj,0.00170974,0.01000,0.169
38,mlp.experts.111.down_proj,0.00176684,0.01000,0.185
38,mlp.experts.112.down_proj,0.00035822,0.01000,0.169
38,mlp.experts.113.down_proj,0.00000819,0.01000,0.169
38,mlp.experts.114.down_proj,0.00041445,0.01000,0.174
38,mlp.experts.115.down_proj,0.00319615,0.01000,0.170
38,mlp.experts.116.down_proj,0.00008108,0.01000,0.170
38,mlp.experts.117.down_proj,0.00000404,0.01000,0.169
38,mlp.experts.118.down_proj,0.00020556,0.01000,0.171
38,mlp.experts.119.down_proj,0.00081448,0.01000,0.172
38,mlp.experts.120.down_proj,0.00001071,0.01000,0.172
38,mlp.experts.121.down_proj,0.00017813,0.01000,0.170
38,mlp.experts.122.down_proj,0.00000126,0.01000,0.169
38,mlp.experts.123.down_proj,0.00000275,0.01000,0.181
38,mlp.experts.124.down_proj,0.00006322,0.01000,0.169
38,mlp.experts.125.down_proj,0.00303679,0.01000,0.169
38,mlp.experts.126.down_proj,0.00040612,0.01000,0.170
38,mlp.experts.127.down_proj,0.00000005,0.01000,0.170
39,self_attn.q_proj,0.00511318,0.01000,0.445
39,self_attn.k_proj,0.00053363,0.01000,0.438
39,self_attn.v_proj,0.00070529,0.01000,0.438
39,self_attn.o_proj,0.00048034,0.01000,0.915
39,mlp.experts.0.up_proj,0.01474266,0.01000,0.494
39,mlp.experts.1.up_proj,0.00708593,0.01000,0.455
39,mlp.experts.2.up_proj,0.00120349,0.01000,0.458
39,mlp.experts.3.up_proj,0.00417762,0.01000,0.450
39,mlp.experts.4.up_proj,0.00329489,0.01000,0.455
39,mlp.experts.5.up_proj,0.00269161,0.01000,0.458
39,mlp.experts.6.up_proj,0.00238838,0.01000,0.456
39,mlp.experts.7.up_proj,0.00474165,0.01000,0.453
39,mlp.experts.8.up_proj,0.00606618,0.01000,0.455
39,mlp.experts.9.up_proj,0.00322818,0.01000,0.458
39,mlp.experts.10.up_proj,0.00083044,0.01000,0.462
39,mlp.experts.11.up_proj,0.00284250,0.01000,0.454
39,mlp.experts.12.up_proj,0.00054726,0.01000,0.457
39,mlp.experts.13.up_proj,0.00060665,0.01000,0.454
39,mlp.experts.14.up_proj,0.00018176,0.01000,0.458
39,mlp.experts.15.up_proj,0.00000075,0.01000,0.453
39,mlp.experts.16.up_proj,0.00571452,0.01000,0.450
39,mlp.experts.17.up_proj,0.00238377,0.01000,0.452
39,mlp.experts.18.up_proj,0.00013097,0.01000,0.449
39,mlp.experts.19.up_proj,0.00024679,0.01000,0.445
39,mlp.experts.20.up_proj,0.00408348,0.01000,0.441
39,mlp.experts.21.up_proj,0.00001469,0.01000,0.440
39,mlp.experts.22.up_proj,0.00000053,0.01000,0.440
39,mlp.experts.23.up_proj,0.00233476,0.01000,0.441
39,mlp.experts.24.up_proj,0.00011536,0.01000,0.439
39,mlp.experts.25.up_proj,0.02682643,0.01000,0.443
39,mlp.experts.26.up_proj,0.00021109,0.01000,0.439
39,mlp.experts.27.up_proj,0.00015324,0.01000,0.439
39,mlp.experts.28.up_proj,0.00095237,0.01000,0.439
39,mlp.experts.29.up_proj,0.00347003,0.01000,0.439
39,mlp.experts.30.up_proj,0.00146167,0.01000,0.439
39,mlp.experts.31.up_proj,0.00210237,0.01000,0.435
39,mlp.experts.32.up_proj,0.00585236,0.01000,0.437
39,mlp.experts.33.up_proj,0.00185141,0.01000,0.436
39,mlp.experts.34.up_proj,0.00239304,0.01000,0.442
39,mlp.experts.35.up_proj,0.00263256,0.01000,0.436
39,mlp.experts.36.up_proj,0.00003107,0.01000,0.441
39,mlp.experts.37.up_proj,0.00194103,0.01000,0.444
39,mlp.experts.38.up_proj,0.00000252,0.01000,0.436
39,mlp.experts.39.up_proj,0.00082294,0.01000,0.439
39,mlp.experts.40.up_proj,0.00950433,0.01000,0.437
39,mlp.experts.41.up_proj,0.01192719,0.01000,0.436
39,mlp.experts.42.up_proj,0.00000025,0.01000,0.435
39,mlp.experts.43.up_proj,0.00000352,0.01000,0.436
39,mlp.experts.44.up_proj,0.00000008,0.01000,0.438
39,mlp.experts.45.up_proj,0.00154376,0.01000,0.439
39,mlp.experts.46.up_proj,0.00245944,0.01000,0.438
39,mlp.experts.47.up_proj,0.00004250,0.01000,0.437
39,mlp.experts.48.up_proj,0.00177601,0.01000,0.438
39,mlp.experts.49.up_proj,0.00525136,0.01000,0.438
39,mlp.experts.50.up_proj,0.00064871,0.01000,0.437
39,mlp.experts.51.up_proj,0.01890875,0.01000,0.453
39,mlp.experts.52.up_proj,0.01450587,0.01000,0.443
39,mlp.experts.53.up_proj,0.00007418,0.01000,0.452
39,mlp.experts.54.up_proj,0.00213846,0.01000,0.440
39,mlp.experts.55.up_proj,0.00233109,0.01000,0.441
39,mlp.experts.56.up_proj,0.00277538,0.01000,0.439
39,mlp.experts.57.up_proj,0.00071860,0.01000,0.440
39,mlp.experts.58.up_proj,0.00136983,0.01000,0.439
39,mlp.experts.59.up_proj,0.00069243,0.01000,0.441
39,mlp.experts.60.up_proj,0.00268693,0.01000,0.438
39,mlp.experts.61.up_proj,0.00087517,0.01000,0.436
39,mlp.experts.62.up_proj,0.00001996,0.01000,0.437
39,mlp.experts.63.up_proj,0.00111886,0.01000,0.437
39,mlp.experts.64.up_proj,0.00008769,0.01000,0.440
39,mlp.experts.65.up_proj,0.00000061,0.01000,0.439
39,mlp.experts.66.up_proj,0.00046553,0.01000,0.439
39,mlp.experts.67.up_proj,0.00000023,0.01000,0.439
39,mlp.experts.68.up_proj,0.00000177,0.01000,0.439
39,mlp.experts.69.up_proj,0.00188589,0.01000,0.442
39,mlp.experts.70.up_proj,0.00192969,0.01000,0.439
39,mlp.experts.71.up_proj,0.00262574,0.01000,0.443
39,mlp.experts.72.up_proj,0.00065168,0.01000,0.439
39,mlp.experts.73.up_proj,0.00008753,0.01000,0.441
39,mlp.experts.74.up_proj,0.00000064,0.01000,0.440
39,mlp.experts.75.up_proj,0.00156148,0.01000,0.442
39,mlp.experts.76.up_proj,0.00035905,0.01000,0.444
39,mlp.experts.77.up_proj,0.00956383,0.01000,0.452
39,mlp.experts.78.up_proj,0.00224370,0.01000,0.449
39,mlp.experts.79.up_proj,0.00000697,0.01000,0.439
39,mlp.experts.80.up_proj,0.01210411,0.01000,0.439
39,mlp.experts.81.up_proj,0.00007892,0.01000,0.438
39,mlp.experts.82.up_proj,0.00448617,0.01000,0.439
39,mlp.experts.83.up_proj,0.00430985,0.01000,0.440
39,mlp.experts.84.up_proj,0.00050176,0.01000,0.439
39,mlp.experts.85.up_proj,0.00194302,0.01000,0.440
39,mlp.experts.86.up_proj,0.00481156,0.01000,0.453
39,mlp.experts.87.up_proj,0.01381112,0.01000,0.443
39,mlp.experts.88.up_proj,0.00000140,0.01000,0.440
39,mlp.experts.89.up_proj,0.01711324,0.01000,0.440
39,mlp.experts.90.up_proj,0.00398416,0.01000,0.440
39,mlp.experts.91.up_proj,0.00147094,0.01000,0.440
39,mlp.experts.92.up_proj,0.00000025,0.01000,0.440
39,mlp.experts.93.up_proj,0.00070113,0.01000,0.441
39,mlp.experts.94.up_proj,0.00268760,0.01000,0.441
39,mlp.experts.95.up_proj,0.00593756,0.01000,0.439
39,mlp.experts.96.up_proj,0.00083332,0.01000,0.439
39,mlp.experts.97.up_proj,0.00000045,0.01000,0.439
39,mlp.experts.98.up_proj,0.00441210,0.01000,0.440
39,mlp.experts.99.up_proj,0.00000578,0.01000,0.441
39,mlp.experts.100.up_proj,0.00711200,0.01000,0.440
39,mlp.experts.101.up_proj,0.00190162,0.01000,0.439
39,mlp.experts.102.up_proj,0.00135734,0.01000,0.439
39,mlp.experts.103.up_proj,0.00140065,0.01000,0.440
39,mlp.experts.104.up_proj,0.00012923,0.01000,0.443
39,mlp.experts.105.up_proj,0.00000050,0.01000,0.440
39,mlp.experts.106.up_proj,0.00916775,0.01000,0.439
39,mlp.experts.107.up_proj,0.00283357,0.01000,0.440
39,mlp.experts.108.up_proj,0.00000010,0.01000,0.440
39,mlp.experts.109.up_proj,0.00119016,0.01000,0.439
39,mlp.experts.110.up_proj,0.00597631,0.01000,0.440
39,mlp.experts.111.up_proj,0.00000204,0.01000,0.439
39,mlp.experts.112.up_proj,0.00044160,0.01000,0.441
39,mlp.experts.113.up_proj,0.00021863,0.01000,0.440
39,mlp.experts.114.up_proj,0.00000005,0.01000,0.442
39,mlp.experts.115.up_proj,0.00043801,0.01000,0.440
39,mlp.experts.116.up_proj,0.00209761,0.01000,0.439
39,mlp.experts.117.up_proj,0.00105517,0.01000,0.440
39,mlp.experts.118.up_proj,0.00025504,0.01000,0.441
39,mlp.experts.119.up_proj,0.00068736,0.01000,0.440
39,mlp.experts.120.up_proj,0.00664929,0.01000,0.441
39,mlp.experts.121.up_proj,0.00478481,0.01000,0.441
39,mlp.experts.122.up_proj,0.00007837,0.01000,0.440
39,mlp.experts.123.up_proj,0.00073363,0.01000,0.440
39,mlp.experts.124.up_proj,0.00000057,0.01000,0.440
39,mlp.experts.125.up_proj,0.01293983,0.01000,0.440
39,mlp.experts.126.up_proj,0.00245102,0.01000,0.441
39,mlp.experts.127.up_proj,0.01025248,0.01000,0.441
39,mlp.experts.0.gate_proj,0.01659577,0.01000,0.440
39,mlp.experts.1.gate_proj,0.00673384,0.01000,0.437
39,mlp.experts.2.gate_proj,0.00117662,0.01000,0.438
39,mlp.experts.3.gate_proj,0.00367410,0.01000,0.437
39,mlp.experts.4.gate_proj,0.00239207,0.01000,0.439
39,mlp.experts.5.gate_proj,0.00263562,0.01000,0.440
39,mlp.experts.6.gate_proj,0.00234149,0.01000,0.441
39,mlp.experts.7.gate_proj,0.00459620,0.01000,0.439
39,mlp.experts.8.gate_proj,0.00574215,0.01000,0.436
39,mlp.experts.9.gate_proj,0.00333242,0.01000,0.438
39,mlp.experts.10.gate_proj,0.00077652,0.01000,0.436
39,mlp.experts.11.gate_proj,0.00295293,0.01000,0.436
39,mlp.experts.12.gate_proj,0.00053635,0.01000,0.437
39,mlp.experts.13.gate_proj,0.00059315,0.01000,0.437
39,mlp.experts.14.gate_proj,0.00018128,0.01000,0.436
39,mlp.experts.15.gate_proj,0.00000076,0.01000,0.435
39,mlp.experts.16.gate_proj,0.00581557,0.01000,0.437
39,mlp.experts.17.gate_proj,0.00231859,0.01000,0.437
39,mlp.experts.18.gate_proj,0.00012494,0.01000,0.437
39,mlp.experts.19.gate_proj,0.00024654,0.01000,0.436
39,mlp.experts.20.gate_proj,0.00386435,0.01000,0.439
39,mlp.experts.21.gate_proj,0.00001431,0.01000,0.441
39,mlp.experts.22.gate_proj,0.00000049,0.01000,0.439
39,mlp.experts.23.gate_proj,0.00216782,0.01000,0.439
39,mlp.experts.24.gate_proj,0.00011061,0.01000,0.438
39,mlp.experts.25.gate_proj,0.02770570,0.01000,0.451
39,mlp.experts.26.gate_proj,0.00020573,0.01000,0.455
39,mlp.experts.27.gate_proj,0.00015053,0.01000,0.440
39,mlp.experts.28.gate_proj,0.00095363,0.01000,0.440
39,mlp.experts.29.gate_proj,0.00366494,0.01000,0.441
39,mlp.experts.30.gate_proj,0.00144934,0.01000,0.440
39,mlp.experts.31.gate_proj,0.00201704,0.01000,0.438
39,mlp.experts.32.gate_proj,0.00652940,0.01000,0.440
39,mlp.experts.33.gate_proj,0.00203218,0.01000,0.439
39,mlp.experts.34.gate_proj,0.00231038,0.01000,0.439
39,mlp.experts.35.gate_proj,0.00249990,0.01000,0.440
39,mlp.experts.36.gate_proj,0.00003185,0.01000,0.439
39,mlp.experts.37.gate_proj,0.00196660,0.01000,0.439
39,mlp.experts.38.gate_proj,0.00000260,0.01000,0.438
39,mlp.experts.39.gate_proj,0.00079874,0.01000,0.438
39,mlp.experts.40.gate_proj,0.00924081,0.01000,0.439
39,mlp.experts.41.gate_proj,0.01152572,0.01000,0.439
39,mlp.experts.42.gate_proj,0.00000024,0.01000,0.438
39,mlp.experts.43.gate_proj,0.00000322,0.01000,0.439
39,mlp.experts.44.gate_proj,0.00000008,0.01000,0.445
39,mlp.experts.45.gate_proj,0.00148618,0.01000,0.438
39,mlp.experts.46.gate_proj,0.00270899,0.01000,0.438
39,mlp.experts.47.gate_proj,0.00004009,0.01000,0.438
39,mlp.experts.48.gate_proj,0.00178671,0.01000,0.438
39,mlp.experts.49.gate_proj,0.00536788,0.01000,0.438
39,mlp.experts.50.gate_proj,0.00064781,0.01000,0.439
39,mlp.experts.51.gate_proj,0.02174252,0.01000,0.439
39,mlp.experts.52.gate_proj,0.01643980,0.01000,0.439
39,mlp.experts.53.gate_proj,0.00007117,0.01000,0.438
39,mlp.experts.54.gate_proj,0.00220703,0.01000,0.440
39,mlp.experts.55.gate_proj,0.00217728,0.01000,0.440
39,mlp.experts.56.gate_proj,0.00266114,0.01000,0.438
39,mlp.experts.57.gate_proj,0.00070261,0.01000,0.438
39,mlp.experts.58.gate_proj,0.00134272,0.01000,0.445
39,mlp.experts.59.gate_proj,0.00071836,0.01000,0.441
39,mlp.experts.60.gate_proj,0.00241440,0.01000,0.454
39,mlp.experts.61.gate_proj,0.00086193,0.01000,0.436
39,mlp.experts.62.gate_proj,0.00001822,0.01000,0.438
39,mlp.experts.63.gate_proj,0.00111784,0.01000,0.437
39,mlp.experts.64.gate_proj,0.00008887,0.01000,0.436
39,mlp.experts.65.gate_proj,0.00000057,0.01000,0.436
39,mlp.experts.66.gate_proj,0.00048749,0.01000,0.442
39,mlp.experts.67.gate_proj,0.00000021,0.01000,0.438
39,mlp.experts.68.gate_proj,0.00000172,0.01000,0.435
39,mlp.experts.69.gate_proj,0.00183615,0.01000,0.433
39,mlp.experts.70.gate_proj,0.00185988,0.01000,0.432
39,mlp.experts.71.gate_proj,0.00268629,0.01000,0.434
39,mlp.experts.72.gate_proj,0.00062718,0.01000,0.433
39,mlp.experts.73.gate_proj,0.00013017,0.01000,0.439
39,mlp.experts.74.gate_proj,0.00000063,0.01000,0.438
39,mlp.experts.75.gate_proj,0.00153918,0.01000,0.439
39,mlp.experts.76.gate_proj,0.00033948,0.01000,0.438
39,mlp.experts.77.gate_proj,0.00937794,0.01000,0.441
39,mlp.experts.78.gate_proj,0.00211243,0.01000,0.440
39,mlp.experts.79.gate_proj,0.00000675,0.01000,0.440
39,mlp.experts.80.gate_proj,0.01475363,0.01000,0.441
39,mlp.experts.81.gate_proj,0.00007535,0.01000,0.442
39,mlp.experts.82.gate_proj,0.00442977,0.01000,0.439
39,mlp.experts.83.gate_proj,0.00433968,0.01000,0.441
39,mlp.experts.84.gate_proj,0.00049810,0.01000,0.441
39,mlp.experts.85.gate_proj,0.00184900,0.01000,0.441
39,mlp.experts.86.gate_proj,0.00464307,0.01000,0.441
39,mlp.experts.87.gate_proj,0.01474834,0.01000,0.441
39,mlp.experts.88.gate_proj,0.00000137,0.01000,0.441
39,mlp.experts.89.gate_proj,0.01692200,0.01000,0.441
39,mlp.experts.90.gate_proj,0.00410846,0.01000,0.441
39,mlp.experts.91.gate_proj,0.00138401,0.01000,0.441
39,mlp.experts.92.gate_proj,0.00000026,0.01000,0.443
39,mlp.experts.93.gate_proj,0.00068037,0.01000,0.441
39,mlp.experts.94.gate_proj,0.00263428,0.01000,0.441
39,mlp.experts.95.gate_proj,0.00555878,0.01000,0.442
39,mlp.experts.96.gate_proj,0.00079342,0.01000,0.441
39,mlp.experts.97.gate_proj,0.00000041,0.01000,0.440
39,mlp.experts.98.gate_proj,0.00427494,0.01000,0.441
39,mlp.experts.99.gate_proj,0.00000526,0.01000,0.441
39,mlp.experts.100.gate_proj,0.00723485,0.01000,0.450
39,mlp.experts.101.gate_proj,0.00215910,0.01000,0.444
39,mlp.experts.102.gate_proj,0.00153034,0.01000,0.444
39,mlp.experts.103.gate_proj,0.00124314,0.01000,0.442
39,mlp.experts.104.gate_proj,0.00012256,0.01000,0.446
39,mlp.experts.105.gate_proj,0.00000046,0.01000,0.445
39,mlp.experts.106.gate_proj,0.00993804,0.01000,0.447
39,mlp.experts.107.gate_proj,0.00258105,0.01000,0.445
39,mlp.experts.108.gate_proj,0.00000010,0.01000,0.447
39,mlp.experts.109.gate_proj,0.00117295,0.01000,0.446
39,mlp.experts.110.gate_proj,0.00615445,0.01000,0.447
39,mlp.experts.111.gate_proj,0.00000194,0.01000,0.447
39,mlp.experts.112.gate_proj,0.00048068,0.01000,0.448
39,mlp.experts.113.gate_proj,0.00020164,0.01000,0.452
39,mlp.experts.114.gate_proj,0.00000004,0.01000,0.443
39,mlp.experts.115.gate_proj,0.00040539,0.01000,0.443
39,mlp.experts.116.gate_proj,0.00214846,0.01000,0.443
39,mlp.experts.117.gate_proj,0.00113542,0.01000,0.443
39,mlp.experts.118.gate_proj,0.00024377,0.01000,0.444
39,mlp.experts.119.gate_proj,0.00072089,0.01000,0.444
39,mlp.experts.120.gate_proj,0.00665806,0.01000,0.444
39,mlp.experts.121.gate_proj,0.00468064,0.01000,0.444
39,mlp.experts.122.gate_proj,0.00007496,0.01000,0.457
39,mlp.experts.123.gate_proj,0.00070414,0.01000,0.445
39,mlp.experts.124.gate_proj,0.00000055,0.01000,0.445
39,mlp.experts.125.gate_proj,0.01395719,0.01000,0.458
39,mlp.experts.126.gate_proj,0.00227170,0.01000,0.449
39,mlp.experts.127.gate_proj,0.01015182,0.01000,0.462
39,mlp.experts.0.down_proj,0.01333698,0.01000,0.186
39,mlp.experts.1.down_proj,0.00442483,0.01000,0.169
39,mlp.experts.2.down_proj,0.00078949,0.01000,0.170
39,mlp.experts.3.down_proj,0.00399323,0.01000,0.168
39,mlp.experts.4.down_proj,0.00185605,0.01000,0.168
39,mlp.experts.5.down_proj,0.00240297,0.01000,0.168
39,mlp.experts.6.down_proj,0.00131314,0.01000,0.168
39,mlp.experts.7.down_proj,0.00226994,0.01000,0.168
39,mlp.experts.8.down_proj,0.00298304,0.01000,0.169
39,mlp.experts.9.down_proj,0.00155417,0.01000,0.169
39,mlp.experts.10.down_proj,0.00063347,0.01000,0.168
39,mlp.experts.11.down_proj,0.00154433,0.01000,0.168
39,mlp.experts.12.down_proj,0.00041433,0.01000,0.169
39,mlp.experts.13.down_proj,0.00034746,0.01000,0.169
39,mlp.experts.14.down_proj,0.00009317,0.01000,0.168
39,mlp.experts.15.down_proj,0.00000024,0.01000,0.169
39,mlp.experts.16.down_proj,0.00280446,0.01000,0.169
39,mlp.experts.17.down_proj,0.00122924,0.01000,0.174
39,mlp.experts.18.down_proj,0.00011345,0.01000,0.171
39,mlp.experts.19.down_proj,0.00012476,0.01000,0.171
39,mlp.experts.20.down_proj,0.00491867,0.01000,0.170
39,mlp.experts.21.down_proj,0.00001235,0.01000,0.170
39,mlp.experts.22.down_proj,0.00000035,0.01000,0.170
39,mlp.experts.23.down_proj,0.00206785,0.01000,0.169
39,mlp.experts.24.down_proj,0.00008806,0.01000,0.170
39,mlp.experts.25.down_proj,0.01270946,0.01000,0.170
39,mlp.experts.26.down_proj,0.00017775,0.01000,0.170
39,mlp.experts.27.down_proj,0.00010724,0.01000,0.170
39,mlp.experts.28.down_proj,0.00090977,0.01000,0.170
39,mlp.experts.29.down_proj,0.00224025,0.01000,0.169
39,mlp.experts.30.down_proj,0.00119916,0.01000,0.170
39,mlp.experts.31.down_proj,0.00153259,0.01000,0.170
39,mlp.experts.32.down_proj,0.00682772,0.01000,0.171
39,mlp.experts.33.down_proj,0.00122362,0.01000,0.170
39,mlp.experts.34.down_proj,0.00188397,0.01000,0.170
39,mlp.experts.35.down_proj,0.00208909,0.01000,0.174
39,mlp.experts.36.down_proj,0.00006695,0.01000,0.170
39,mlp.experts.37.down_proj,0.00208899,0.01000,0.171
39,mlp.experts.38.down_proj,0.00000327,0.01000,0.174
39,mlp.experts.39.down_proj,0.00038711,0.01000,0.170
39,mlp.experts.40.down_proj,0.00485587,0.01000,0.170
39,mlp.experts.41.down_proj,0.01103615,0.01000,0.170
39,mlp.experts.42.down_proj,0.00000014,0.01000,0.170
39,mlp.experts.43.down_proj,0.00000691,0.01000,0.169
39,mlp.experts.44.down_proj,0.00000003,0.01000,0.169
39,mlp.experts.45.down_proj,0.00130841,0.01000,0.169
39,mlp.experts.46.down_proj,0.00158549,0.01000,0.169
39,mlp.experts.47.down_proj,0.00006067,0.01000,0.169
39,mlp.experts.48.down_proj,0.00073674,0.01000,0.170
39,mlp.experts.49.down_proj,0.00508057,0.01000,0.169
39,mlp.experts.50.down_proj,0.00053932,0.01000,0.169
39,mlp.experts.51.down_proj,0.00776582,0.01000,0.169
39,mlp.experts.52.down_proj,0.01220719,0.01000,0.169
39,mlp.experts.53.down_proj,0.00007367,0.01000,0.170
39,mlp.experts.54.down_proj,0.00136431,0.01000,0.170
39,mlp.experts.55.down_proj,0.00152302,0.01000,0.169
39,mlp.experts.56.down_proj,0.00130189,0.01000,0.169
39,mlp.experts.57.down_proj,0.00049360,0.01000,0.169
39,mlp.experts.58.down_proj,0.00057327,0.01000,0.169
39,mlp.experts.59.down_proj,0.00033878,0.01000,0.169
39,mlp.experts.60.down_proj,0.00276979,0.01000,0.169
39,mlp.experts.61.down_proj,0.00057011,0.01000,0.168
39,mlp.experts.62.down_proj,0.00002558,0.01000,0.168
39,mlp.experts.63.down_proj,0.00054804,0.01000,0.168
39,mlp.experts.64.down_proj,0.00003532,0.01000,0.168
39,mlp.experts.65.down_proj,0.00000079,0.01000,0.168
39,mlp.experts.66.down_proj,0.00049213,0.01000,0.170
39,mlp.experts.67.down_proj,0.00000011,0.01000,0.171
39,mlp.experts.68.down_proj,0.00000094,0.01000,0.172
39,mlp.experts.69.down_proj,0.00157899,0.01000,0.172
39,mlp.experts.70.down_proj,0.00291067,0.01000,0.174
39,mlp.experts.71.down_proj,0.00188426,0.01000,0.169
39,mlp.experts.72.down_proj,0.00049393,0.01000,0.169
39,mlp.experts.73.down_proj,0.00001181,0.01000,0.171
39,mlp.experts.74.down_proj,0.00000057,0.01000,0.166
39,mlp.experts.75.down_proj,0.00094938,0.01000,0.166
39,mlp.experts.76.down_proj,0.00022156,0.01000,0.167
39,mlp.experts.77.down_proj,0.00758932,0.01000,0.167
39,mlp.experts.78.down_proj,0.00179005,0.01000,0.167
39,mlp.experts.79.down_proj,0.00000515,0.01000,0.167
39,mlp.experts.80.down_proj,0.00726042,0.01000,0.167
39,mlp.experts.81.down_proj,0.00004274,0.01000,0.167
39,mlp.experts.82.down_proj,0.00233797,0.01000,0.168
39,mlp.experts.83.down_proj,0.00292155,0.01000,0.167
39,mlp.experts.84.down_proj,0.00028233,0.01000,0.166
39,mlp.experts.85.down_proj,0.00193678,0.01000,0.167
39,mlp.experts.86.down_proj,0.00308426,0.01000,0.169
39,mlp.experts.87.down_proj,0.00914360,0.01000,0.167
39,mlp.experts.88.down_proj,0.00000071,0.01000,0.168
39,mlp.experts.89.down_proj,0.01871971,0.01000,0.169
39,mlp.experts.90.down_proj,0.00302467,0.01000,0.168
39,mlp.experts.91.down_proj,0.00099113,0.01000,0.168
39,mlp.experts.92.down_proj,0.00000019,0.01000,0.167
39,mlp.experts.93.down_proj,0.00073848,0.01000,0.167
39,mlp.experts.94.down_proj,0.00132922,0.01000,0.171
39,mlp.experts.95.down_proj,0.00358908,0.01000,0.167
39,mlp.experts.96.down_proj,0.00047179,0.01000,0.167
39,mlp.experts.97.down_proj,0.00000028,0.01000,0.170
39,mlp.experts.98.down_proj,0.00354368,0.01000,0.168
39,mlp.experts.99.down_proj,0.00000430,0.01000,0.167
39,mlp.experts.100.down_proj,0.00455002,0.01000,0.168
39,mlp.experts.101.down_proj,0.00283031,0.01000,0.168
39,mlp.experts.102.down_proj,0.00049778,0.01000,0.168
39,mlp.experts.103.down_proj,0.00200664,0.01000,0.168
39,mlp.experts.104.down_proj,0.00013447,0.01000,0.168
39,mlp.experts.105.down_proj,0.00000033,0.01000,0.167
39,mlp.experts.106.down_proj,0.00372986,0.01000,0.168
39,mlp.experts.107.down_proj,0.00221528,0.01000,0.169
39,mlp.experts.108.down_proj,0.00000005,0.01000,0.168
39,mlp.experts.109.down_proj,0.00064029,0.01000,0.169
39,mlp.experts.110.down_proj,0.00379133,0.01000,0.169
39,mlp.experts.111.down_proj,0.00000165,0.01000,0.168
39,mlp.experts.112.down_proj,0.00012910,0.01000,0.168
39,mlp.experts.113.down_proj,0.00013140,0.01000,0.169
39,mlp.experts.114.down_proj,0.00000003,0.01000,0.169
39,mlp.experts.115.down_proj,0.00041710,0.01000,0.172
39,mlp.experts.116.down_proj,0.00094602,0.01000,0.168
39,mlp.experts.117.down_proj,0.00051728,0.01000,0.168
39,mlp.experts.118.down_proj,0.00018561,0.01000,0.168
39,mlp.experts.119.down_proj,0.00044089,0.01000,0.168
39,mlp.experts.120.down_proj,0.00405529,0.01000,0.168
39,mlp.experts.121.down_proj,0.00290367,0.01000,0.168
39,mlp.experts.122.down_proj,0.00009926,0.01000,0.168
39,mlp.experts.123.down_proj,0.00050272,0.01000,0.167
39,mlp.experts.124.down_proj,0.00000036,0.01000,0.168
39,mlp.experts.125.down_proj,0.00508378,0.01000,0.168
39,mlp.experts.126.down_proj,0.00246885,0.01000,0.169
39,mlp.experts.127.down_proj,0.00990027,0.01000,0.168
40,self_attn.q_proj,0.00721392,0.01000,0.451
40,self_attn.k_proj,0.00080225,0.01000,0.440
40,self_attn.v_proj,0.00092831,0.01000,0.434
40,self_attn.o_proj,0.00066236,0.01000,0.886
40,mlp.experts.0.up_proj,0.00960430,0.01000,0.474
40,mlp.experts.1.up_proj,0.00053536,0.01000,0.436
40,mlp.experts.2.up_proj,0.00000010,0.01000,0.438
40,mlp.experts.3.up_proj,0.00000053,0.01000,0.437
40,mlp.experts.4.up_proj,0.00226064,0.01000,0.437
40,mlp.experts.5.up_proj,0.00047781,0.01000,0.438
40,mlp.experts.6.up_proj,0.00594854,0.01000,0.438
40,mlp.experts.7.up_proj,0.00442049,0.01000,0.439
40,mlp.experts.8.up_proj,0.00228240,0.01000,0.437
40,mlp.experts.9.up_proj,0.00178544,0.01000,0.435
40,mlp.experts.10.up_proj,0.00000467,0.01000,0.436
40,mlp.experts.11.up_proj,0.00229126,0.01000,0.435
40,mlp.experts.12.up_proj,0.00876516,0.01000,0.436
40,mlp.experts.13.up_proj,0.00362156,0.01000,0.437
40,mlp.experts.14.up_proj,0.00226302,0.01000,0.438
40,mlp.experts.15.up_proj,0.00287243,0.01000,0.437
40,mlp.experts.16.up_proj,0.00544509,0.01000,0.438
40,mlp.experts.17.up_proj,0.00343623,0.01000,0.438
40,mlp.experts.18.up_proj,0.00327415,0.01000,0.437
40,mlp.experts.19.up_proj,0.00044351,0.01000,0.437
40,mlp.experts.20.up_proj,0.00312879,0.01000,0.437
40,mlp.experts.21.up_proj,0.00000511,0.01000,0.438
40,mlp.experts.22.up_proj,0.00021685,0.01000,0.437
40,mlp.experts.23.up_proj,0.00421064,0.01000,0.437
40,mlp.experts.24.up_proj,0.00208808,0.01000,0.437
40,mlp.experts.25.up_proj,0.00004610,0.01000,0.437
40,mlp.experts.26.up_proj,0.00364823,0.01000,0.437
40,mlp.experts.27.up_proj,0.00397048,0.01000,0.438
40,mlp.experts.28.up_proj,0.01017731,0.01000,0.438
40,mlp.experts.29.up_proj,0.00406817,0.01000,0.437
40,mlp.experts.30.up_proj,0.01449292,0.01000,0.441
40,mlp.experts.31.up_proj,0.00000172,0.01000,0.436
40,mlp.experts.32.up_proj,0.00008819,0.01000,0.434
40,mlp.experts.33.up_proj,0.00142512,0.01000,0.435
40,mlp.experts.34.up_proj,0.00016192,0.01000,0.436
40,mlp.experts.35.up_proj,0.02480236,0.01000,0.436
40,mlp.experts.36.up_proj,0.00009035,0.01000,0.435
40,mlp.experts.37.up_proj,0.00372594,0.01000,0.435
40,mlp.experts.38.up_proj,0.00000006,0.01000,0.436
40,mlp.experts.39.up_proj,0.01083484,0.01000,0.439
40,mlp.experts.40.up_proj,0.00451978,0.01000,0.435
40,mlp.experts.41.up_proj,0.00002845,0.01000,0.435
40,mlp.experts.42.up_proj,0.00956042,0.01000,0.436
40,mlp.experts.43.up_proj,0.00490980,0.01000,0.435
40,mlp.experts.44.up_proj,0.00473765,0.01000,0.436
40,mlp.experts.45.up_proj,0.00562657,0.01000,0.436
40,mlp.experts.46.up_proj,0.00015383,0.01000,0.436
40,mlp.experts.47.up_proj,0.00003053,0.01000,0.435
40,mlp.experts.48.up_proj,0.01095418,0.01000,0.443
40,mlp.experts.49.up_proj,0.00174201,0.01000,0.437
40,mlp.experts.50.up_proj,0.00189648,0.01000,0.435
40,mlp.experts.51.up_proj,0.00401108,0.01000,0.437
40,mlp.experts.52.up_proj,0.00082215,0.01000,0.437
40,mlp.experts.53.up_proj,0.00001774,0.01000,0.436
40,mlp.experts.54.up_proj,0.00836852,0.01000,0.437
40,mlp.experts.55.up_proj,0.00276429,0.01000,0.437
40,mlp.experts.56.up_proj,0.00000003,0.01000,0.437
40,mlp.experts.57.up_proj,0.00273670,0.01000,0.439
40,mlp.experts.58.up_proj,0.00021261,0.01000,0.437
40,mlp.experts.59.up_proj,0.00046032,0.01000,0.450
40,mlp.experts.60.up_proj,0.00188273,0.01000,0.453
40,mlp.experts.61.up_proj,0.00000004,0.01000,0.439
40,mlp.experts.62.up_proj,0.00099954,0.01000,0.444
40,mlp.experts.63.up_proj,0.00034036,0.01000,0.442
40,mlp.experts.64.up_proj,0.00002915,0.01000,0.437
40,mlp.experts.65.up_proj,0.01935092,0.01000,0.440
40,mlp.experts.66.up_proj,0.00000025,0.01000,0.442
40,mlp.experts.67.up_proj,0.00015576,0.01000,0.440
40,mlp.experts.68.up_proj,0.00067744,0.01000,0.440
40,mlp.experts.69.up_proj,0.00001225,0.01000,0.438
40,mlp.experts.70.up_proj,0.00077131,0.01000,0.437
40,mlp.experts.71.up_proj,0.00000285,0.01000,0.442
40,mlp.experts.72.up_proj,0.00101236,0.01000,0.438
40,mlp.experts.73.up_proj,0.00107209,0.01000,0.438
40,mlp.experts.74.up_proj,0.00037129,0.01000,0.439
40,mlp.experts.75.up_proj,0.00437282,0.01000,0.440
40,mlp.experts.76.up_proj,0.00468748,0.01000,0.439
40,mlp.experts.77.up_proj,0.00432322,0.01000,0.436
40,mlp.experts.78.up_proj,0.00200871,0.01000,0.436
40,mlp.experts.79.up_proj,0.00321092,0.01000,0.436
40,mlp.experts.80.up_proj,0.00851899,0.01000,0.436
40,mlp.experts.81.up_proj,0.00393516,0.01000,0.439
40,mlp.experts.82.up_proj,0.01711149,0.01000,0.440
40,mlp.experts.83.up_proj,0.00479490,0.01000,0.439
40,mlp.experts.84.up_proj,0.00309931,0.01000,0.435
40,mlp.experts.85.up_proj,0.00024006,0.01000,0.441
40,mlp.experts.86.up_proj,0.00000002,0.01000,0.437
40,mlp.experts.87.up_proj,0.00001241,0.01000,0.437
40,mlp.experts.88.up_proj,0.00000017,0.01000,0.437
40,mlp.experts.89.up_proj,0.00176139,0.01000,0.444
40,mlp.experts.90.up_proj,0.00137214,0.01000,0.438
40,mlp.experts.91.up_proj,0.00087860,0.01000,0.438
40,mlp.experts.92.up_proj,0.00002534,0.01000,0.439
40,mlp.experts.93.up_proj,0.00455780,0.01000,0.437
40,mlp.experts.94.up_proj,0.00285658,0.01000,0.452
40,mlp.experts.95.up_proj,0.00000109,0.01000,0.438
40,mlp.experts.96.up_proj,0.00000019,0.01000,0.455
40,mlp.experts.97.up_proj,0.00393261,0.01000,0.443
40,mlp.experts.98.up_proj,0.00193731,0.01000,0.439
40,mlp.experts.99.up_proj,0.00028859,0.01000,0.438
40,mlp.experts.100.up_proj,0.00405715,0.01000,0.437
40,mlp.experts.101.up_proj,0.00581841,0.01000,0.438
40,mlp.experts.102.up_proj,0.00365462,0.01000,0.440
40,mlp.experts.103.up_proj,0.01073240,0.01000,0.442
40,mlp.experts.104.up_proj,0.00000008,0.01000,0.437
40,mlp.experts.105.up_proj,0.00389260,0.01000,0.437
40,mlp.experts.106.up_proj,0.00173885,0.01000,0.440
40,mlp.experts.107.up_proj,0.00081649,0.01000,0.438
40,mlp.experts.108.up_proj,0.00483244,0.01000,0.443
40,mlp.experts.109.up_proj,0.01375023,0.01000,0.437
40,mlp.experts.110.up_proj,0.00286272,0.01000,0.438
40,mlp.experts.111.up_proj,0.01174708,0.01000,0.438
40,mlp.experts.112.up_proj,0.00102141,0.01000,0.438
40,mlp.experts.113.up_proj,0.00148664,0.01000,0.441
40,mlp.experts.114.up_proj,0.00653348,0.01000,0.437
40,mlp.experts.115.up_proj,0.01296922,0.01000,0.439
40,mlp.experts.116.up_proj,0.00113678,0.01000,0.437
40,mlp.experts.117.up_proj,0.00531603,0.01000,0.439
40,mlp.experts.118.up_proj,0.00000054,0.01000,0.437
40,mlp.experts.119.up_proj,0.00297950,0.01000,0.438
40,mlp.experts.120.up_proj,0.00000249,0.01000,0.442
40,mlp.experts.121.up_proj,0.00311573,0.01000,0.438
40,mlp.experts.122.up_proj,0.00003077,0.01000,0.439
40,mlp.experts.123.up_proj,0.00511744,0.01000,0.442
40,mlp.experts.124.up_proj,0.00248031,0.01000,0.437
40,mlp.experts.125.up_proj,0.00000019,0.01000,0.438
40,mlp.experts.126.up_proj,0.00070701,0.01000,0.437
40,mlp.experts.127.up_proj,0.00470435,0.01000,0.437
40,mlp.experts.0.gate_proj,0.01034427,0.01000,0.437
40,mlp.experts.1.gate_proj,0.00052606,0.01000,0.438
40,mlp.experts.2.gate_proj,0.00000009,0.01000,0.438
40,mlp.experts.3.gate_proj,0.00000049,0.01000,0.438
40,mlp.experts.4.gate_proj,0.00224066,0.01000,0.437
40,mlp.experts.5.gate_proj,0.00046868,0.01000,0.437
40,mlp.experts.6.gate_proj,0.00674030,0.01000,0.437
40,mlp.experts.7.gate_proj,0.00469325,0.01000,0.436
40,mlp.experts.8.gate_proj,0.00239596,0.01000,0.442
40,mlp.experts.9.gate_proj,0.00176632,0.01000,0.438
40,mlp.experts.10.gate_proj,0.00000466,0.01000,0.434
40,mlp.experts.11.gate_proj,0.00228524,0.01000,0.433
40,mlp.experts.12.gate_proj,0.00890889,0.01000,0.436
40,mlp.experts.13.gate_proj,0.00339660,0.01000,0.436
40,mlp.experts.14.gate_proj,0.00221935,0.01000,0.441
40,mlp.experts.15.gate_proj,0.00267097,0.01000,0.437
40,mlp.experts.16.gate_proj,0.00574495,0.01000,0.437
40,mlp.experts.17.gate_proj,0.00329890,0.01000,0.436
40,mlp.experts.18.gate_proj,0.00306679,0.01000,0.434
40,mlp.experts.19.gate_proj,0.00041789,0.01000,0.434
40,mlp.experts.20.gate_proj,0.00278194,0.01000,0.434
40,mlp.experts.21.gate_proj,0.00000488,0.01000,0.435
40,mlp.experts.22.gate_proj,0.00021228,0.01000,0.436
40,mlp.experts.23.gate_proj,0.00511149,0.01000,0.437
40,mlp.experts.24.gate_proj,0.00205634,0.01000,0.435
40,mlp.experts.25.gate_proj,0.00004652,0.01000,0.450
40,mlp.experts.26.gate_proj,0.00363528,0.01000,0.438
40,mlp.experts.27.gate_proj,0.00407039,0.01000,0.438
40,mlp.experts.28.gate_proj,0.01106196,0.01000,0.437
40,mlp.experts.29.gate_proj,0.00378860,0.01000,0.437
40,mlp.experts.30.gate_proj,0.01572094,0.01000,0.437
40,mlp.experts.31.gate_proj,0.00000164,0.01000,0.439
40,mlp.experts.32.gate_proj,0.00008464,0.01000,0.450
40,mlp.experts.33.gate_proj,0.00132060,0.01000,0.451
40,mlp.experts.34.gate_proj,0.00016712,0.01000,0.437
40,mlp.experts.35.gate_proj,0.02836084,0.01000,0.438
40,mlp.experts.36.gate_proj,0.00008689,0.01000,0.441
40,mlp.experts.37.gate_proj,0.00373365,0.01000,0.438
40,mlp.experts.38.gate_proj,0.00000006,0.01000,0.438
40,mlp.experts.39.gate_proj,0.01074068,0.01000,0.438
40,mlp.experts.40.gate_proj,0.00452743,0.01000,0.437
40,mlp.experts.41.gate_proj,0.00002624,0.01000,0.437
40,mlp.experts.42.gate_proj,0.00938189,0.01000,0.437
40,mlp.experts.43.gate_proj,0.00431576,0.01000,0.440
40,mlp.experts.44.gate_proj,0.00455976,0.01000,0.437
40,mlp.experts.45.gate_proj,0.00532661,0.01000,0.437
40,mlp.experts.46.gate_proj,0.00015064,0.01000,0.437
40,mlp.experts.47.gate_proj,0.00002787,0.01000,0.436
40,mlp.experts.48.gate_proj,0.01039891,0.01000,0.437
40,mlp.experts.49.gate_proj,0.00186409,0.01000,0.437
40,mlp.experts.50.gate_proj,0.00193431,0.01000,0.438
40,mlp.experts.51.gate_proj,0.00385622,0.01000,0.438
40,mlp.experts.52.gate_proj,0.00078695,0.01000,0.443
40,mlp.experts.53.gate_proj,0.00001685,0.01000,0.438
40,mlp.experts.54.gate_proj,0.00836685,0.01000,0.438
40,mlp.experts.55.gate_proj,0.00268769,0.01000,0.438
40,mlp.experts.56.gate_proj,0.00000003,0.01000,0.437
40,mlp.experts.57.gate_proj,0.00271349,0.01000,0.437
40,mlp.experts.58.gate_proj,0.00022141,0.01000,0.436
40,mlp.experts.59.gate_proj,0.00042407,0.01000,0.438
40,mlp.experts.60.gate_proj,0.00179269,0.01000,0.438
40,mlp.experts.61.gate_proj,0.00000004,0.01000,0.443
40,mlp.experts.62.gate_proj,0.00105150,0.01000,0.437
40,mlp.experts.63.gate_proj,0.00032929,0.01000,0.439
40,mlp.experts.64.gate_proj,0.00002867,0.01000,0.440
40,mlp.experts.65.gate_proj,0.01891527,0.01000,0.450
40,mlp.experts.66.gate_proj,0.00000023,0.01000,0.437
40,mlp.experts.67.gate_proj,0.00014826,0.01000,0.447
40,mlp.experts.68.gate_proj,0.00066672,0.01000,0.437
40,mlp.experts.69.gate_proj,0.00001196,0.01000,0.438
40,mlp.experts.70.gate_proj,0.00080127,0.01000,0.442
40,mlp.experts.71.gate_proj,0.00000258,0.01000,0.438
40,mlp.experts.72.gate_proj,0.00109562,0.01000,0.437
40,mlp.experts.73.gate_proj,0.00098491,0.01000,0.439
40,mlp.experts.74.gate_proj,0.00056313,0.01000,0.439
40,mlp.experts.75.gate_proj,0.00441385,0.01000,0.439
40,mlp.experts.76.gate_proj,0.00473757,0.01000,0.441
40,mlp.experts.77.gate_proj,0.00398932,0.01000,0.443
40,mlp.experts.78.gate_proj,0.00195028,0.01000,0.438
40,mlp.experts.79.gate_proj,0.00316984,0.01000,0.440
40,mlp.experts.80.gate_proj,0.00882603,0.01000,0.438
40,mlp.experts.81.gate_proj,0.00393541,0.01000,0.438
40,mlp.experts.82.gate_proj,0.01910655,0.01000,0.441
40,mlp.experts.83.gate_proj,0.00479223,0.01000,0.440
40,mlp.experts.84.gate_proj,0.00309803,0.01000,0.441
40,mlp.experts.85.gate_proj,0.00023047,0.01000,0.439
40,mlp.experts.86.gate_proj,0.00000002,0.01000,0.436
40,mlp.experts.87.gate_proj,0.00001201,0.01000,0.437
40,mlp.experts.88.gate_proj,0.00000016,0.01000,0.436
40,mlp.experts.89.gate_proj,0.00182384,0.01000,0.438
40,mlp.experts.90.gate_proj,0.00133501,0.01000,0.444
40,mlp.experts.91.gate_proj,0.00082460,0.01000,0.442
40,mlp.experts.92.gate_proj,0.00002357,0.01000,0.443
40,mlp.experts.93.gate_proj,0.00477974,0.01000,0.442
40,mlp.experts.94.gate_proj,0.00281687,0.01000,0.443
40,mlp.experts.95.gate_proj,0.00000104,0.01000,0.441
40,mlp.experts.96.gate_proj,0.00000018,0.01000,0.442
40,mlp.experts.97.gate_proj,0.00418073,0.01000,0.442
40,mlp.experts.98.gate_proj,0.00190506,0.01000,0.446
40,mlp.experts.99.gate_proj,0.00030052,0.01000,0.442
40,mlp.experts.100.gate_proj,0.00388905,0.01000,0.443
40,mlp.experts.101.gate_proj,0.00589935,0.01000,0.442
40,mlp.experts.102.gate_proj,0.00364287,0.01000,0.442
40,mlp.experts.103.gate_proj,0.01071212,0.01000,0.442
40,mlp.experts.104.gate_proj,0.00000008,0.01000,0.444
40,mlp.experts.105.gate_proj,0.00366979,0.01000,0.445
40,mlp.experts.106.gate_proj,0.00171004,0.01000,0.442
40,mlp.experts.107.gate_proj,0.00083872,0.01000,0.442
40,mlp.experts.108.gate_proj,0.00467982,0.01000,0.440
40,mlp.experts.109.gate_proj,0.01855031,0.01000,0.440
40,mlp.experts.110.gate_proj,0.00284359,0.01000,0.440
40,mlp.experts.111.gate_proj,0.01290185,0.01000,0.445
40,mlp.experts.112.gate_proj,0.00098039,0.01000,0.440
40,mlp.experts.113.gate_proj,0.00174496,0.01000,0.439
40,mlp.experts.114.gate_proj,0.00676986,0.01000,0.439
40,mlp.experts.115.gate_proj,0.01340565,0.01000,0.435
40,mlp.experts.116.gate_proj,0.00118592,0.01000,0.434
40,mlp.experts.117.gate_proj,0.00524162,0.01000,0.434
40,mlp.experts.118.gate_proj,0.00000051,0.01000,0.435
40,mlp.experts.119.gate_proj,0.00309369,0.01000,0.434
40,mlp.experts.120.gate_proj,0.00000223,0.01000,0.433
40,mlp.experts.121.gate_proj,0.00303912,0.01000,0.434
40,mlp.experts.122.gate_proj,0.00003040,0.01000,0.435
40,mlp.experts.123.gate_proj,0.00542558,0.01000,0.435
40,mlp.experts.124.gate_proj,0.00237513,0.01000,0.436
40,mlp.experts.125.gate_proj,0.00000018,0.01000,0.437
40,mlp.experts.126.gate_proj,0.00069285,0.01000,0.434
40,mlp.experts.127.gate_proj,0.00482457,0.01000,0.435
40,mlp.experts.0.down_proj,0.01591524,0.01000,0.186
40,mlp.experts.1.down_proj,0.00045673,0.01000,0.165
40,mlp.experts.2.down_proj,0.00000006,0.01000,0.166
40,mlp.experts.3.down_proj,0.00000044,0.01000,0.166
40,mlp.experts.4.down_proj,0.00192039,0.01000,0.166
40,mlp.experts.5.down_proj,0.00051742,0.01000,0.167
40,mlp.experts.6.down_proj,0.00439645,0.01000,0.167
40,mlp.experts.7.down_proj,0.00583368,0.01000,0.168
40,mlp.experts.8.down_proj,0.00237801,0.01000,0.167
40,mlp.experts.9.down_proj,0.00133238,0.01000,0.166
40,mlp.experts.10.down_proj,0.00000308,0.01000,0.167
40,mlp.experts.11.down_proj,0.00251783,0.01000,0.170
40,mlp.experts.12.down_proj,0.00733452,0.01000,0.168
40,mlp.experts.13.down_proj,0.00391599,0.01000,0.168
40,mlp.experts.14.down_proj,0.00172801,0.01000,0.167
40,mlp.experts.15.down_proj,0.00372200,0.01000,0.166
40,mlp.experts.16.down_proj,0.00354959,0.01000,0.167
40,mlp.experts.17.down_proj,0.00326022,0.01000,0.167
40,mlp.experts.18.down_proj,0.00316940,0.01000,0.167
40,mlp.experts.19.down_proj,0.00031638,0.01000,0.167
40,mlp.experts.20.down_proj,0.00375569,0.01000,0.167
40,mlp.experts.21.down_proj,0.00000365,0.01000,0.167
40,mlp.experts.22.down_proj,0.00021987,0.01000,0.167
40,mlp.experts.23.down_proj,0.00342477,0.01000,0.167
40,mlp.experts.24.down_proj,0.00186642,0.01000,0.168
40,mlp.experts.25.down_proj,0.00004682,0.01000,0.167
40,mlp.experts.26.down_proj,0.00219449,0.01000,0.169
40,mlp.experts.27.down_proj,0.00308401,0.01000,0.167
40,mlp.experts.28.down_proj,0.00528026,0.01000,0.167
40,mlp.experts.29.down_proj,0.00544181,0.01000,0.168
40,mlp.experts.30.down_proj,0.00933819,0.01000,0.168
40,mlp.experts.31.down_proj,0.00000160,0.01000,0.167
40,mlp.experts.32.down_proj,0.00013807,0.01000,0.171
40,mlp.experts.33.down_proj,0.00225169,0.01000,0.167
40,mlp.experts.34.down_proj,0.00007513,0.01000,0.167
40,mlp.experts.35.down_proj,0.01968287,0.01000,0.167
40,mlp.experts.36.down_proj,0.00010959,0.01000,0.167
40,mlp.experts.37.down_proj,0.00281928,0.01000,0.167
40,mlp.experts.38.down_proj,0.00000003,0.01000,0.171
40,mlp.experts.39.down_proj,0.00887458,0.01000,0.167
40,mlp.experts.40.down_proj,0.00492508,0.01000,0.168
40,mlp.experts.41.down_proj,0.00003657,0.01000,0.168
40,mlp.experts.42.down_proj,0.00784621,0.01000,0.167
40,mlp.experts.43.down_proj,0.00423869,0.01000,0.167
40,mlp.experts.44.down_proj,0.00670078,0.01000,0.169
40,mlp.experts.45.down_proj,0.00511390,0.01000,0.167
40,mlp.experts.46.down_proj,0.00012278,0.01000,0.170
40,mlp.experts.47.down_proj,0.00004277,0.01000,0.170
40,mlp.experts.48.down_proj,0.01401353,0.01000,0.168
40,mlp.experts.49.down_proj,0.00098242,0.01000,0.168
40,mlp.experts.50.down_proj,0.00155366,0.01000,0.167
40,mlp.experts.51.down_proj,0.00458310,0.01000,0.167
40,mlp.experts.52.down_proj,0.00063271,0.01000,0.167
40,mlp.experts.53.down_proj,0.00002042,0.01000,0.167
40,mlp.experts.54.down_proj,0.00696857,0.01000,0.168
40,mlp.experts.55.down_proj,0.00362178,0.01000,0.168
40,mlp.experts.56.down_proj,0.00000002,0.01000,0.168
40,mlp.experts.57.down_proj,0.00207697,0.01000,0.170
40,mlp.experts.58.down_proj,0.00023330,0.01000,0.168
40,mlp.experts.59.down_proj,0.00045851,0.01000,0.168
40,mlp.experts.60.down_proj,0.00216479,0.01000,0.168
40,mlp.experts.61.down_proj,0.00000002,0.01000,0.168
40,mlp.experts.62.down_proj,0.00042972,0.01000,0.167
40,mlp.experts.63.down_proj,0.00023534,0.01000,0.168
40,mlp.experts.64.down_proj,0.00000108,0.01000,0.168
40,mlp.experts.65.down_proj,0.01287993,0.01000,0.168
40,mlp.experts.66.down_proj,0.00000017,0.01000,0.168
40,mlp.experts.67.down_proj,0.00013175,0.01000,0.168
40,mlp.experts.68.down_proj,0.00064193,0.01000,0.167
40,mlp.experts.69.down_proj,0.00001152,0.01000,0.167
40,mlp.experts.70.down_proj,0.00041825,0.01000,0.171
40,mlp.experts.71.down_proj,0.00000159,0.01000,0.168
40,mlp.experts.72.down_proj,0.00068307,0.01000,0.168
40,mlp.experts.73.down_proj,0.00117188,0.01000,0.168
40,mlp.experts.74.down_proj,0.00015878,0.01000,0.168
40,mlp.experts.75.down_proj,0.00275260,0.01000,0.167
40,mlp.experts.76.down_proj,0.00392344,0.01000,0.167
40,mlp.experts.77.down_proj,0.00529615,0.01000,0.167
40,mlp.experts.78.down_proj,0.00145741,0.01000,0.169
40,mlp.experts.79.down_proj,0.00175026,0.01000,0.168
40,mlp.experts.80.down_proj,0.00579997,0.01000,0.168
40,mlp.experts.81.down_proj,0.00316149,0.01000,0.168
40,mlp.experts.82.down_proj,0.02091754,0.01000,0.170
40,mlp.experts.83.down_proj,0.00388936,0.01000,0.171
40,mlp.experts.84.down_proj,0.00295086,0.01000,0.169
40,mlp.experts.85.down_proj,0.00016654,0.01000,0.171
40,mlp.experts.86.down_proj,0.00000001,0.01000,0.168
40,mlp.experts.87.down_proj,0.00000838,0.01000,0.168
40,mlp.experts.88.down_proj,0.00000011,0.01000,0.168
40,mlp.experts.89.down_proj,0.00212270,0.01000,0.168
40,mlp.experts.90.down_proj,0.00173964,0.01000,0.169
40,mlp.experts.91.down_proj,0.00149482,0.01000,0.168
40,mlp.experts.92.down_proj,0.00003883,0.01000,0.169
40,mlp.experts.93.down_proj,0.00291738,0.01000,0.169
40,mlp.experts.94.down_proj,0.00302832,0.01000,0.168
40,mlp.experts.95.down_proj,0.00000072,0.01000,0.169
40,mlp.experts.96.down_proj,0.00000022,0.01000,0.168
40,mlp.experts.97.down_proj,0.00209196,0.01000,0.168
40,mlp.experts.98.down_proj,0.00184596,0.01000,0.169
40,mlp.experts.99.down_proj,0.00037873,0.01000,0.169
40,mlp.experts.100.down_proj,0.00708386,0.01000,0.169
40,mlp.experts.101.down_proj,0.00431834,0.01000,0.169
40,mlp.experts.102.down_proj,0.00236736,0.01000,0.169
40,mlp.experts.103.down_proj,0.00905540,0.01000,0.168
40,mlp.experts.104.down_proj,0.00000006,0.01000,0.168
40,mlp.experts.105.down_proj,0.00383740,0.01000,0.168
40,mlp.experts.106.down_proj,0.00116561,0.01000,0.168
40,mlp.experts.107.down_proj,0.00029593,0.01000,0.168
40,mlp.experts.108.down_proj,0.00490572,0.01000,0.168
40,mlp.experts.109.down_proj,0.00733765,0.01000,0.168
40,mlp.experts.110.down_proj,0.00397870,0.01000,0.168
40,mlp.experts.111.down_proj,0.01009890,0.01000,0.169
40,mlp.experts.112.down_proj,0.00147322,0.01000,0.168
40,mlp.experts.113.down_proj,0.00122090,0.01000,0.169
40,mlp.experts.114.down_proj,0.00548827,0.01000,0.169
40,mlp.experts.115.down_proj,0.00969474,0.01000,0.169
40,mlp.experts.116.down_proj,0.00082646,0.01000,0.168
40,mlp.experts.117.down_proj,0.00407300,0.01000,0.169
40,mlp.experts.118.down_proj,0.00000046,0.01000,0.172
40,mlp.experts.119.down_proj,0.00293000,0.01000,0.169
40,mlp.experts.120.down_proj,0.00000216,0.01000,0.169
40,mlp.experts.121.down_proj,0.00336074,0.01000,0.168
40,mlp.experts.122.down_proj,0.00004286,0.01000,0.167
40,mlp.experts.123.down_proj,0.00566904,0.01000,0.167
40,mlp.experts.124.down_proj,0.00302127,0.01000,0.167
40,mlp.experts.125.down_proj,0.00000013,0.01000,0.167
40,mlp.experts.126.down_proj,0.00029970,0.01000,0.167
40,mlp.experts.127.down_proj,0.00353338,0.01000,0.168
41,self_attn.q_proj,0.00981474,0.01000,0.484
41,self_attn.k_proj,0.00099813,0.01000,0.453
41,self_attn.v_proj,0.00131436,0.01000,0.450
41,self_attn.o_proj,0.00075811,0.01000,0.923
41,mlp.experts.0.up_proj,0.00512131,0.01000,0.502
41,mlp.experts.1.up_proj,0.00517749,0.01000,0.460
41,mlp.experts.2.up_proj,0.00402873,0.01000,0.453
41,mlp.experts.3.up_proj,0.00282604,0.01000,0.450
41,mlp.experts.4.up_proj,0.00000001,0.01000,0.454
41,mlp.experts.5.up_proj,0.00256074,0.01000,0.459
41,mlp.experts.6.up_proj,0.00207014,0.01000,0.442
41,mlp.experts.7.up_proj,0.00263130,0.01000,0.436
41,mlp.experts.8.up_proj,0.00000020,0.01000,0.436
41,mlp.experts.9.up_proj,0.01041658,0.01000,0.439
41,mlp.experts.10.up_proj,0.00089724,0.01000,0.440
41,mlp.experts.11.up_proj,0.00524664,0.01000,0.436
41,mlp.experts.12.up_proj,0.00249701,0.01000,0.436
41,mlp.experts.13.up_proj,0.00054153,0.01000,0.436
41,mlp.experts.14.up_proj,0.00419112,0.01000,0.441
41,mlp.experts.15.up_proj,0.00451671,0.01000,0.436
41,mlp.experts.16.up_proj,0.00056920,0.01000,0.436
41,mlp.experts.17.up_proj,0.00413375,0.01000,0.438
41,mlp.experts.18.up_proj,0.01262497,0.01000,0.439
41,mlp.experts.19.up_proj,0.00286765,0.01000,0.437
41,mlp.experts.20.up_proj,0.00428819,0.01000,0.436
41,mlp.experts.21.up_proj,0.00658923,0.01000,0.435
41,mlp.experts.22.up_proj,0.00042111,0.01000,0.436
41,mlp.experts.23.up_proj,0.00000049,0.01000,0.440
41,mlp.experts.24.up_proj,0.00000002,0.01000,0.436
41,mlp.experts.25.up_proj,0.00027785,0.01000,0.435
41,mlp.experts.26.up_proj,0.01839447,0.01000,0.433
41,mlp.experts.27.up_proj,0.00000015,0.01000,0.433
41,mlp.experts.28.up_proj,0.00000401,0.01000,0.433
41,mlp.experts.29.up_proj,0.00000325,0.01000,0.433
41,mlp.experts.30.up_proj,0.00275501,0.01000,0.439
41,mlp.experts.31.up_proj,0.00001048,0.01000,0.435
41,mlp.experts.32.up_proj,0.00002303,0.01000,0.436
41,mlp.experts.33.up_proj,0.00023646,0.01000,0.438
41,mlp.experts.34.up_proj,0.00157192,0.01000,0.441
41,mlp.experts.35.up_proj,0.00360523,0.01000,0.435
41,mlp.experts.36.up_proj,0.00572666,0.01000,0.435
41,mlp.experts.37.up_proj,0.00000041,0.01000,0.437
41,mlp.experts.38.up_proj,0.00001406,0.01000,0.439
41,mlp.experts.39.up_proj,0.01593652,0.01000,0.436
41,mlp.experts.40.up_proj,0.00002480,0.01000,0.438
41,mlp.experts.41.up_proj,0.00002823,0.01000,0.448
41,mlp.experts.42.up_proj,0.00474622,0.01000,0.439
41,mlp.experts.43.up_proj,0.00000004,0.01000,0.435
41,mlp.experts.44.up_proj,0.00114017,0.01000,0.441
41,mlp.experts.45.up_proj,0.00627083,0.01000,0.436
41,mlp.experts.46.up_proj,0.00434174,0.01000,0.437
41,mlp.experts.47.up_proj,0.00144209,0.01000,0.435
41,mlp.experts.48.up_proj,0.00295608,0.01000,0.435
41,mlp.experts.49.up_proj,0.03110437,0.01000,0.436
41,mlp.experts.50.up_proj,0.00490056,0.01000,0.435
41,mlp.experts.51.up_proj,0.00003885,0.01000,0.436
41,mlp.experts.52.up_proj,0.00289575,0.01000,0.435
41,mlp.experts.53.up_proj,0.00587280,0.01000,0.434
41,mlp.experts.54.up_proj,0.02766354,0.01000,0.436
41,mlp.experts.55.up_proj,0.00967257,0.01000,0.435
41,mlp.experts.56.up_proj,0.00000045,0.01000,0.436
41,mlp.experts.57.up_proj,0.00397872,0.01000,0.434
41,mlp.experts.58.up_proj,0.00918915,0.01000,0.432
41,mlp.experts.59.up_proj,0.00804026,0.01000,0.432
41,mlp.experts.60.up_proj,0.00000195,0.01000,0.432
41,mlp.experts.61.up_proj,0.01189857,0.01000,0.431
41,mlp.experts.62.up_proj,0.00636322,0.01000,0.431
41,mlp.experts.63.up_proj,0.00468631,0.01000,0.431
41,mlp.experts.64.up_proj,0.00355139,0.01000,0.434
41,mlp.experts.65.up_proj,0.00582520,0.01000,0.436
41,mlp.experts.66.up_proj,0.00423326,0.01000,0.433
41,mlp.experts.67.up_proj,0.00000098,0.01000,0.432
41,mlp.experts.68.up_proj,0.00277276,0.01000,0.432
41,mlp.experts.69.up_proj,0.00442921,0.01000,0.444
41,mlp.experts.70.up_proj,0.00000499,0.01000,0.432
41,mlp.experts.71.up_proj,0.00014997,0.01000,0.434
41,mlp.experts.72.up_proj,0.00670784,0.01000,0.433
41,mlp.experts.73.up_proj,0.00707137,0.01000,0.435
41,mlp.experts.74.up_proj,0.00000599,0.01000,0.437
41,mlp.experts.75.up_proj,0.00331620,0.01000,0.434
41,mlp.experts.76.up_proj,0.00000033,0.01000,0.433
41,mlp.experts.77.up_proj,0.00971799,0.01000,0.433
41,mlp.experts.78.up_proj,0.00165012,0.01000,0.453
41,mlp.experts.79.up_proj,0.00241865,0.01000,0.440
41,mlp.experts.80.up_proj,0.00569517,0.01000,0.449
41,mlp.experts.81.up_proj,0.00503853,0.01000,0.437
41,mlp.experts.82.up_proj,0.00912843,0.01000,0.437
41,mlp.experts.83.up_proj,0.00097031,0.01000,0.442
41,mlp.experts.84.up_proj,0.00415106,0.01000,0.437
41,mlp.experts.85.up_proj,0.00980432,0.01000,0.437
41,mlp.experts.86.up_proj,0.00067526,0.01000,0.436
41,mlp.experts.87.up_proj,0.00161272,0.01000,0.439
41,mlp.experts.88.up_proj,0.02522245,0.01000,0.439
41,mlp.experts.89.up_proj,0.00032351,0.01000,0.436
41,mlp.experts.90.up_proj,0.00118046,0.01000,0.436
41,mlp.experts.91.up_proj,0.00000187,0.01000,0.437
41,mlp.experts.92.up_proj,0.00479491,0.01000,0.442
41,mlp.experts.93.up_proj,0.00244884,0.01000,0.437
41,mlp.experts.94.up_proj,0.00001021,0.01000,0.436
41,mlp.experts.95.up_proj,0.00022324,0.01000,0.434
41,mlp.experts.96.up_proj,0.00003736,0.01000,0.433
41,mlp.experts.97.up_proj,0.00428894,0.01000,0.440
41,mlp.experts.98.up_proj,0.00000386,0.01000,0.434
41,mlp.experts.99.up_proj,0.01285907,0.01000,0.436
41,mlp.experts.100.up_proj,0.00267477,0.01000,0.437
41,mlp.experts.101.up_proj,0.00000010,0.01000,0.442
41,mlp.experts.102.up_proj,0.00396769,0.01000,0.451
41,mlp.experts.103.up_proj,0.00409771,0.01000,0.437
41,mlp.experts.104.up_proj,0.00004134,0.01000,0.435
41,mlp.experts.105.up_proj,0.00202842,0.01000,0.436
41,mlp.experts.106.up_proj,0.01180089,0.01000,0.440
41,mlp.experts.107.up_proj,0.00000015,0.01000,0.437
41,mlp.experts.108.up_proj,0.00004751,0.01000,0.435
41,mlp.experts.109.up_proj,0.00040957,0.01000,0.440
41,mlp.experts.110.up_proj,0.00003089,0.01000,0.438
41,mlp.experts.111.up_proj,0.00000064,0.01000,0.438
41,mlp.experts.112.up_proj,0.00737630,0.01000,0.440
41,mlp.experts.113.up_proj,0.00182632,0.01000,0.437
41,mlp.experts.114.up_proj,0.00000634,0.01000,0.435
41,mlp.experts.115.up_proj,0.00173444,0.01000,0.436
41,mlp.experts.116.up_proj,0.00042834,0.01000,0.436
41,mlp.experts.117.up_proj,0.00283472,0.01000,0.437
41,mlp.experts.118.up_proj,0.01087705,0.01000,0.437
41,mlp.experts.119.up_proj,0.00000047,0.01000,0.438
41,mlp.experts.120.up_proj,0.00209752,0.01000,0.439
41,mlp.experts.121.up_proj,0.00724828,0.01000,0.440
41,mlp.experts.122.up_proj,0.01682970,0.01000,0.438
41,mlp.experts.123.up_proj,0.00113771,0.01000,0.437
41,mlp.experts.124.up_proj,0.00200492,0.01000,0.438
41,mlp.experts.125.up_proj,0.00000002,0.01000,0.437
41,mlp.experts.126.up_proj,0.00312071,0.01000,0.437
41,mlp.experts.127.up_proj,0.00000980,0.01000,0.436
41,mlp.experts.0.gate_proj,0.00489729,0.01000,0.436
41,mlp.experts.1.gate_proj,0.00511891,0.01000,0.436
41,mlp.experts.2.gate_proj,0.00359860,0.01000,0.436
41,mlp.experts.3.gate_proj,0.00285677,0.01000,0.435
41,mlp.experts.4.gate_proj,0.00000001,0.01000,0.437
41,mlp.experts.5.gate_proj,0.00247780,0.01000,0.436
41,mlp.experts.6.gate_proj,0.00199820,0.01000,0.436
41,mlp.experts.7.gate_proj,0.00259706,0.01000,0.435
41,mlp.experts.8.gate_proj,0.00000019,0.01000,0.436
41,mlp.experts.9.gate_proj,0.01024660,0.01000,0.437
41,mlp.experts.10.gate_proj,0.00089192,0.01000,0.436
41,mlp.experts.11.gate_proj,0.00542909,0.01000,0.436
41,mlp.experts.12.gate_proj,0.00267999,0.01000,0.440
41,mlp.experts.13.gate_proj,0.00053560,0.01000,0.436
41,mlp.experts.14.gate_proj,0.00384957,0.01000,0.438
41,mlp.experts.15.gate_proj,0.00414348,0.01000,0.438
41,mlp.experts.16.gate_proj,0.00054706,0.01000,0.439
41,mlp.experts.17.gate_proj,0.00382755,0.01000,0.440
41,mlp.experts.18.gate_proj,0.01284824,0.01000,0.439
41,mlp.experts.19.gate_proj,0.00289275,0.01000,0.441
41,mlp.experts.20.gate_proj,0.00388084,0.01000,0.440
41,mlp.experts.21.gate_proj,0.00644674,0.01000,0.442
41,mlp.experts.22.gate_proj,0.00040254,0.01000,0.440
41,mlp.experts.23.gate_proj,0.00000047,0.01000,0.440
41,mlp.experts.24.gate_proj,0.00000002,0.01000,0.441
41,mlp.experts.25.gate_proj,0.00026882,0.01000,0.442
41,mlp.experts.26.gate_proj,0.02244515,0.01000,0.442
41,mlp.experts.27.gate_proj,0.00000014,0.01000,0.441
41,mlp.experts.28.gate_proj,0.00000373,0.01000,0.447
41,mlp.experts.29.gate_proj,0.00000309,0.01000,0.440
41,mlp.experts.30.gate_proj,0.00274546,0.01000,0.440
41,mlp.experts.31.gate_proj,0.00000982,0.01000,0.441
41,mlp.experts.32.gate_proj,0.00002152,0.01000,0.441
41,mlp.experts.33.gate_proj,0.00023148,0.01000,0.442
41,mlp.experts.34.gate_proj,0.00155972,0.01000,0.441
41,mlp.experts.35.gate_proj,0.00331030,0.01000,0.441
41,mlp.experts.36.gate_proj,0.00568363,0.01000,0.441
41,mlp.experts.37.gate_proj,0.00000037,0.01000,0.440
41,mlp.experts.38.gate_proj,0.00001461,0.01000,0.435
41,mlp.experts.39.gate_proj,0.01967654,0.01000,0.436
41,mlp.experts.40.gate_proj,0.00002299,0.01000,0.438
41,mlp.experts.41.gate_proj,0.00003177,0.01000,0.438
41,mlp.experts.42.gate_proj,0.00609980,0.01000,0.439
41,mlp.experts.43.gate_proj,0.00000004,0.01000,0.439
41,mlp.experts.44.gate_proj,0.00109833,0.01000,0.438
41,mlp.experts.45.gate_proj,0.00634287,0.01000,0.440
41,mlp.experts.46.gate_proj,0.00414929,0.01000,0.444
41,mlp.experts.47.gate_proj,0.00147880,0.01000,0.440
41,mlp.experts.48.gate_proj,0.00309180,0.01000,0.440
41,mlp.experts.49.gate_proj,0.03789083,0.01000,0.440
41,mlp.experts.50.gate_proj,0.00526824,0.01000,0.443
41,mlp.experts.51.gate_proj,0.00003719,0.01000,0.440
41,mlp.experts.52.gate_proj,0.00254841,0.01000,0.440
41,mlp.experts.53.gate_proj,0.00561022,0.01000,0.458
41,mlp.experts.54.gate_proj,0.03224784,0.01000,0.446
41,mlp.experts.55.gate_proj,0.00950408,0.01000,0.460
41,mlp.experts.56.gate_proj,0.00000042,0.01000,0.441
41,mlp.experts.57.gate_proj,0.00426999,0.01000,0.443
41,mlp.experts.58.gate_proj,0.00944213,0.01000,0.441
41,mlp.experts.59.gate_proj,0.00797038,0.01000,0.442
41,mlp.experts.60.gate_proj,0.00000181,0.01000,0.443
41,mlp.experts.61.gate_proj,0.01394900,0.01000,0.442
41,mlp.experts.62.gate_proj,0.00642747,0.01000,0.442
41,mlp.experts.63.gate_proj,0.00434935,0.01000,0.442
41,mlp.experts.64.gate_proj,0.00330853,0.01000,0.444
41,mlp.experts.65.gate_proj,0.00545478,0.01000,0.442
41,mlp.experts.66.gate_proj,0.00385655,0.01000,0.442
41,mlp.experts.67.gate_proj,0.00000086,0.01000,0.441
41,mlp.experts.68.gate_proj,0.00277680,0.01000,0.440
41,mlp.experts.69.gate_proj,0.00419112,0.01000,0.443
41,mlp.experts.70.gate_proj,0.00000449,0.01000,0.440
41,mlp.experts.71.gate_proj,0.00013771,0.01000,0.441
41,mlp.experts.72.gate_proj,0.00681287,0.01000,0.441
41,mlp.experts.73.gate_proj,0.00730148,0.01000,0.449
41,mlp.experts.74.gate_proj,0.00000551,0.01000,0.444
41,mlp.experts.75.gate_proj,0.00327255,0.01000,0.442
41,mlp.experts.76.gate_proj,0.00000031,0.01000,0.449
41,mlp.experts.77.gate_proj,0.01021624,0.01000,0.461
41,mlp.experts.78.gate_proj,0.00159123,0.01000,0.453
41,mlp.experts.79.gate_proj,0.00249519,0.01000,0.447
41,mlp.experts.80.gate_proj,0.00564267,0.01000,0.449
41,mlp.experts.81.gate_proj,0.00487228,0.01000,0.450
41,mlp.experts.82.gate_proj,0.00920012,0.01000,0.454
41,mlp.experts.83.gate_proj,0.00093177,0.01000,0.449
41,mlp.experts.84.gate_proj,0.00427692,0.01000,0.449
41,mlp.experts.85.gate_proj,0.00913108,0.01000,0.451
41,mlp.experts.86.gate_proj,0.00065855,0.01000,0.467
41,mlp.experts.87.gate_proj,0.00160800,0.01000,0.455
41,mlp.experts.88.gate_proj,0.02569972,0.01000,0.450
41,mlp.experts.89.gate_proj,0.00032616,0.01000,0.450
41,mlp.experts.90.gate_proj,0.00110734,0.01000,0.447
41,mlp.experts.91.gate_proj,0.00000175,0.01000,0.447
41,mlp.experts.92.gate_proj,0.00457777,0.01000,0.447
41,mlp.experts.93.gate_proj,0.00245930,0.01000,0.447
41,mlp.experts.94.gate_proj,0.00000971,0.01000,0.446
41,mlp.experts.95.gate_proj,0.00021043,0.01000,0.452
41,mlp.experts.96.gate_proj,0.00004005,0.01000,0.450
41,mlp.experts.97.gate_proj,0.00373146,0.01000,0.457
41,mlp.experts.98.gate_proj,0.00000356,0.01000,0.448
41,mlp.experts.99.gate_proj,0.01250454,0.01000,0.447
41,mlp.experts.100.gate_proj,0.00267329,0.01000,0.452
41,mlp.experts.101.gate_proj,0.00000010,0.01000,0.446
41,mlp.experts.102.gate_proj,0.00371492,0.01000,0.446
41,mlp.experts.103.gate_proj,0.00384284,0.01000,0.444
41,mlp.experts.104.gate_proj,0.00004711,0.01000,0.448
41,mlp.experts.105.gate_proj,0.00198924,0.01000,0.448
41,mlp.experts.106.gate_proj,0.01048698,0.01000,0.444
41,mlp.experts.107.gate_proj,0.00000013,0.01000,0.446
41,mlp.experts.108.gate_proj,0.00004397,0.01000,0.446
41,mlp.experts.109.gate_proj,0.00039649,0.01000,0.456
41,mlp.experts.110.gate_proj,0.00003002,0.01000,0.453
41,mlp.experts.111.gate_proj,0.00000061,0.01000,0.447
41,mlp.experts.112.gate_proj,0.00733714,0.01000,0.448
41,mlp.experts.113.gate_proj,0.00171704,0.01000,0.450
41,mlp.experts.114.gate_proj,0.00000582,0.01000,0.447
41,mlp.experts.115.gate_proj,0.00179107,0.01000,0.447
41,mlp.experts.116.gate_proj,0.00040814,0.01000,0.449
41,mlp.experts.117.gate_proj,0.00272217,0.01000,0.450
41,mlp.experts.118.gate_proj,0.01080310,0.01000,0.448
41,mlp.experts.119.gate_proj,0.00000044,0.01000,0.447
41,mlp.experts.120.gate_proj,0.00209707,0.01000,0.451
41,mlp.experts.121.gate_proj,0.00743910,0.01000,0.448
41,mlp.experts.122.gate_proj,0.02261407,0.01000,0.448
41,mlp.experts.123.gate_proj,0.00109654,0.01000,0.448
41,mlp.experts.124.gate_proj,0.00198293,0.01000,0.447
41,mlp.experts.125.gate_proj,0.00000002,0.01000,0.448
41,mlp.experts.126.gate_proj,0.00301486,0.01000,0.462
41,mlp.experts.127.gate_proj,0.00000888,0.01000,0.466
41,mlp.experts.0.down_proj,0.00689012,0.01000,0.186
41,mlp.experts.1.down_proj,0.00590116,0.01000,0.167
41,mlp.experts.2.down_proj,0.00341272,0.01000,0.168
41,mlp.experts.3.down_proj,0.00271131,0.01000,0.167
41,mlp.experts.4.down_proj,0.00000001,0.01000,0.167
41,mlp.experts.5.down_proj,0.00374115,0.01000,0.168
41,mlp.experts.6.down_proj,0.00156170,0.01000,0.168
41,mlp.experts.7.down_proj,0.00305762,0.01000,0.169
41,mlp.experts.8.down_proj,0.00000013,0.01000,0.169
41,mlp.experts.9.down_proj,0.00843583,0.01000,0.167
41,mlp.experts.10.down_proj,0.00040214,0.01000,0.170
41,mlp.experts.11.down_proj,0.00573900,0.01000,0.168
41,mlp.experts.12.down_proj,0.00179138,0.01000,0.168
41,mlp.experts.13.down_proj,0.00067237,0.01000,0.168
41,mlp.experts.14.down_proj,0.00625769,0.01000,0.168
41,mlp.experts.15.down_proj,0.00725107,0.01000,0.173
41,mlp.experts.16.down_proj,0.00051461,0.01000,0.171
41,mlp.experts.17.down_proj,0.00576869,0.01000,0.168
41,mlp.experts.18.down_proj,0.00960720,0.01000,0.169
41,mlp.experts.19.down_proj,0.00322820,0.01000,0.168
41,mlp.experts.20.down_proj,0.00522562,0.01000,0.168
41,mlp.experts.21.down_proj,0.00866588,0.01000,0.169
41,mlp.experts.22.down_proj,0.00060479,0.01000,0.169
41,mlp.experts.23.down_proj,0.00000030,0.01000,0.169
41,mlp.experts.24.down_proj,0.00000001,0.01000,0.168
41,mlp.experts.25.down_proj,0.00027909,0.01000,0.171
41,mlp.experts.26.down_proj,0.01234321,0.01000,0.170
41,mlp.experts.27.down_proj,0.00000009,0.01000,0.169
41,mlp.experts.28.down_proj,0.00000472,0.01000,0.170
41,mlp.experts.29.down_proj,0.00000222,0.01000,0.168
41,mlp.experts.30.down_proj,0.00288514,0.01000,0.169
41,mlp.experts.31.down_proj,0.00000973,0.01000,0.170
41,mlp.experts.32.down_proj,0.00002906,0.01000,0.172
41,mlp.experts.33.down_proj,0.00029661,0.01000,0.169
41,mlp.experts.34.down_proj,0.00106088,0.01000,0.170
41,mlp.experts.35.down_proj,0.00521051,0.01000,0.169
41,mlp.experts.36.down_proj,0.00712565,0.01000,0.174
41,mlp.experts.37.down_proj,0.00000115,0.01000,0.169
41,mlp.experts.38.down_proj,0.00004073,0.01000,0.168
41,mlp.experts.39.down_proj,0.02397507,0.01000,0.172
41,mlp.experts.40.down_proj,0.00004426,0.01000,0.169
41,mlp.experts.41.down_proj,0.00006622,0.01000,0.168
41,mlp.experts.42.down_proj,0.00810011,0.01000,0.169
41,mlp.experts.43.down_proj,0.00000003,0.01000,0.168
41,mlp.experts.44.down_proj,0.00133657,0.01000,0.170
41,mlp.experts.45.down_proj,0.00618230,0.01000,0.168
41,mlp.experts.46.down_proj,0.00641100,0.01000,0.173
41,mlp.experts.47.down_proj,0.00133366,0.01000,0.168
41,mlp.experts.48.down_proj,0.00374106,0.01000,0.169
41,mlp.experts.49.down_proj,0.02091552,0.01000,0.168
41,mlp.experts.50.down_proj,0.00627061,0.01000,0.168
41,mlp.experts.51.down_proj,0.00007371,0.01000,0.168
41,mlp.experts.52.down_proj,0.00520122,0.01000,0.169
41,mlp.experts.53.down_proj,0.00611435,0.01000,0.168
41,mlp.experts.54.down_proj,0.01451237,0.01000,0.168
41,mlp.experts.55.down_proj,0.02018887,0.01000,0.169
41,mlp.experts.56.down_proj,0.00000042,0.01000,0.168
41,mlp.experts.57.down_proj,0.00958036,0.01000,0.168
41,mlp.experts.58.down_proj,0.01032255,0.01000,0.170
41,mlp.experts.59.down_proj,0.00692866,0.01000,0.168
41,mlp.experts.60.down_proj,0.00000193,0.01000,0.169
41,mlp.experts.61.down_proj,0.01124876,0.01000,0.169
41,mlp.experts.62.down_proj,0.00649658,0.01000,0.168
41,mlp.experts.63.down_proj,0.00474409,0.01000,0.168
41,mlp.experts.64.down_proj,0.00450499,0.01000,0.169
41,mlp.experts.65.down_proj,0.00635315,0.01000,0.168
41,mlp.experts.66.down_proj,0.00486556,0.01000,0.169
41,mlp.experts.67.down_proj,0.00000117,0.01000,0.171
41,mlp.experts.68.down_proj,0.00225368,0.01000,0.168
41,mlp.experts.69.down_proj,0.00599688,0.01000,0.169
41,mlp.experts.70.down_proj,0.00001260,0.01000,0.169
41,mlp.experts.71.down_proj,0.00019663,0.01000,0.169
41,mlp.experts.72.down_proj,0.00492778,0.01000,0.170
41,mlp.experts.73.down_proj,0.00396575,0.01000,0.170
41,mlp.experts.74.down_proj,0.00000671,0.01000,0.168
41,mlp.experts.75.down_proj,0.00444941,0.01000,0.169
41,mlp.experts.76.down_proj,0.00000030,0.01000,0.169
41,mlp.experts.77.down_proj,0.00899147,0.01000,0.169
41,mlp.experts.78.down_proj,0.00186791,0.01000,0.169
41,mlp.experts.79.down_proj,0.00227591,0.01000,0.174
41,mlp.experts.80.down_proj,0.00472483,0.01000,0.168
41,mlp.experts.81.down_proj,0.00429638,0.01000,0.169
41,mlp.experts.82.down_proj,0.00895545,0.01000,0.205
41,mlp.experts.83.down_proj,0.00099526,0.01000,0.168
41,mlp.experts.84.down_proj,0.00540765,0.01000,0.168
41,mlp.experts.85.down_proj,0.00908767,0.01000,0.168
41,mlp.experts.86.down_proj,0.00076313,0.01000,0.169
41,mlp.experts.87.down_proj,0.00168117,0.01000,0.169
41,mlp.experts.88.down_proj,0.05613286,0.01000,0.168
41,mlp.experts.89.down_proj,0.00037750,0.01000,0.170
41,mlp.experts.90.down_proj,0.00123702,0.01000,0.168
41,mlp.experts.91.down_proj,0.00000159,0.01000,0.168
41,mlp.experts.92.down_proj,0.00545405,0.01000,0.168
41,mlp.experts.93.down_proj,0.00170800,0.01000,0.168
41,mlp.experts.94.down_proj,0.00001664,0.01000,0.168
41,mlp.experts.95.down_proj,0.00026689,0.01000,0.168
41,mlp.experts.96.down_proj,0.00000524,0.01000,0.168
41,mlp.experts.97.down_proj,0.00605959,0.01000,0.168
41,mlp.experts.98.down_proj,0.00000991,0.01000,0.168
41,mlp.experts.99.down_proj,0.04187126,0.01000,0.168
41,mlp.experts.100.down_proj,0.00172162,0.01000,0.168
41,mlp.experts.101.down_proj,0.00000006,0.01000,0.168
41,mlp.experts.102.down_proj,0.00386454,0.01000,0.169
41,mlp.experts.103.down_proj,0.00383357,0.01000,0.168
41,mlp.experts.104.down_proj,0.00000302,0.01000,0.169
41,mlp.experts.105.down_proj,0.00208075,0.01000,0.169
41,mlp.experts.106.down_proj,0.01018844,0.01000,0.168
41,mlp.experts.107.down_proj,0.00000014,0.01000,0.168
41,mlp.experts.108.down_proj,0.00014476,0.01000,0.168
41,mlp.experts.109.down_proj,0.00046551,0.01000,0.168
41,mlp.experts.110.down_proj,0.00003214,0.01000,0.168
41,mlp.experts.111.down_proj,0.00000038,0.01000,0.168
41,mlp.experts.112.down_proj,0.00621081,0.01000,0.169
41,mlp.experts.113.down_proj,0.00216638,0.01000,0.168
41,mlp.experts.114.down_proj,0.00000776,0.01000,0.168
41,mlp.experts.115.down_proj,0.00254169,0.01000,0.168
41,mlp.experts.116.down_proj,0.00053515,0.01000,0.168
41,mlp.experts.117.down_proj,0.00429023,0.01000,0.169
41,mlp.experts.118.down_proj,0.00980842,0.01000,0.168
41,mlp.experts.119.down_proj,0.00000051,0.01000,0.168
41,mlp.experts.120.down_proj,0.00161144,0.01000,0.170
41,mlp.experts.121.down_proj,0.00623202,0.01000,0.170
41,mlp.experts.122.down_proj,0.01035507,0.01000,0.172
41,mlp.experts.123.down_proj,0.00108070,0.01000,0.168
41,mlp.experts.124.down_proj,0.00320765,0.01000,0.168
41,mlp.experts.125.down_proj,0.00000001,0.01000,0.177
41,mlp.experts.126.down_proj,0.00454393,0.01000,0.171
41,mlp.experts.127.down_proj,0.00001649,0.01000,0.168
42,self_attn.q_proj,0.01626004,0.01000,0.448
42,self_attn.k_proj,0.00183870,0.01000,0.443
42,self_attn.v_proj,0.00313404,0.01000,0.437
42,self_attn.o_proj,0.00194754,0.01000,0.906
42,mlp.experts.0.up_proj,0.00000020,0.01000,0.477
42,mlp.experts.1.up_proj,0.00037220,0.01000,0.437
42,mlp.experts.2.up_proj,0.00958185,0.01000,0.437
42,mlp.experts.3.up_proj,0.00519360,0.01000,0.436
42,mlp.experts.4.up_proj,0.01614553,0.01000,0.439
42,mlp.experts.5.up_proj,0.00438393,0.01000,0.440
42,mlp.experts.6.up_proj,0.00085591,0.01000,0.439
42,mlp.experts.7.up_proj,0.00252984,0.01000,0.444
42,mlp.experts.8.up_proj,0.02581527,0.01000,0.440
42,mlp.experts.9.up_proj,0.00050482,0.01000,0.440
42,mlp.experts.10.up_proj,0.00111009,0.01000,0.440
42,mlp.experts.11.up_proj,0.00000002,0.01000,0.440
42,mlp.experts.12.up_proj,0.00318012,0.01000,0.440
42,mlp.experts.13.up_proj,0.00000011,0.01000,0.440
42,mlp.experts.14.up_proj,0.01551513,0.01000,0.443
42,mlp.experts.15.up_proj,0.00000050,0.01000,0.439
42,mlp.experts.16.up_proj,0.00972732,0.01000,0.440
42,mlp.experts.17.up_proj,0.01926500,0.01000,0.439
42,mlp.experts.18.up_proj,0.00742836,0.01000,0.446
42,mlp.experts.19.up_proj,0.00060879,0.01000,0.442
42,mlp.experts.20.up_proj,0.00096707,0.01000,0.441
42,mlp.experts.21.up_proj,0.01526544,0.01000,0.442
42,mlp.experts.22.up_proj,0.00765663,0.01000,0.447
42,mlp.experts.23.up_proj,0.01357064,0.01000,0.439
42,mlp.experts.24.up_proj,0.00791353,0.01000,0.434
42,mlp.experts.25.up_proj,0.00705602,0.01000,0.435
42,mlp.experts.26.up_proj,0.00000004,0.01000,0.436
42,mlp.experts.27.up_proj,0.00237630,0.01000,0.438
42,mlp.experts.28.up_proj,0.00839118,0.01000,0.434
42,mlp.experts.29.up_proj,0.00000074,0.01000,0.452
42,mlp.experts.30.up_proj,0.00062539,0.01000,0.449
42,mlp.experts.31.up_proj,0.00381265,0.01000,0.433
42,mlp.experts.32.up_proj,0.00320993,0.01000,0.437
42,mlp.experts.33.up_proj,0.01798893,0.01000,0.441
42,mlp.experts.34.up_proj,0.00008124,0.01000,0.437
42,mlp.experts.35.up_proj,0.00168207,0.01000,0.440
42,mlp.experts.36.up_proj,0.00539889,0.01000,0.437
42,mlp.experts.37.up_proj,0.00883610,0.01000,0.438
42,mlp.experts.38.up_proj,0.00207977,0.01000,0.435
42,mlp.experts.39.up_proj,0.00454149,0.01000,0.434
42,mlp.experts.40.up_proj,0.00000102,0.01000,0.433
42,mlp.experts.41.up_proj,0.00139852,0.01000,0.434
42,mlp.experts.42.up_proj,0.00000015,0.01000,0.440
42,mlp.experts.43.up_proj,0.00178618,0.01000,0.438
42,mlp.experts.44.up_proj,0.00000456,0.01000,0.438
42,mlp.experts.45.up_proj,0.00000237,0.01000,0.440
42,mlp.experts.46.up_proj,0.00000196,0.01000,0.438
42,mlp.experts.47.up_proj,0.00228374,0.01000,0.435
42,mlp.experts.48.up_proj,0.00000063,0.01000,0.434
42,mlp.experts.49.up_proj,0.00558277,0.01000,0.437
42,mlp.experts.50.up_proj,0.00822906,0.01000,0.437
42,mlp.experts.51.up_proj,0.00000002,0.01000,0.435
42,mlp.experts.52.up_proj,0.01332650,0.01000,0.441
42,mlp.experts.53.up_proj,0.00433343,0.01000,0.436
42,mlp.experts.54.up_proj,0.00002354,0.01000,0.440
42,mlp.experts.55.up_proj,0.01052077,0.01000,0.439
42,mlp.experts.56.up_proj,0.01854723,0.01000,0.442
42,mlp.experts.57.up_proj,0.00014315,0.01000,0.438
42,mlp.experts.58.up_proj,0.00946942,0.01000,0.436
42,mlp.experts.59.up_proj,0.00337961,0.01000,0.440
42,mlp.experts.60.up_proj,0.00005108,0.01000,0.439
42,mlp.experts.61.up_proj,0.00041816,0.01000,0.438
42,mlp.experts.62.up_proj,0.00000187,0.01000,0.440
42,mlp.experts.63.up_proj,0.00007081,0.01000,0.446
42,mlp.experts.64.up_proj,0.00410076,0.01000,0.436
42,mlp.experts.65.up_proj,0.00517417,0.01000,0.438
42,mlp.experts.66.up_proj,0.01033252,0.01000,0.436
42,mlp.experts.67.up_proj,0.00000013,0.01000,0.436
42,mlp.experts.68.up_proj,0.00272564,0.01000,0.434
42,mlp.experts.69.up_proj,0.01006742,0.01000,0.436
42,mlp.experts.70.up_proj,0.03062454,0.01000,0.434
42,mlp.experts.71.up_proj,0.00276240,0.01000,0.434
42,mlp.experts.72.up_proj,0.00000227,0.01000,0.434
42,mlp.experts.73.up_proj,0.00608985,0.01000,0.437
42,mlp.experts.74.up_proj,0.00729655,0.01000,0.435
42,mlp.experts.75.up_proj,0.01038790,0.01000,0.435
42,mlp.experts.76.up_proj,0.00039671,0.01000,0.437
42,mlp.experts.77.up_proj,0.00182635,0.01000,0.437
42,mlp.experts.78.up_proj,0.00003104,0.01000,0.433
42,mlp.experts.79.up_proj,0.00099066,0.01000,0.447
42,mlp.experts.80.up_proj,0.00411820,0.01000,0.432
42,mlp.experts.81.up_proj,0.00278493,0.01000,0.432
42,mlp.experts.82.up_proj,0.00000614,0.01000,0.435
42,mlp.experts.83.up_proj,0.00001998,0.01000,0.431
42,mlp.experts.84.up_proj,0.00056519,0.01000,0.433
42,mlp.experts.85.up_proj,0.00000043,0.01000,0.432
42,mlp.experts.86.up_proj,0.00770858,0.01000,0.434
42,mlp.experts.87.up_proj,0.00001566,0.01000,0.433
42,mlp.experts.88.up_proj,0.00000714,0.01000,0.436
42,mlp.experts.89.up_proj,0.00779068,0.01000,0.433
42,mlp.experts.90.up_proj,0.00351156,0.01000,0.433
42,mlp.experts.91.up_proj,0.00005061,0.01000,0.441
42,mlp.experts.92.up_proj,0.00698670,0.01000,0.433
42,mlp.experts.93.up_proj,0.00377067,0.01000,0.434
42,mlp.experts.94.up_proj,0.00002523,0.01000,0.433
42,mlp.experts.95.up_proj,0.00008096,0.01000,0.434
42,mlp.experts.96.up_proj,0.00005696,0.01000,0.433
42,mlp.experts.97.up_proj,0.00055341,0.01000,0.432
42,mlp.experts.98.up_proj,0.00489618,0.01000,0.432
42,mlp.experts.99.up_proj,0.01058902,0.01000,0.432
42,mlp.experts.100.up_proj,0.00047237,0.01000,0.437
42,mlp.experts.101.up_proj,0.00538369,0.01000,0.434
42,mlp.experts.102.up_proj,0.00374111,0.01000,0.437
42,mlp.experts.103.up_proj,0.00037511,0.01000,0.433
42,mlp.experts.104.up_proj,0.00001781,0.01000,0.433
42,mlp.experts.105.up_proj,0.00053229,0.01000,0.433
42,mlp.experts.106.up_proj,0.00718236,0.01000,0.435
42,mlp.experts.107.up_proj,0.00000003,0.01000,0.439
42,mlp.experts.108.up_proj,0.00783214,0.01000,0.438
42,mlp.experts.109.up_proj,0.00025548,0.01000,0.443
42,mlp.experts.110.up_proj,0.00005647,0.01000,0.437
42,mlp.experts.111.up_proj,0.00322763,0.01000,0.437
42,mlp.experts.112.up_proj,0.00102119,0.01000,0.436
42,mlp.experts.113.up_proj,0.00114572,0.01000,0.436
42,mlp.experts.114.up_proj,0.01233231,0.01000,0.436
42,mlp.experts.115.up_proj,0.00660342,0.01000,0.434
42,mlp.experts.116.up_proj,0.00366630,0.01000,0.435
42,mlp.experts.117.up_proj,0.01363182,0.01000,0.439
42,mlp.experts.118.up_proj,0.00033444,0.01000,0.444
42,mlp.experts.119.up_proj,0.00126409,0.01000,0.438
42,mlp.experts.120.up_proj,0.00000114,0.01000,0.437
42,mlp.experts.121.up_proj,0.00000093,0.01000,0.440
42,mlp.experts.122.up_proj,0.00000010,0.01000,0.441
42,mlp.experts.123.up_proj,0.01889585,0.01000,0.442
42,mlp.experts.124.up_proj,0.00013037,0.01000,0.452
42,mlp.experts.125.up_proj,0.00531363,0.01000,0.445
42,mlp.experts.126.up_proj,0.00790276,0.01000,0.451
42,mlp.experts.127.up_proj,0.00000045,0.01000,0.442
42,mlp.experts.0.gate_proj,0.00000019,0.01000,0.442
42,mlp.experts.1.gate_proj,0.00034870,0.01000,0.441
42,mlp.experts.2.gate_proj,0.00895206,0.01000,0.440
42,mlp.experts.3.gate_proj,0.00498771,0.01000,0.442
42,mlp.experts.4.gate_proj,0.01582447,0.01000,0.442
42,mlp.experts.5.gate_proj,0.00378597,0.01000,0.455
42,mlp.experts.6.gate_proj,0.00088039,0.01000,0.444
42,mlp.experts.7.gate_proj,0.00223778,0.01000,0.455
42,mlp.experts.8.gate_proj,0.03081883,0.01000,0.447
42,mlp.experts.9.gate_proj,0.00048913,0.01000,0.443
42,mlp.experts.10.gate_proj,0.00109112,0.01000,0.443
42,mlp.experts.11.gate_proj,0.00000002,0.01000,0.442
42,mlp.experts.12.gate_proj,0.00306087,0.01000,0.444
42,mlp.experts.13.gate_proj,0.00000010,0.01000,0.449
42,mlp.experts.14.gate_proj,0.01484360,0.01000,0.443
42,mlp.experts.15.gate_proj,0.00000046,0.01000,0.442
42,mlp.experts.16.gate_proj,0.00937388,0.01000,0.441
42,mlp.experts.17.gate_proj,0.02014695,0.01000,0.443
42,mlp.experts.18.gate_proj,0.00649830,0.01000,0.442
42,mlp.experts.19.gate_proj,0.00056111,0.01000,0.442
42,mlp.experts.20.gate_proj,0.00093372,0.01000,0.442
42,mlp.experts.21.gate_proj,0.01491770,0.01000,0.442
42,mlp.experts.22.gate_proj,0.00698883,0.01000,0.446
42,mlp.experts.23.gate_proj,0.01309270,0.01000,0.441
42,mlp.experts.24.gate_proj,0.00740263,0.01000,0.441
42,mlp.experts.25.gate_proj,0.00770482,0.01000,0.440
42,mlp.experts.26.gate_proj,0.00000003,0.01000,0.442
42,mlp.experts.27.gate_proj,0.00225732,0.01000,0.443
42,mlp.experts.28.gate_proj,0.00881452,0.01000,0.444
42,mlp.experts.29.gate_proj,0.00000064,0.01000,0.442
42,mlp.experts.30.gate_proj,0.00059555,0.01000,0.442
42,mlp.experts.31.gate_proj,0.00345555,0.01000,0.453
42,mlp.experts.32.gate_proj,0.00309027,0.01000,0.441
42,mlp.experts.33.gate_proj,0.01859942,0.01000,0.443
42,mlp.experts.34.gate_proj,0.00007479,0.01000,0.443
42,mlp.experts.35.gate_proj,0.00160954,0.01000,0.457
42,mlp.experts.36.gate_proj,0.00501681,0.01000,0.441
42,mlp.experts.37.gate_proj,0.00993582,0.01000,0.444
42,mlp.experts.38.gate_proj,0.00197948,0.01000,0.441
42,mlp.experts.39.gate_proj,0.00458009,0.01000,0.442
42,mlp.experts.40.gate_proj,0.00000089,0.01000,0.447
42,mlp.experts.41.gate_proj,0.00146344,0.01000,0.447
42,mlp.experts.42.gate_proj,0.00000014,0.01000,0.442
42,mlp.experts.43.gate_proj,0.00171513,0.01000,0.442
42,mlp.experts.44.gate_proj,0.00000406,0.01000,0.441
42,mlp.experts.45.gate_proj,0.00000226,0.01000,0.442
42,mlp.experts.46.gate_proj,0.00000177,0.01000,0.442
42,mlp.experts.47.gate_proj,0.00218807,0.01000,0.443
42,mlp.experts.48.gate_proj,0.00000058,0.01000,0.442
42,mlp.experts.49.gate_proj,0.00564959,0.01000,0.441
42,mlp.experts.50.gate_proj,0.00832931,0.01000,0.443
42,mlp.experts.51.gate_proj,0.00000002,0.01000,0.441
42,mlp.experts.52.gate_proj,0.01349668,0.01000,0.442
42,mlp.experts.53.gate_proj,0.00436215,0.01000,0.442
42,mlp.experts.54.gate_proj,0.00002119,0.01000,0.442
42,mlp.experts.55.gate_proj,0.01000060,0.01000,0.449
42,mlp.experts.56.gate_proj,0.01750937,0.01000,0.443
42,mlp.experts.57.gate_proj,0.00013326,0.01000,0.439
42,mlp.experts.58.gate_proj,0.00911229,0.01000,0.435
42,mlp.experts.59.gate_proj,0.00318656,0.01000,0.435
42,mlp.experts.60.gate_proj,0.00004758,0.01000,0.434
42,mlp.experts.61.gate_proj,0.00040277,0.01000,0.436
42,mlp.experts.62.gate_proj,0.00000163,0.01000,0.437
42,mlp.experts.63.gate_proj,0.00006529,0.01000,0.437
42,mlp.experts.64.gate_proj,0.00368328,0.01000,0.439
42,mlp.experts.65.gate_proj,0.00502163,0.01000,0.438
42,mlp.experts.66.gate_proj,0.01061490,0.01000,0.441
42,mlp.experts.67.gate_proj,0.00000012,0.01000,0.439
42,mlp.experts.68.gate_proj,0.00284660,0.01000,0.437
42,mlp.experts.69.gate_proj,0.01009330,0.01000,0.437
42,mlp.experts.70.gate_proj,0.03318583,0.01000,0.437
42,mlp.experts.71.gate_proj,0.00272034,0.01000,0.438
42,mlp.experts.72.gate_proj,0.00000203,0.01000,0.438
42,mlp.experts.73.gate_proj,0.00547585,0.01000,0.437
42,mlp.experts.74.gate_proj,0.00662205,0.01000,0.439
42,mlp.experts.75.gate_proj,0.01014455,0.01000,0.437
42,mlp.experts.76.gate_proj,0.00036466,0.01000,0.438
42,mlp.experts.77.gate_proj,0.00183205,0.01000,0.439
42,mlp.experts.78.gate_proj,0.00002864,0.01000,0.437
42,mlp.experts.79.gate_proj,0.00092264,0.01000,0.437
42,mlp.experts.80.gate_proj,0.00389443,0.01000,0.438
42,mlp.experts.81.gate_proj,0.00268391,0.01000,0.447
42,mlp.experts.82.gate_proj,0.00000552,0.01000,0.447
42,mlp.experts.83.gate_proj,0.00001769,0.01000,0.445
42,mlp.experts.84.gate_proj,0.00053140,0.01000,0.444
42,mlp.experts.85.gate_proj,0.00000041,0.01000,0.445
42,mlp.experts.86.gate_proj,0.00737115,0.01000,0.446
42,mlp.experts.87.gate_proj,0.00001506,0.01000,0.446
42,mlp.experts.88.gate_proj,0.00000638,0.01000,0.446
42,mlp.experts.89.gate_proj,0.00783943,0.01000,0.441
42,mlp.experts.90.gate_proj,0.00321531,0.01000,0.444
42,mlp.experts.91.gate_proj,0.00004649,0.01000,0.444
42,mlp.experts.92.gate_proj,0.00694190,0.01000,0.444
42,mlp.experts.93.gate_proj,0.00334494,0.01000,0.445
42,mlp.experts.94.gate_proj,0.00002181,0.01000,0.447
42,mlp.experts.95.gate_proj,0.00007935,0.01000,0.446
42,mlp.experts.96.gate_proj,0.00005259,0.01000,0.451
42,mlp.experts.97.gate_proj,0.00049866,0.01000,0.449
42,mlp.experts.98.gate_proj,0.00451966,0.01000,0.451
42,mlp.experts.99.gate_proj,0.01030970,0.01000,0.448
42,mlp.experts.100.gate_proj,0.00045000,0.01000,0.446
42,mlp.experts.101.gate_proj,0.00470972,0.01000,0.446
42,mlp.experts.102.gate_proj,0.00317810,0.01000,0.443
42,mlp.experts.103.gate_proj,0.00032366,0.01000,0.441
42,mlp.experts.104.gate_proj,0.00001808,0.01000,0.444
42,mlp.experts.105.gate_proj,0.00050007,0.01000,0.458
42,mlp.experts.106.gate_proj,0.00703489,0.01000,0.448
42,mlp.experts.107.gate_proj,0.00000003,0.01000,0.465
42,mlp.experts.108.gate_proj,0.00746696,0.01000,0.450
42,mlp.experts.109.gate_proj,0.00024259,0.01000,0.448
42,mlp.experts.110.gate_proj,0.00007575,0.01000,0.447
42,mlp.experts.111.gate_proj,0.00326581,0.01000,0.449
42,mlp.experts.112.gate_proj,0.00096106,0.01000,0.454
42,mlp.experts.113.gate_proj,0.00110531,0.01000,0.449
42,mlp.experts.114.gate_proj,0.01235934,0.01000,0.449
42,mlp.experts.115.gate_proj,0.00594996,0.01000,0.449
42,mlp.experts.116.gate_proj,0.00358458,0.01000,0.449
42,mlp.experts.117.gate_proj,0.01326350,0.01000,0.449
42,mlp.experts.118.gate_proj,0.00033796,0.01000,0.449
42,mlp.experts.119.gate_proj,0.00115127,0.01000,0.448
42,mlp.experts.120.gate_proj,0.00000106,0.01000,0.448
42,mlp.experts.121.gate_proj,0.00000085,0.01000,0.451
42,mlp.experts.122.gate_proj,0.00000011,0.01000,0.449
42,mlp.experts.123.gate_proj,0.01646415,0.01000,0.450
42,mlp.experts.124.gate_proj,0.00012087,0.01000,0.447
42,mlp.experts.125.gate_proj,0.00499976,0.01000,0.447
42,mlp.experts.126.gate_proj,0.00765998,0.01000,0.447
42,mlp.experts.127.gate_proj,0.00000042,0.01000,0.447
42,mlp.experts.0.down_proj,0.00000016,0.01000,0.187
42,mlp.experts.1.down_proj,0.00060404,0.01000,0.167
42,mlp.experts.2.down_proj,0.00942557,0.01000,0.171
42,mlp.experts.3.down_proj,0.00528361,0.01000,0.167
42,mlp.experts.4.down_proj,0.06637692,0.01000,0.167
42,mlp.experts.5.down_proj,0.00666401,0.01000,0.167
42,mlp.experts.6.down_proj,0.00134939,0.01000,0.167
42,mlp.experts.7.down_proj,0.00508544,0.01000,0.168
42,mlp.experts.8.down_proj,0.02022346,0.01000,0.169
42,mlp.experts.9.down_proj,0.00062229,0.01000,0.168
42,mlp.experts.10.down_proj,0.00193527,0.01000,0.168
42,mlp.experts.11.down_proj,0.00000003,0.01000,0.168
42,mlp.experts.12.down_proj,0.00449667,0.01000,0.169
42,mlp.experts.13.down_proj,0.00000008,0.01000,0.171
42,mlp.experts.14.down_proj,0.01387858,0.01000,0.170
42,mlp.experts.15.down_proj,0.00000052,0.01000,0.168
42,mlp.experts.16.down_proj,0.00887613,0.01000,0.168
42,mlp.experts.17.down_proj,0.02188239,0.01000,0.168
42,mlp.experts.18.down_proj,0.01000376,0.01000,0.168
42,mlp.experts.19.down_proj,0.00071193,0.01000,0.169
42,mlp.experts.20.down_proj,0.00068148,0.01000,0.168
42,mlp.experts.21.down_proj,0.01596525,0.01000,0.168
42,mlp.experts.22.down_proj,0.00947038,0.01000,0.168
42,mlp.experts.23.down_proj,0.01344293,0.01000,0.168
42,mlp.experts.24.down_proj,0.00976207,0.01000,0.168
42,mlp.experts.25.down_proj,0.00575502,0.01000,0.173
42,mlp.experts.26.down_proj,0.00000003,0.01000,0.168
42,mlp.experts.27.down_proj,0.00351404,0.01000,0.168
42,mlp.experts.28.down_proj,0.01078898,0.01000,0.168
42,mlp.experts.29.down_proj,0.00000060,0.01000,0.168
42,mlp.experts.30.down_proj,0.00119693,0.01000,0.172
42,mlp.experts.31.down_proj,0.00820168,0.01000,0.169
42,mlp.experts.32.down_proj,0.00323162,0.01000,0.169
42,mlp.experts.33.down_proj,0.01562587,0.01000,0.168
42,mlp.experts.34.down_proj,0.00011314,0.01000,0.169
42,mlp.experts.35.down_proj,0.00182455,0.01000,0.170
42,mlp.experts.36.down_proj,0.00696873,0.01000,0.169
42,mlp.experts.37.down_proj,0.01389835,0.01000,0.169
42,mlp.experts.38.down_proj,0.00226309,0.01000,0.168
42,mlp.experts.39.down_proj,0.00558554,0.01000,0.168
42,mlp.experts.40.down_proj,0.00000205,0.01000,0.172
42,mlp.experts.41.down_proj,0.00129542,0.01000,0.169
42,mlp.experts.42.down_proj,0.00000012,0.01000,0.168
42,mlp.experts.43.down_proj,0.00172438,0.01000,0.168
42,mlp.experts.44.down_proj,0.00001126,0.01000,0.168
42,mlp.experts.45.down_proj,0.00000313,0.01000,0.167
42,mlp.experts.46.down_proj,0.00000243,0.01000,0.167
42,mlp.experts.47.down_proj,0.00262831,0.01000,0.167
42,mlp.experts.48.down_proj,0.00000097,0.01000,0.167
42,mlp.experts.49.down_proj,0.01187465,0.01000,0.166
42,mlp.experts.50.down_proj,0.00643254,0.01000,0.167
42,mlp.experts.51.down_proj,0.00000003,0.01000,0.167
42,mlp.experts.52.down_proj,0.02575013,0.01000,0.167
42,mlp.experts.53.down_proj,0.00562694,0.01000,0.167
42,mlp.experts.54.down_proj,0.00005261,0.01000,0.168
42,mlp.experts.55.down_proj,0.00867528,0.01000,0.170
42,mlp.experts.56.down_proj,0.04270961,0.01000,0.168
42,mlp.experts.57.down_proj,0.00027435,0.01000,0.168
42,mlp.experts.58.down_proj,0.01317517,0.01000,0.168
42,mlp.experts.59.down_proj,0.00484981,0.01000,0.168
42,mlp.experts.60.down_proj,0.00010541,0.01000,0.168
42,mlp.experts.61.down_proj,0.00053199,0.01000,0.171
42,mlp.experts.62.down_proj,0.00000177,0.01000,0.168
42,mlp.experts.63.down_proj,0.00013050,0.01000,0.168
42,mlp.experts.64.down_proj,0.00559127,0.01000,0.169
42,mlp.experts.65.down_proj,0.00732218,0.01000,0.168
42,mlp.experts.66.down_proj,0.00884975,0.01000,0.169
42,mlp.experts.67.down_proj,0.00000007,0.01000,0.169
42,mlp.experts.68.down_proj,0.00488730,0.01000,0.170
42,mlp.experts.69.down_proj,0.00573921,0.01000,0.170
42,mlp.experts.70.down_proj,0.02371096,0.01000,0.169
42,mlp.experts.71.down_proj,0.00255786,0.01000,0.171
42,mlp.experts.72.down_proj,0.00000241,0.01000,0.174
42,mlp.experts.73.down_proj,0.00825883,0.01000,0.170
42,mlp.experts.74.down_proj,0.01412156,0.01000,0.169
42,mlp.experts.75.down_proj,0.01045338,0.01000,0.169
42,mlp.experts.76.down_proj,0.00041476,0.01000,0.170
42,mlp.experts.77.down_proj,0.00161343,0.01000,0.169
42,mlp.experts.78.down_proj,0.00007294,0.01000,0.169
42,mlp.experts.79.down_proj,0.00078810,0.01000,0.169
42,mlp.experts.80.down_proj,0.00572388,0.01000,0.170
42,mlp.experts.81.down_proj,0.00368568,0.01000,0.169
42,mlp.experts.82.down_proj,0.00000876,0.01000,0.170
42,mlp.experts.83.down_proj,0.00003454,0.01000,0.170
42,mlp.experts.84.down_proj,0.00046356,0.01000,0.183
42,mlp.experts.85.down_proj,0.00000034,0.01000,0.169
42,mlp.experts.86.down_proj,0.01404742,0.01000,0.169
42,mlp.experts.87.down_proj,0.00001468,0.01000,0.169
42,mlp.experts.88.down_proj,0.00000344,0.01000,0.184
42,mlp.experts.89.down_proj,0.00646776,0.01000,0.173
42,mlp.experts.90.down_proj,0.00612392,0.01000,0.173
42,mlp.experts.91.down_proj,0.00014744,0.01000,0.170
42,mlp.experts.92.down_proj,0.01491036,0.01000,0.170
42,mlp.experts.93.down_proj,0.00588991,0.01000,0.170
42,mlp.experts.94.down_proj,0.00005831,0.01000,0.169
42,mlp.experts.95.down_proj,0.00007254,0.01000,0.171
42,mlp.experts.96.down_proj,0.00012290,0.01000,0.170
42,mlp.experts.97.down_proj,0.00052109,0.01000,0.169
42,mlp.experts.98.down_proj,0.00773426,0.01000,0.169
42,mlp.experts.99.down_proj,0.00718447,0.01000,0.169
42,mlp.experts.100.down_proj,0.00047543,0.01000,0.169
42,mlp.experts.101.down_proj,0.01094350,0.01000,0.168
42,mlp.experts.102.down_proj,0.01045094,0.01000,0.168
42,mlp.experts.103.down_proj,0.00092095,0.01000,0.169
42,mlp.experts.104.down_proj,0.00003492,0.01000,0.168
42,mlp.experts.105.down_proj,0.00045159,0.01000,0.168
42,mlp.experts.106.down_proj,0.00787796,0.01000,0.173
42,mlp.experts.107.down_proj,0.00000003,0.01000,0.176
42,mlp.experts.108.down_proj,0.01798489,0.01000,0.169
42,mlp.experts.109.down_proj,0.00032402,0.01000,0.168
42,mlp.experts.110.down_proj,0.00000593,0.01000,0.168
42,mlp.experts.111.down_proj,0.00410720,0.01000,0.168
42,mlp.experts.112.down_proj,0.00123266,0.01000,0.167
42,mlp.experts.113.down_proj,0.00107191,0.01000,0.167
42,mlp.experts.114.down_proj,0.01136710,0.01000,0.167
42,mlp.experts.115.down_proj,0.00968503,0.01000,0.167
42,mlp.experts.116.down_proj,0.00426650,0.01000,0.168
42,mlp.experts.117.down_proj,0.01283084,0.01000,0.169
42,mlp.experts.118.down_proj,0.00049669,0.01000,0.169
42,mlp.experts.119.down_proj,0.00189488,0.01000,0.169
42,mlp.experts.120.down_proj,0.00000105,0.01000,0.169
42,mlp.experts.121.down_proj,0.00000076,0.01000,0.168
42,mlp.experts.122.down_proj,0.00000009,0.01000,0.169
42,mlp.experts.123.down_proj,0.01986402,0.01000,0.169
42,mlp.experts.124.down_proj,0.00016098,0.01000,0.170
42,mlp.experts.125.down_proj,0.00997146,0.01000,0.172
42,mlp.experts.126.down_proj,0.01531532,0.01000,0.170
42,mlp.experts.127.down_proj,0.00000049,0.01000,0.169
43,self_attn.q_proj,0.01776809,0.01000,0.440
43,self_attn.k_proj,0.00190896,0.01000,0.440
43,self_attn.v_proj,0.00385590,0.01000,0.437
43,self_attn.o_proj,0.00068085,0.01000,0.885
43,mlp.experts.0.up_proj,0.00318620,0.01000,0.475
43,mlp.experts.1.up_proj,0.00036059,0.01000,0.434
43,mlp.experts.2.up_proj,0.01482339,0.01000,0.436
43,mlp.experts.3.up_proj,0.00000245,0.01000,0.437
43,mlp.experts.4.up_proj,0.00699754,0.01000,0.435
43,mlp.experts.5.up_proj,0.00556973,0.01000,0.436
43,mlp.experts.6.up_proj,0.00317229,0.01000,0.437
43,mlp.experts.7.up_proj,0.00072326,0.01000,0.440
43,mlp.experts.8.up_proj,0.00755563,0.01000,0.441
43,mlp.experts.9.up_proj,0.00060159,0.01000,0.437
43,mlp.experts.10.up_proj,0.00120570,0.01000,0.438
43,mlp.experts.11.up_proj,0.00099167,0.01000,0.443
43,mlp.experts.12.up_proj,0.00569357,0.01000,0.441
43,mlp.experts.13.up_proj,0.00001695,0.01000,0.438
43,mlp.experts.14.up_proj,0.00000474,0.01000,0.439
43,mlp.experts.15.up_proj,0.00001371,0.01000,0.438
43,mlp.experts.16.up_proj,0.01430844,0.01000,0.439
43,mlp.experts.17.up_proj,0.00000104,0.01000,0.438
43,mlp.experts.18.up_proj,0.00918744,0.01000,0.445
43,mlp.experts.19.up_proj,0.00581746,0.01000,0.456
43,mlp.experts.20.up_proj,0.00250315,0.01000,0.440
43,mlp.experts.21.up_proj,0.00000152,0.01000,0.453
43,mlp.experts.22.up_proj,0.00000257,0.01000,0.440
43,mlp.experts.23.up_proj,0.00000041,0.01000,0.441
43,mlp.experts.24.up_proj,0.00565762,0.01000,0.439
43,mlp.experts.25.up_proj,0.00024269,0.01000,0.444
43,mlp.experts.26.up_proj,0.00423983,0.01000,0.439
43,mlp.experts.27.up_proj,0.00203598,0.01000,0.441
43,mlp.experts.28.up_proj,0.00128218,0.01000,0.437
43,mlp.experts.29.up_proj,0.00306953,0.01000,0.439
43,mlp.experts.30.up_proj,0.00615173,0.01000,0.439
43,mlp.experts.31.up_proj,0.01883950,0.01000,0.438
43,mlp.experts.32.up_proj,0.00021864,0.01000,0.436
43,mlp.experts.33.up_proj,0.00003293,0.01000,0.440
43,mlp.experts.34.up_proj,0.00095895,0.01000,0.441
43,mlp.experts.35.up_proj,0.00000038,0.01000,0.439
43,mlp.experts.36.up_proj,0.01244027,0.01000,0.439
43,mlp.experts.37.up_proj,0.00834677,0.01000,0.439
43,mlp.experts.38.up_proj,0.00096994,0.01000,0.439
43,mlp.experts.39.up_proj,0.00116676,0.01000,0.441
43,mlp.experts.40.up_proj,0.00023718,0.01000,0.442
43,mlp.experts.41.up_proj,0.00558259,0.01000,0.440
43,mlp.experts.42.up_proj,0.00507550,0.01000,0.446
43,mlp.experts.43.up_proj,0.00794994,0.01000,0.449
43,mlp.experts.44.up_proj,0.00739601,0.01000,0.443
43,mlp.experts.45.up_proj,0.00040819,0.01000,0.441
43,mlp.experts.46.up_proj,0.00866079,0.01000,0.441
43,mlp.experts.47.up_proj,0.00524109,0.01000,0.441
43,mlp.experts.48.up_proj,0.00008925,0.01000,0.439
43,mlp.experts.49.up_proj,0.00608115,0.01000,0.439
43,mlp.experts.50.up_proj,0.00230370,0.01000,0.439
43,mlp.experts.51.up_proj,0.00000122,0.01000,0.440
43,mlp.experts.52.up_proj,0.00882589,0.01000,0.443
43,mlp.experts.53.up_proj,0.00227453,0.01000,0.451
43,mlp.experts.54.up_proj,0.00000170,0.01000,0.447
43,mlp.experts.55.up_proj,0.00115493,0.01000,0.439
43,mlp.experts.56.up_proj,0.01635919,0.01000,0.439
43,mlp.experts.57.up_proj,0.00221539,0.01000,0.439
43,mlp.experts.58.up_proj,0.01068424,0.01000,0.439
43,mlp.experts.59.up_proj,0.00300285,0.01000,0.439
43,mlp.experts.60.up_proj,0.00065064,0.01000,0.439
43,mlp.experts.61.up_proj,0.01683272,0.01000,0.440
43,mlp.experts.62.up_proj,0.00154560,0.01000,0.439
43,mlp.experts.63.up_proj,0.00254746,0.01000,0.439
43,mlp.experts.64.up_proj,0.00000711,0.01000,0.439
43,mlp.experts.65.up_proj,0.00833965,0.01000,0.440
43,mlp.experts.66.up_proj,0.00765020,0.01000,0.441
43,mlp.experts.67.up_proj,0.00000129,0.01000,0.440
43,mlp.experts.68.up_proj,0.00652962,0.01000,0.440
43,mlp.experts.69.up_proj,0.00836152,0.01000,0.438
43,mlp.experts.70.up_proj,0.00564036,0.01000,0.442
43,mlp.experts.71.up_proj,0.01523749,0.01000,0.437
43,mlp.experts.72.up_proj,0.01884015,0.01000,0.437
43,mlp.experts.73.up_proj,0.00003638,0.01000,0.438
43,mlp.experts.74.up_proj,0.01031366,0.01000,0.438
43,mlp.experts.75.up_proj,0.03415778,0.01000,0.439
43,mlp.experts.76.up_proj,0.00000008,0.01000,0.440
43,mlp.experts.77.up_proj,0.00874476,0.01000,0.445
43,mlp.experts.78.up_proj,0.00100057,0.01000,0.439
43,mlp.experts.79.up_proj,0.00000704,0.01000,0.440
43,mlp.experts.80.up_proj,0.02707420,0.01000,0.440
43,mlp.experts.81.up_proj,0.01061227,0.01000,0.439
43,mlp.experts.82.up_proj,0.00860566,0.01000,0.440
43,mlp.experts.83.up_proj,0.01282938,0.01000,0.441
43,mlp.experts.84.up_proj,0.00000392,0.01000,0.437
43,mlp.experts.85.up_proj,0.00121319,0.01000,0.436
43,mlp.experts.86.up_proj,0.00000306,0.01000,0.437
43,mlp.experts.87.up_proj,0.01142604,0.01000,0.440
43,mlp.experts.88.up_proj,0.00449176,0.01000,0.439
43,mlp.experts.89.up_proj,0.00139626,0.01000,0.436
43,mlp.experts.90.up_proj,0.00201403,0.01000,0.435
43,mlp.experts.91.up_proj,0.00216285,0.01000,0.435
43,mlp.experts.92.up_proj,0.00090617,0.01000,0.436
43,mlp.experts.93.up_proj,0.00000213,0.01000,0.438
43,mlp.experts.94.up_proj,0.00178765,0.01000,0.436
43,mlp.experts.95.up_proj,0.00000001,0.01000,0.437
43,mlp.experts.96.up_proj,0.01625421,0.01000,0.436
43,mlp.experts.97.up_proj,0.01069717,0.01000,0.436
43,mlp.experts.98.up_proj,0.00906650,0.01000,0.436
43,mlp.experts.99.up_proj,0.02037518,0.01000,0.436
43,mlp.experts.100.up_proj,0.00712644,0.01000,0.440
43,mlp.experts.101.up_proj,0.00000814,0.01000,0.436
43,mlp.experts.102.up_proj,0.00001618,0.01000,0.436
43,mlp.experts.103.up_proj,0.00000006,0.01000,0.436
43,mlp.experts.104.up_proj,0.00783510,0.01000,0.436
43,mlp.experts.105.up_proj,0.00000832,0.01000,0.436
43,mlp.experts.106.up_proj,0.00024505,0.01000,0.435
43,mlp.experts.107.up_proj,0.00005479,0.01000,0.437
43,mlp.experts.108.up_proj,0.00002031,0.01000,0.435
43,mlp.experts.109.up_proj,0.00000033,0.01000,0.436
43,mlp.experts.110.up_proj,0.00009402,0.01000,0.436
43,mlp.experts.111.up_proj,0.00351220,0.01000,0.447
43,mlp.experts.112.up_proj,0.01341420,0.01000,0.437
43,mlp.experts.113.up_proj,0.00669907,0.01000,0.436
43,mlp.experts.114.up_proj,0.00795151,0.01000,0.436
43,mlp.experts.115.up_proj,0.00868462,0.01000,0.436
43,mlp.experts.116.up_proj,0.00000008,0.01000,0.436
43,mlp.experts.117.up_proj,0.00001105,0.01000,0.436
43,mlp.experts.118.up_proj,0.00000236,0.01000,0.435
43,mlp.experts.119.up_proj,0.00088303,0.01000,0.436
43,mlp.experts.120.up_proj,0.00783353,0.01000,0.436
43,mlp.experts.121.up_proj,0.01173439,0.01000,0.438
43,mlp.experts.122.up_proj,0.00137621,0.01000,0.458
43,mlp.experts.123.up_proj,0.00195778,0.01000,0.453
43,mlp.experts.124.up_proj,0.00041933,0.01000,0.438
43,mlp.experts.125.up_proj,0.00397846,0.01000,0.440
43,mlp.experts.126.up_proj,0.00000085,0.01000,0.440
43,mlp.experts.127.up_proj,0.00618900,0.01000,0.439
43,mlp.experts.0.gate_proj,0.00290084,0.01000,0.443
43,mlp.experts.1.gate_proj,0.00034084,0.01000,0.439
43,mlp.experts.2.gate_proj,0.01501420,0.01000,0.439
43,mlp.experts.3.gate_proj,0.00000214,0.01000,0.439
43,mlp.experts.4.gate_proj,0.00678346,0.01000,0.439
43,mlp.experts.5.gate_proj,0.00523336,0.01000,0.439
43,mlp.experts.6.gate_proj,0.00267861,0.01000,0.440
43,mlp.experts.7.gate_proj,0.00069914,0.01000,0.438
43,mlp.experts.8.gate_proj,0.00688924,0.01000,0.435
43,mlp.experts.9.gate_proj,0.00053301,0.01000,0.435
43,mlp.experts.10.gate_proj,0.00118285,0.01000,0.434
43,mlp.experts.11.gate_proj,0.00094875,0.01000,0.434
43,mlp.experts.12.gate_proj,0.00513890,0.01000,0.433
43,mlp.experts.13.gate_proj,0.00001496,0.01000,0.434
43,mlp.experts.14.gate_proj,0.00000444,0.01000,0.434
43,mlp.experts.15.gate_proj,0.00001299,0.01000,0.440
43,mlp.experts.16.gate_proj,0.01499790,0.01000,0.437
43,mlp.experts.17.gate_proj,0.00000095,0.01000,0.438
43,mlp.experts.18.gate_proj,0.00872000,0.01000,0.438
43,mlp.experts.19.gate_proj,0.00503938,0.01000,0.437
43,mlp.experts.20.gate_proj,0.00227468,0.01000,0.445
43,mlp.experts.21.gate_proj,0.00000129,0.01000,0.437
43,mlp.experts.22.gate_proj,0.00000215,0.01000,0.439
43,mlp.experts.23.gate_proj,0.00000037,0.01000,0.442
43,mlp.experts.24.gate_proj,0.00540774,0.01000,0.456
43,mlp.experts.25.gate_proj,0.00024598,0.01000,0.449
43,mlp.experts.26.gate_proj,0.00386883,0.01000,0.449
43,mlp.experts.27.gate_proj,0.00178775,0.01000,0.439
43,mlp.experts.28.gate_proj,0.00120409,0.01000,0.439
43,mlp.experts.29.gate_proj,0.00278903,0.01000,0.443
43,mlp.experts.30.gate_proj,0.00607764,0.01000,0.439
43,mlp.experts.31.gate_proj,0.01816968,0.01000,0.438
43,mlp.experts.32.gate_proj,0.00020204,0.01000,0.439
43,mlp.experts.33.gate_proj,0.00002860,0.01000,0.440
43,mlp.experts.34.gate_proj,0.00087491,0.01000,0.441
43,mlp.experts.35.gate_proj,0.00000034,0.01000,0.439
43,mlp.experts.36.gate_proj,0.01100080,0.01000,0.442
43,mlp.experts.37.gate_proj,0.00824796,0.01000,0.439
43,mlp.experts.38.gate_proj,0.00092835,0.01000,0.439
43,mlp.experts.39.gate_proj,0.00104138,0.01000,0.440
43,mlp.experts.40.gate_proj,0.00020827,0.01000,0.439
43,mlp.experts.41.gate_proj,0.00546545,0.01000,0.439
43,mlp.experts.42.gate_proj,0.00457689,0.01000,0.439
43,mlp.experts.43.gate_proj,0.00664940,0.01000,0.439
43,mlp.experts.44.gate_proj,0.00656469,0.01000,0.438
43,mlp.experts.45.gate_proj,0.00036049,0.01000,0.438
43,mlp.experts.46.gate_proj,0.00817032,0.01000,0.438
43,mlp.experts.47.gate_proj,0.00494820,0.01000,0.445
43,mlp.experts.48.gate_proj,0.00008308,0.01000,0.439
43,mlp.experts.49.gate_proj,0.00535676,0.01000,0.439
43,mlp.experts.50.gate_proj,0.00210634,0.01000,0.440
43,mlp.experts.51.gate_proj,0.00000111,0.01000,0.445
43,mlp.experts.52.gate_proj,0.00814833,0.01000,0.439
43,mlp.experts.53.gate_proj,0.00218517,0.01000,0.441
43,mlp.experts.54.gate_proj,0.00000147,0.01000,0.443
43,mlp.experts.55.gate_proj,0.00107459,0.01000,0.439
43,mlp.experts.56.gate_proj,0.01664305,0.01000,0.440
43,mlp.experts.57.gate_proj,0.00202417,0.01000,0.439
43,mlp.experts.58.gate_proj,0.01019430,0.01000,0.440
43,mlp.experts.59.gate_proj,0.00270806,0.01000,0.439
43,mlp.experts.60.gate_proj,0.00058163,0.01000,0.439
43,mlp.experts.61.gate_proj,0.01587727,0.01000,0.437
43,mlp.experts.62.gate_proj,0.00143818,0.01000,0.447
43,mlp.experts.63.gate_proj,0.00240661,0.01000,0.435
43,mlp.experts.64.gate_proj,0.00000626,0.01000,0.435
43,mlp.experts.65.gate_proj,0.00797291,0.01000,0.435
43,mlp.experts.66.gate_proj,0.00711698,0.01000,0.436
43,mlp.experts.67.gate_proj,0.00000116,0.01000,0.435
43,mlp.experts.68.gate_proj,0.00609647,0.01000,0.436
43,mlp.experts.69.gate_proj,0.00788769,0.01000,0.438
43,mlp.experts.70.gate_proj,0.00532050,0.01000,0.436
43,mlp.experts.71.gate_proj,0.01546420,0.01000,0.436
43,mlp.experts.72.gate_proj,0.01794968,0.01000,0.436
43,mlp.experts.73.gate_proj,0.00003233,0.01000,0.436
43,mlp.experts.74.gate_proj,0.01137561,0.01000,0.442
43,mlp.experts.75.gate_proj,0.03329625,0.01000,0.438
43,mlp.experts.76.gate_proj,0.00000008,0.01000,0.436
43,mlp.experts.77.gate_proj,0.00814631,0.01000,0.438
43,mlp.experts.78.gate_proj,0.00110340,0.01000,0.435
43,mlp.experts.79.gate_proj,0.00000580,0.01000,0.434
43,mlp.experts.80.gate_proj,0.02801223,0.01000,0.436
43,mlp.experts.81.gate_proj,0.00987685,0.01000,0.436
43,mlp.experts.82.gate_proj,0.00919622,0.01000,0.436
43,mlp.experts.83.gate_proj,0.01236210,0.01000,0.437
43,mlp.experts.84.gate_proj,0.00000369,0.01000,0.438
43,mlp.experts.85.gate_proj,0.00107947,0.01000,0.439
43,mlp.experts.86.gate_proj,0.00000281,0.01000,0.435
43,mlp.experts.87.gate_proj,0.00979162,0.01000,0.435
43,mlp.experts.88.gate_proj,0.00426358,0.01000,0.436
43,mlp.experts.89.gate_proj,0.00125257,0.01000,0.435
43,mlp.experts.90.gate_proj,0.00191641,0.01000,0.448
43,mlp.experts.91.gate_proj,0.00210018,0.01000,0.439
43,mlp.experts.92.gate_proj,0.00085866,0.01000,0.455
43,mlp.experts.93.gate_proj,0.00000188,0.01000,0.439
43,mlp.experts.94.gate_proj,0.00157379,0.01000,0.442
43,mlp.experts.95.gate_proj,0.00000001,0.01000,0.439
43,mlp.experts.96.gate_proj,0.01520536,0.01000,0.438
43,mlp.experts.97.gate_proj,0.00967718,0.01000,0.438
43,mlp.experts.98.gate_proj,0.00839534,0.01000,0.438
43,mlp.experts.99.gate_proj,0.01938235,0.01000,0.438
43,mlp.experts.100.gate_proj,0.00670587,0.01000,0.437
43,mlp.experts.101.gate_proj,0.00000797,0.01000,0.438
43,mlp.experts.102.gate_proj,0.00001373,0.01000,0.440
43,mlp.experts.103.gate_proj,0.00000006,0.01000,0.437
43,mlp.experts.104.gate_proj,0.00684267,0.01000,0.438
43,mlp.experts.105.gate_proj,0.00000734,0.01000,0.438
43,mlp.experts.106.gate_proj,0.00022922,0.01000,0.439
43,mlp.experts.107.gate_proj,0.00005247,0.01000,0.438
43,mlp.experts.108.gate_proj,0.00001892,0.01000,0.438
43,mlp.experts.109.gate_proj,0.00000031,0.01000,0.441
43,mlp.experts.110.gate_proj,0.00008414,0.01000,0.438
43,mlp.experts.111.gate_proj,0.00326939,0.01000,0.441
43,mlp.experts.112.gate_proj,0.01149857,0.01000,0.438
43,mlp.experts.113.gate_proj,0.00668268,0.01000,0.439
43,mlp.experts.114.gate_proj,0.00725680,0.01000,0.441
43,mlp.experts.115.gate_proj,0.00835636,0.01000,0.449
43,mlp.experts.116.gate_proj,0.00000007,0.01000,0.439
43,mlp.experts.117.gate_proj,0.00000975,0.01000,0.438
43,mlp.experts.118.gate_proj,0.00000224,0.01000,0.440
43,mlp.experts.119.gate_proj,0.00079813,0.01000,0.440
43,mlp.experts.120.gate_proj,0.00720009,0.01000,0.441
43,mlp.experts.121.gate_proj,0.01076436,0.01000,0.446
43,mlp.experts.122.gate_proj,0.00128858,0.01000,0.463
43,mlp.experts.123.gate_proj,0.00186557,0.01000,0.452
43,mlp.experts.124.gate_proj,0.00039827,0.01000,0.445
43,mlp.experts.125.gate_proj,0.00377136,0.01000,0.446
43,mlp.experts.126.gate_proj,0.00000087,0.01000,0.446
43,mlp.experts.127.gate_proj,0.00545901,0.01000,0.445
43,mlp.experts.0.down_proj,0.00344930,0.01000,0.185
43,mlp.experts.1.down_proj,0.00080187,0.01000,0.165
43,mlp.experts.2.down_proj,0.01366124,0.01000,0.167
43,mlp.experts.3.down_proj,0.00000388,0.01000,0.165
43,mlp.experts.4.down_proj,0.02006166,0.01000,0.165
43,mlp.experts.5.down_proj,0.00759728,0.01000,0.166
43,mlp.experts.6.down_proj,0.00614690,0.01000,0.166
43,mlp.experts.7.down_proj,0.00100435,0.01000,0.167
43,mlp.experts.8.down_proj,0.00926680,0.01000,0.167
43,mlp.experts.9.down_proj,0.00152074,0.01000,0.166
43,mlp.experts.10.down_proj,0.00189775,0.01000,0.166
43,mlp.experts.11.down_proj,0.00142371,0.01000,0.167
43,mlp.experts.12.down_proj,0.01043660,0.01000,0.167
43,mlp.experts.13.down_proj,0.00002986,0.01000,0.166
43,mlp.experts.14.down_proj,0.00000562,0.01000,0.170
43,mlp.experts.15.down_proj,0.00002823,0.01000,0.167
43,mlp.experts.16.down_proj,0.02196689,0.01000,0.166
43,mlp.experts.17.down_proj,0.00000126,0.01000,0.167
43,mlp.experts.18.down_proj,0.01106827,0.01000,0.167
43,mlp.experts.19.down_proj,0.01570140,0.01000,0.167
43,mlp.experts.20.down_proj,0.00364269,0.01000,0.167
43,mlp.experts.21.down_proj,0.00000199,0.01000,0.167
43,mlp.experts.22.down_proj,0.00000607,0.01000,0.166
43,mlp.experts.23.down_proj,0.00000031,0.01000,0.166
43,mlp.experts.24.down_proj,0.00733609,0.01000,0.168
43,mlp.experts.25.down_proj,0.00039370,0.01000,0.168
43,mlp.experts.26.down_proj,0.00469950,0.01000,0.168
43,mlp.experts.27.down_proj,0.00267214,0.01000,0.167
43,mlp.experts.28.down_proj,0.00100213,0.01000,0.167
43,mlp.experts.29.down_proj,0.00550473,0.01000,0.167
43,mlp.experts.30.down_proj,0.00553379,0.01000,0.167
43,mlp.experts.31.down_proj,0.01893882,0.01000,0.167
43,mlp.experts.32.down_proj,0.00040833,0.01000,0.173
43,mlp.experts.33.down_proj,0.00004613,0.01000,0.168
43,mlp.experts.34.down_proj,0.00134021,0.01000,0.168
43,mlp.experts.35.down_proj,0.00000023,0.01000,0.168
43,mlp.experts.36.down_proj,0.02569806,0.01000,0.169
43,mlp.experts.37.down_proj,0.01188903,0.01000,0.169
43,mlp.experts.38.down_proj,0.00127757,0.01000,0.171
43,mlp.experts.39.down_proj,0.00171960,0.01000,0.168
43,mlp.experts.40.down_proj,0.00036642,0.01000,0.168
43,mlp.experts.41.down_proj,0.02193179,0.01000,0.168
43,mlp.experts.42.down_proj,0.00742920,0.01000,0.168
43,mlp.experts.43.down_proj,0.01505174,0.01000,0.168
43,mlp.experts.44.down_proj,0.00972555,0.01000,0.168
43,mlp.experts.45.down_proj,0.00054290,0.01000,0.168
43,mlp.experts.46.down_proj,0.01287400,0.01000,0.167
43,mlp.experts.47.down_proj,0.00637235,0.01000,0.180
43,mlp.experts.48.down_proj,0.00016561,0.01000,0.170
43,mlp.experts.49.down_proj,0.01026234,0.01000,0.168
43,mlp.experts.50.down_proj,0.00404359,0.01000,0.168
43,mlp.experts.51.down_proj,0.00000142,0.01000,0.182
43,mlp.experts.52.down_proj,0.01179930,0.01000,0.167
43,mlp.experts.53.down_proj,0.00214180,0.01000,0.167
43,mlp.experts.54.down_proj,0.00000352,0.01000,0.168
43,mlp.experts.55.down_proj,0.00129417,0.01000,0.168
43,mlp.experts.56.down_proj,0.01928845,0.01000,0.167
43,mlp.experts.57.down_proj,0.00306381,0.01000,0.168
43,mlp.experts.58.down_proj,0.01412423,0.01000,0.169
43,mlp.experts.59.down_proj,0.00472860,0.01000,0.168
43,mlp.experts.60.down_proj,0.00103778,0.01000,0.168
43,mlp.experts.61.down_proj,0.02358039,0.01000,0.169
43,mlp.experts.62.down_proj,0.00179768,0.01000,0.168
43,mlp.experts.63.down_proj,0.00244069,0.01000,0.167
43,mlp.experts.64.down_proj,0.00000814,0.01000,0.168
43,mlp.experts.65.down_proj,0.00719423,0.01000,0.168
43,mlp.experts.66.down_proj,0.01707023,0.01000,0.168
43,mlp.experts.67.down_proj,0.00000127,0.01000,0.168
43,mlp.experts.68.down_proj,0.00767327,0.01000,0.172
43,mlp.experts.69.down_proj,0.00893017,0.01000,0.167
43,mlp.experts.70.down_proj,0.00960355,0.01000,0.167
43,mlp.experts.71.down_proj,0.02831521,0.01000,0.168
43,mlp.experts.72.down_proj,0.02094665,0.01000,0.168
43,mlp.experts.73.down_proj,0.00010540,0.01000,0.168
43,mlp.experts.74.down_proj,0.01275801,0.01000,0.168
43,mlp.experts.75.down_proj,0.05167475,0.01000,0.168
43,mlp.experts.76.down_proj,0.00000018,0.01000,0.168
43,mlp.experts.77.down_proj,0.01329545,0.01000,0.168
43,mlp.experts.78.down_proj,0.00091493,0.01000,0.168
43,mlp.experts.79.down_proj,0.00002255,0.01000,0.169
43,mlp.experts.80.down_proj,0.02870990,0.01000,0.168
43,mlp.experts.81.down_proj,0.01759872,0.01000,0.168
43,mlp.experts.82.down_proj,0.00822022,0.01000,0.169
43,mlp.experts.83.down_proj,0.01439132,0.01000,0.168
43,mlp.experts.84.down_proj,0.00000736,0.01000,0.173
43,mlp.experts.85.down_proj,0.00170492,0.01000,0.168
43,mlp.experts.86.down_proj,0.00000422,0.01000,0.168
43,mlp.experts.87.down_proj,0.02140964,0.01000,0.168
43,mlp.experts.88.down_proj,0.00634066,0.01000,0.167
43,mlp.experts.89.down_proj,0.00291273,0.01000,0.168
43,mlp.experts.90.down_proj,0.00324505,0.01000,0.168
43,mlp.experts.91.down_proj,0.00403916,0.01000,0.168
43,mlp.experts.92.down_proj,0.00108975,0.01000,0.168
43,mlp.experts.93.down_proj,0.00000383,0.01000,0.168
43,mlp.experts.94.down_proj,0.00308793,0.01000,0.168
43,mlp.experts.95.down_proj,0.00000004,0.01000,0.168
43,mlp.experts.96.down_proj,0.02739374,0.01000,0.171
43,mlp.experts.97.down_proj,0.01040969,0.01000,0.168
43,mlp.experts.98.down_proj,0.01108159,0.01000,0.169
43,mlp.experts.99.down_proj,0.02495566,0.01000,0.167
43,mlp.experts.100.down_proj,0.00949687,0.01000,0.169
43,mlp.experts.101.down_proj,0.00000570,0.01000,0.167
43,mlp.experts.102.down_proj,0.00004417,0.01000,0.169
43,mlp.experts.103.down_proj,0.00000006,0.01000,0.168
43,mlp.experts.104.down_proj,0.00911460,0.01000,0.172
43,mlp.experts.105.down_proj,0.00001230,0.01000,0.168
43,mlp.experts.106.down_proj,0.00021982,0.01000,0.168
43,mlp.experts.107.down_proj,0.00014242,0.01000,0.168
43,mlp.experts.108.down_proj,0.00005017,0.01000,0.167
43,mlp.experts.109.down_proj,0.00000029,0.01000,0.167
43,mlp.experts.110.down_proj,0.00017915,0.01000,0.166
43,mlp.experts.111.down_proj,0.00579302,0.01000,0.168
43,mlp.experts.112.down_proj,0.02551583,0.01000,0.167
43,mlp.experts.113.down_proj,0.00768816,0.01000,0.167
43,mlp.experts.114.down_proj,0.01527379,0.01000,0.169
43,mlp.experts.115.down_proj,0.00607726,0.01000,0.167
43,mlp.experts.116.down_proj,0.00000008,0.01000,0.168
43,mlp.experts.117.down_proj,0.00003090,0.01000,0.168
43,mlp.experts.118.down_proj,0.00000351,0.01000,0.167
43,mlp.experts.119.down_proj,0.00106680,0.01000,0.168
43,mlp.experts.120.down_proj,0.01180326,0.01000,0.169
43,mlp.experts.121.down_proj,0.02197271,0.01000,0.167
43,mlp.experts.122.down_proj,0.00259365,0.01000,0.171
43,mlp.experts.123.down_proj,0.00203468,0.01000,0.168
43,mlp.experts.124.down_proj,0.00092756,0.01000,0.169
43,mlp.experts.125.down_proj,0.00714867,0.01000,0.167
43,mlp.experts.126.down_proj,0.00000201,0.01000,0.167
43,mlp.experts.127.down_proj,0.00808995,0.01000,0.168
44,self_attn.q_proj,0.02147059,0.01000,0.448
44,self_attn.k_proj,0.00178255,0.01000,0.453
44,self_attn.v_proj,0.00457575,0.01000,0.454
44,self_attn.o_proj,0.00046303,0.01000,0.879
44,mlp.experts.0.up_proj,0.00529464,0.01000,0.488
44,mlp.experts.1.up_proj,0.00373263,0.01000,0.438
44,mlp.experts.2.up_proj,0.00103782,0.01000,0.437
44,mlp.experts.3.up_proj,0.01155714,0.01000,0.436
44,mlp.experts.4.up_proj,0.00259018,0.01000,0.438
44,mlp.experts.5.up_proj,0.01174272,0.01000,0.440
44,mlp.experts.6.up_proj,0.01388678,0.01000,0.443
44,mlp.experts.7.up_proj,0.00193854,0.01000,0.439
44,mlp.experts.8.up_proj,0.00285289,0.01000,0.438
44,mlp.experts.9.up_proj,0.01757230,0.01000,0.438
44,mlp.experts.10.up_proj,0.00001923,0.01000,0.438
44,mlp.experts.11.up_proj,0.03344306,0.01000,0.438
44,mlp.experts.12.up_proj,0.00178214,0.01000,0.438
44,mlp.experts.13.up_proj,0.00952802,0.01000,0.438
44,mlp.experts.14.up_proj,0.00052419,0.01000,0.439
44,mlp.experts.15.up_proj,0.00451266,0.01000,0.438
44,mlp.experts.16.up_proj,0.00816756,0.01000,0.442
44,mlp.experts.17.up_proj,0.00034276,0.01000,0.438
44,mlp.experts.18.up_proj,0.00037421,0.01000,0.440
44,mlp.experts.19.up_proj,0.00766939,0.01000,0.441
44,mlp.experts.20.up_proj,0.00871783,0.01000,0.438
44,mlp.experts.21.up_proj,0.00010920,0.01000,0.439
44,mlp.experts.22.up_proj,0.02171950,0.01000,0.438
44,mlp.experts.23.up_proj,0.02253109,0.01000,0.443
44,mlp.experts.24.up_proj,0.00270914,0.01000,0.438
44,mlp.experts.25.up_proj,0.01230634,0.01000,0.438
44,mlp.experts.26.up_proj,0.00049874,0.01000,0.437
44,mlp.experts.27.up_proj,0.01063269,0.01000,0.442
44,mlp.experts.28.up_proj,0.00000332,0.01000,0.441
44,mlp.experts.29.up_proj,0.01712814,0.01000,0.439
44,mlp.experts.30.up_proj,0.00093752,0.01000,0.438
44,mlp.experts.31.up_proj,0.00373951,0.01000,0.438
44,mlp.experts.32.up_proj,0.00022229,0.01000,0.440
44,mlp.experts.33.up_proj,0.00176540,0.01000,0.432
44,mlp.experts.34.up_proj,0.00232624,0.01000,0.437
44,mlp.experts.35.up_proj,0.00000006,0.01000,0.433
44,mlp.experts.36.up_proj,0.00114014,0.01000,0.434
44,mlp.experts.37.up_proj,0.00682118,0.01000,0.435
44,mlp.experts.38.up_proj,0.01411769,0.01000,0.437
44,mlp.experts.39.up_proj,0.00797832,0.01000,0.435
44,mlp.experts.40.up_proj,0.00131085,0.01000,0.435
44,mlp.experts.41.up_proj,0.00025673,0.01000,0.441
44,mlp.experts.42.up_proj,0.03395353,0.01000,0.436
44,mlp.experts.43.up_proj,0.00000105,0.01000,0.436
44,mlp.experts.44.up_proj,0.00922813,0.01000,0.437
44,mlp.experts.45.up_proj,0.00785267,0.01000,0.436
44,mlp.experts.46.up_proj,0.00500461,0.01000,0.440
44,mlp.experts.47.up_proj,0.00445327,0.01000,0.435
44,mlp.experts.48.up_proj,0.00597107,0.01000,0.437
44,mlp.experts.49.up_proj,0.00059977,0.01000,0.437
44,mlp.experts.50.up_proj,0.00037646,0.01000,0.458
44,mlp.experts.51.up_proj,0.00476092,0.01000,0.455
44,mlp.experts.52.up_proj,0.00436815,0.01000,0.439
44,mlp.experts.53.up_proj,0.00627470,0.01000,0.440
44,mlp.experts.54.up_proj,0.01181838,0.01000,0.438
44,mlp.experts.55.up_proj,0.00001173,0.01000,0.448
44,mlp.experts.56.up_proj,0.00563841,0.01000,0.439
44,mlp.experts.57.up_proj,0.00048738,0.01000,0.439
44,mlp.experts.58.up_proj,0.00670447,0.01000,0.438
44,mlp.experts.59.up_proj,0.00109372,0.01000,0.439
44,mlp.experts.60.up_proj,0.00270620,0.01000,0.439
44,mlp.experts.61.up_proj,0.00000004,0.01000,0.438
44,mlp.experts.62.up_proj,0.05121913,0.01000,0.438
44,mlp.experts.63.up_proj,0.00003659,0.01000,0.438
44,mlp.experts.64.up_proj,0.01155435,0.01000,0.443
44,mlp.experts.65.up_proj,0.00000275,0.01000,0.437
44,mlp.experts.66.up_proj,0.00162421,0.01000,0.438
44,mlp.experts.67.up_proj,0.00008897,0.01000,0.438
44,mlp.experts.68.up_proj,0.00016593,0.01000,0.438
44,mlp.experts.69.up_proj,0.02175099,0.01000,0.438
44,mlp.experts.70.up_proj,0.00683852,0.01000,0.439
44,mlp.experts.71.up_proj,0.00554281,0.01000,0.438
44,mlp.experts.72.up_proj,0.00656201,0.01000,0.439
44,mlp.experts.73.up_proj,0.00650455,0.01000,0.440
44,mlp.experts.74.up_proj,0.00000162,0.01000,0.446
44,mlp.experts.75.up_proj,0.00000010,0.01000,0.440
44,mlp.experts.76.up_proj,0.00026459,0.01000,0.440
44,mlp.experts.77.up_proj,0.00000327,0.01000,0.439
44,mlp.experts.78.up_proj,0.00000204,0.01000,0.438
44,mlp.experts.79.up_proj,0.00039013,0.01000,0.437
44,mlp.experts.80.up_proj,0.01236753,0.01000,0.442
44,mlp.experts.81.up_proj,0.01127755,0.01000,0.438
44,mlp.experts.82.up_proj,0.00138953,0.01000,0.444
44,mlp.experts.83.up_proj,0.01038353,0.01000,0.437
44,mlp.experts.84.up_proj,0.00095210,0.01000,0.438
44,mlp.experts.85.up_proj,0.00000419,0.01000,0.435
44,mlp.experts.86.up_proj,0.00000052,0.01000,0.441
44,mlp.experts.87.up_proj,0.00000052,0.01000,0.442
44,mlp.experts.88.up_proj,0.00773965,0.01000,0.434
44,mlp.experts.89.up_proj,0.00268651,0.01000,0.436
44,mlp.experts.90.up_proj,0.00562016,0.01000,0.436
44,mlp.experts.91.up_proj,0.00000112,0.01000,0.435
44,mlp.experts.92.up_proj,0.00346321,0.01000,0.435
44,mlp.experts.93.up_proj,0.00000007,0.01000,0.435
44,mlp.experts.94.up_proj,0.01671857,0.01000,0.439
44,mlp.experts.95.up_proj,0.00001219,0.01000,0.436
44,mlp.experts.96.up_proj,0.00179087,0.01000,0.439
44,mlp.experts.97.up_proj,0.00061668,0.01000,0.439
44,mlp.experts.98.up_proj,0.00950477,0.01000,0.440
44,mlp.experts.99.up_proj,0.00661398,0.01000,0.439
44,mlp.experts.100.up_proj,0.00147562,0.01000,0.437
44,mlp.experts.101.up_proj,0.00074508,0.01000,0.438
44,mlp.experts.102.up_proj,0.00586778,0.01000,0.436
44,mlp.experts.103.up_proj,0.00083602,0.01000,0.438
44,mlp.experts.104.up_proj,0.00377297,0.01000,0.434
44,mlp.experts.105.up_proj,0.00397094,0.01000,0.436
44,mlp.experts.106.up_proj,0.00006655,0.01000,0.436
44,mlp.experts.107.up_proj,0.00651543,0.01000,0.438
44,mlp.experts.108.up_proj,0.00305382,0.01000,0.435
44,mlp.experts.109.up_proj,0.00001999,0.01000,0.437
44,mlp.experts.110.up_proj,0.00659728,0.01000,0.438
44,mlp.experts.111.up_proj,0.00432073,0.01000,0.435
44,mlp.experts.112.up_proj,0.00010427,0.01000,0.435
44,mlp.experts.113.up_proj,0.02708596,0.01000,0.435
44,mlp.experts.114.up_proj,0.00225953,0.01000,0.436
44,mlp.experts.115.up_proj,0.00005419,0.01000,0.439
44,mlp.experts.116.up_proj,0.01651012,0.01000,0.439
44,mlp.experts.117.up_proj,0.00001803,0.01000,0.439
44,mlp.experts.118.up_proj,0.00340142,0.01000,0.438
44,mlp.experts.119.up_proj,0.00340069,0.01000,0.440
44,mlp.experts.120.up_proj,0.00001938,0.01000,0.441
44,mlp.experts.121.up_proj,0.00207533,0.01000,0.439
44,mlp.experts.122.up_proj,0.01451040,0.01000,0.437
44,mlp.experts.123.up_proj,0.00014205,0.01000,0.439
44,mlp.experts.124.up_proj,0.00000005,0.01000,0.436
44,mlp.experts.125.up_proj,0.00052977,0.01000,0.436
44,mlp.experts.126.up_proj,0.00093227,0.01000,0.437
44,mlp.experts.127.up_proj,0.00327217,0.01000,0.436
44,mlp.experts.0.gate_proj,0.00483314,0.01000,0.437
44,mlp.experts.1.gate_proj,0.00348473,0.01000,0.437
44,mlp.experts.2.gate_proj,0.00098772,0.01000,0.438
44,mlp.experts.3.gate_proj,0.01087383,0.01000,0.442
44,mlp.experts.4.gate_proj,0.00237905,0.01000,0.437
44,mlp.experts.5.gate_proj,0.01060745,0.01000,0.437
44,mlp.experts.6.gate_proj,0.01254512,0.01000,0.436
44,mlp.experts.7.gate_proj,0.00181516,0.01000,0.436
44,mlp.experts.8.gate_proj,0.00304965,0.01000,0.436
44,mlp.experts.9.gate_proj,0.01639130,0.01000,0.437
44,mlp.experts.10.gate_proj,0.00001657,0.01000,0.435
44,mlp.experts.11.gate_proj,0.03271766,0.01000,0.436
44,mlp.experts.12.gate_proj,0.00170510,0.01000,0.436
44,mlp.experts.13.gate_proj,0.01029616,0.01000,0.441
44,mlp.experts.14.gate_proj,0.00046037,0.01000,0.436
44,mlp.experts.15.gate_proj,0.00412940,0.01000,0.438
44,mlp.experts.16.gate_proj,0.00765325,0.01000,0.437
44,mlp.experts.17.gate_proj,0.00030775,0.01000,0.436
44,mlp.experts.18.gate_proj,0.00032368,0.01000,0.437
44,mlp.experts.19.gate_proj,0.00721715,0.01000,0.436
44,mlp.experts.20.gate_proj,0.00706651,0.01000,0.436
44,mlp.experts.21.gate_proj,0.00009586,0.01000,0.436
44,mlp.experts.22.gate_proj,0.01952847,0.01000,0.438
44,mlp.experts.23.gate_proj,0.02829413,0.01000,0.437
44,mlp.experts.24.gate_proj,0.00249057,0.01000,0.450
44,mlp.experts.25.gate_proj,0.01152386,0.01000,0.449
44,mlp.experts.26.gate_proj,0.00044081,0.01000,0.436
44,mlp.experts.27.gate_proj,0.00929905,0.01000,0.442
44,mlp.experts.28.gate_proj,0.00000308,0.01000,0.439
44,mlp.experts.29.gate_proj,0.01634507,0.01000,0.438
44,mlp.experts.30.gate_proj,0.00090604,0.01000,0.438
44,mlp.experts.31.gate_proj,0.00360874,0.01000,0.441
44,mlp.experts.32.gate_proj,0.00021264,0.01000,0.440
44,mlp.experts.33.gate_proj,0.00163617,0.01000,0.438
44,mlp.experts.34.gate_proj,0.00209283,0.01000,0.438
44,mlp.experts.35.gate_proj,0.00000005,0.01000,0.439
44,mlp.experts.36.gate_proj,0.00100593,0.01000,0.441
44,mlp.experts.37.gate_proj,0.00597387,0.01000,0.441
44,mlp.experts.38.gate_proj,0.01244622,0.01000,0.444
44,mlp.experts.39.gate_proj,0.00730382,0.01000,0.439
44,mlp.experts.40.gate_proj,0.00128675,0.01000,0.438
44,mlp.experts.41.gate_proj,0.00026187,0.01000,0.442
44,mlp.experts.42.gate_proj,0.03106312,0.01000,0.435
44,mlp.experts.43.gate_proj,0.00000088,0.01000,0.437
44,mlp.experts.44.gate_proj,0.00831404,0.01000,0.436
44,mlp.experts.45.gate_proj,0.00689008,0.01000,0.437
44,mlp.experts.46.gate_proj,0.00461291,0.01000,0.439
44,mlp.experts.47.gate_proj,0.00431956,0.01000,0.443
44,mlp.experts.48.gate_proj,0.00533904,0.01000,0.438
44,mlp.experts.49.gate_proj,0.00053842,0.01000,0.438
44,mlp.experts.50.gate_proj,0.00034341,0.01000,0.440
44,mlp.experts.51.gate_proj,0.00447580,0.01000,0.437
44,mlp.experts.52.gate_proj,0.00399938,0.01000,0.438
44,mlp.experts.53.gate_proj,0.00562107,0.01000,0.442
44,mlp.experts.54.gate_proj,0.01114197,0.01000,0.439
44,mlp.experts.55.gate_proj,0.00001098,0.01000,0.441
44,mlp.experts.56.gate_proj,0.00498710,0.01000,0.438
44,mlp.experts.57.gate_proj,0.00045795,0.01000,0.440
44,mlp.experts.58.gate_proj,0.00635060,0.01000,0.442
44,mlp.experts.59.gate_proj,0.00107942,0.01000,0.440
44,mlp.experts.60.gate_proj,0.00246542,0.01000,0.438
44,mlp.experts.61.gate_proj,0.00000003,0.01000,0.442
44,mlp.experts.62.gate_proj,0.04980274,0.01000,0.438
44,mlp.experts.63.gate_proj,0.00003305,0.01000,0.442
44,mlp.experts.64.gate_proj,0.01067347,0.01000,0.437
44,mlp.experts.65.gate_proj,0.00000254,0.01000,0.434
44,mlp.experts.66.gate_proj,0.00141461,0.01000,0.435
44,mlp.experts.67.gate_proj,0.00007996,0.01000,0.435
44,mlp.experts.68.gate_proj,0.00014015,0.01000,0.436
44,mlp.experts.69.gate_proj,0.01971575,0.01000,0.441
44,mlp.experts.70.gate_proj,0.00639212,0.01000,0.436
44,mlp.experts.71.gate_proj,0.00529721,0.01000,0.436
44,mlp.experts.72.gate_proj,0.00587255,0.01000,0.439
44,mlp.experts.73.gate_proj,0.00590289,0.01000,0.436
44,mlp.experts.74.gate_proj,0.00000140,0.01000,0.435
44,mlp.experts.75.gate_proj,0.00000009,0.01000,0.435
44,mlp.experts.76.gate_proj,0.00023704,0.01000,0.435
44,mlp.experts.77.gate_proj,0.00000289,0.01000,0.437
44,mlp.experts.78.gate_proj,0.00000181,0.01000,0.436
44,mlp.experts.79.gate_proj,0.00033935,0.01000,0.436
44,mlp.experts.80.gate_proj,0.01135785,0.01000,0.436
44,mlp.experts.81.gate_proj,0.00939260,0.01000,0.445
44,mlp.experts.82.gate_proj,0.00129342,0.01000,0.440
44,mlp.experts.83.gate_proj,0.00905811,0.01000,0.436
44,mlp.experts.84.gate_proj,0.00084003,0.01000,0.441
44,mlp.experts.85.gate_proj,0.00000364,0.01000,0.436
44,mlp.experts.86.gate_proj,0.00000046,0.01000,0.436
44,mlp.experts.87.gate_proj,0.00000050,0.01000,0.438
44,mlp.experts.88.gate_proj,0.00678925,0.01000,0.436
44,mlp.experts.89.gate_proj,0.00238578,0.01000,0.437
44,mlp.experts.90.gate_proj,0.00508613,0.01000,0.437
44,mlp.experts.91.gate_proj,0.00000100,0.01000,0.446
44,mlp.experts.92.gate_proj,0.00309064,0.01000,0.437
44,mlp.experts.93.gate_proj,0.00000006,0.01000,0.444
44,mlp.experts.94.gate_proj,0.01664774,0.01000,0.437
44,mlp.experts.95.gate_proj,0.00001043,0.01000,0.439
44,mlp.experts.96.gate_proj,0.00162908,0.01000,0.440
44,mlp.experts.97.gate_proj,0.00054851,0.01000,0.436
44,mlp.experts.98.gate_proj,0.00842634,0.01000,0.438
44,mlp.experts.99.gate_proj,0.00585853,0.01000,0.436
44,mlp.experts.100.gate_proj,0.00132527,0.01000,0.441
44,mlp.experts.101.gate_proj,0.00068437,0.01000,0.437
44,mlp.experts.102.gate_proj,0.00552040,0.01000,0.437
44,mlp.experts.103.gate_proj,0.00077377,0.01000,0.437
44,mlp.experts.104.gate_proj,0.00364139,0.01000,0.437
44,mlp.experts.105.gate_proj,0.00371392,0.01000,0.442
44,mlp.experts.106.gate_proj,0.00005451,0.01000,0.436
44,mlp.experts.107.gate_proj,0.00589334,0.01000,0.437
44,mlp.experts.108.gate_proj,0.00275936,0.01000,0.435
44,mlp.experts.109.gate_proj,0.00001811,0.01000,0.438
44,mlp.experts.110.gate_proj,0.00617534,0.01000,0.436
44,mlp.experts.111.gate_proj,0.00410179,0.01000,0.435
44,mlp.experts.112.gate_proj,0.00009753,0.01000,0.437
44,mlp.experts.113.gate_proj,0.02580867,0.01000,0.434
44,mlp.experts.114.gate_proj,0.00216779,0.01000,0.438
44,mlp.experts.115.gate_proj,0.00004633,0.01000,0.438
44,mlp.experts.116.gate_proj,0.01482697,0.01000,0.441
44,mlp.experts.117.gate_proj,0.00001527,0.01000,0.435
44,mlp.experts.118.gate_proj,0.00302645,0.01000,0.440
44,mlp.experts.119.gate_proj,0.00304967,0.01000,0.440
44,mlp.experts.120.gate_proj,0.00001655,0.01000,0.439
44,mlp.experts.121.gate_proj,0.00183248,0.01000,0.440
44,mlp.experts.122.gate_proj,0.01281829,0.01000,0.440
44,mlp.experts.123.gate_proj,0.00012745,0.01000,0.459
44,mlp.experts.124.gate_proj,0.00000004,0.01000,0.457
44,mlp.experts.125.gate_proj,0.00047986,0.01000,0.444
44,mlp.experts.126.gate_proj,0.00082827,0.01000,0.443
44,mlp.experts.127.gate_proj,0.00309468,0.01000,0.445
44,mlp.experts.0.down_proj,0.01143249,0.01000,0.187
44,mlp.experts.1.down_proj,0.00558440,0.01000,0.164
44,mlp.experts.2.down_proj,0.00095311,0.01000,0.164
44,mlp.experts.3.down_proj,0.01187354,0.01000,0.165
44,mlp.experts.4.down_proj,0.00210915,0.01000,0.166
44,mlp.experts.5.down_proj,0.00652193,0.01000,0.165
44,mlp.experts.6.down_proj,0.01549854,0.01000,0.166
44,mlp.experts.7.down_proj,0.00238641,0.01000,0.167
44,mlp.experts.8.down_proj,0.00560359,0.01000,0.167
44,mlp.experts.9.down_proj,0.01431189,0.01000,0.167
44,mlp.experts.10.down_proj,0.00003367,0.01000,0.167
44,mlp.experts.11.down_proj,0.03259389,0.01000,0.167
44,mlp.experts.12.down_proj,0.00201214,0.01000,0.168
44,mlp.experts.13.down_proj,0.02125650,0.01000,0.168
44,mlp.experts.14.down_proj,0.00087097,0.01000,0.168
44,mlp.experts.15.down_proj,0.00487384,0.01000,0.170
44,mlp.experts.16.down_proj,0.01883266,0.01000,0.167
44,mlp.experts.17.down_proj,0.00093384,0.01000,0.167
44,mlp.experts.18.down_proj,0.00095241,0.01000,0.167
44,mlp.experts.19.down_proj,0.00977963,0.01000,0.168
44,mlp.experts.20.down_proj,0.01445567,0.01000,0.168
44,mlp.experts.21.down_proj,0.00022391,0.01000,0.167
44,mlp.experts.22.down_proj,0.03640214,0.01000,0.167
44,mlp.experts.23.down_proj,0.03170783,0.01000,0.168
44,mlp.experts.24.down_proj,0.00237391,0.01000,0.168
44,mlp.experts.25.down_proj,0.00916902,0.01000,0.168
44,mlp.experts.26.down_proj,0.00114797,0.01000,0.168
44,mlp.experts.27.down_proj,0.01063124,0.01000,0.168
44,mlp.experts.28.down_proj,0.00001096,0.01000,0.168
44,mlp.experts.29.down_proj,0.01648826,0.01000,0.167
44,mlp.experts.30.down_proj,0.00094998,0.01000,0.169
44,mlp.experts.31.down_proj,0.00907434,0.01000,0.169
44,mlp.experts.32.down_proj,0.00027855,0.01000,0.168
44,mlp.experts.33.down_proj,0.00309012,0.01000,0.168
44,mlp.experts.34.down_proj,0.00268368,0.01000,0.168
44,mlp.experts.35.down_proj,0.00000005,0.01000,0.167
44,mlp.experts.36.down_proj,0.00203135,0.01000,0.168
44,mlp.experts.37.down_proj,0.01180832,0.01000,0.168
44,mlp.experts.38.down_proj,0.02367627,0.01000,0.168
44,mlp.experts.39.down_proj,0.01160490,0.01000,0.168
44,mlp.experts.40.down_proj,0.00079919,0.01000,0.168
44,mlp.experts.41.down_proj,0.00016809,0.01000,0.168
44,mlp.experts.42.down_proj,0.04625845,0.01000,0.173
44,mlp.experts.43.down_proj,0.00000124,0.01000,0.169
44,mlp.experts.44.down_proj,0.01136127,0.01000,0.170
44,mlp.experts.45.down_proj,0.01823043,0.01000,0.168
44,mlp.experts.46.down_proj,0.00751404,0.01000,0.168
44,mlp.experts.47.down_proj,0.00407359,0.01000,0.170
44,mlp.experts.48.down_proj,0.01633342,0.01000,0.170
44,mlp.experts.49.down_proj,0.00068423,0.01000,0.169
44,mlp.experts.50.down_proj,0.00068472,0.01000,0.170
44,mlp.experts.51.down_proj,0.00633459,0.01000,0.172
44,mlp.experts.52.down_proj,0.00582478,0.01000,0.170
44,mlp.experts.53.down_proj,0.01236599,0.01000,0.168
44,mlp.experts.54.down_proj,0.02145003,0.01000,0.170
44,mlp.experts.55.down_proj,0.00002559,0.01000,0.168
44,mlp.experts.56.down_proj,0.00901296,0.01000,0.169
44,mlp.experts.57.down_proj,0.00122575,0.01000,0.167
44,mlp.experts.58.down_proj,0.00978376,0.01000,0.167
44,mlp.experts.59.down_proj,0.00180894,0.01000,0.170
44,mlp.experts.60.down_proj,0.00437003,0.01000,0.173
44,mlp.experts.61.down_proj,0.00000015,0.01000,0.168
44,mlp.experts.62.down_proj,0.08698502,0.01000,0.166
44,mlp.experts.63.down_proj,0.00010316,0.01000,0.166
44,mlp.experts.64.down_proj,0.00917410,0.01000,0.166
44,mlp.experts.65.down_proj,0.00000362,0.01000,0.167
44,mlp.experts.66.down_proj,0.00254273,0.01000,0.170
44,mlp.experts.67.down_proj,0.00023534,0.01000,0.168
44,mlp.experts.68.down_proj,0.00046254,0.01000,0.167
44,mlp.experts.69.down_proj,0.02686173,0.01000,0.167
44,mlp.experts.70.down_proj,0.01004251,0.01000,0.167
44,mlp.experts.71.down_proj,0.01590183,0.01000,0.167
44,mlp.experts.72.down_proj,0.00663172,0.01000,0.167
44,mlp.experts.73.down_proj,0.01532951,0.01000,0.167
44,mlp.experts.74.down_proj,0.00000298,0.01000,0.168
44,mlp.experts.75.down_proj,0.00000010,0.01000,0.171
44,mlp.experts.76.down_proj,0.00063331,0.01000,0.168
44,mlp.experts.77.down_proj,0.00000678,0.01000,0.169
44,mlp.experts.78.down_proj,0.00000227,0.01000,0.169
44,mlp.experts.79.down_proj,0.00077672,0.01000,0.169
44,mlp.experts.80.down_proj,0.02317834,0.01000,0.172
44,mlp.experts.81.down_proj,0.01543093,0.01000,0.169
44,mlp.experts.82.down_proj,0.00186022,0.01000,0.169
44,mlp.experts.83.down_proj,0.01417166,0.01000,0.168
44,mlp.experts.84.down_proj,0.00163652,0.01000,0.171
44,mlp.experts.85.down_proj,0.00000340,0.01000,0.168
44,mlp.experts.86.down_proj,0.00000081,0.01000,0.168
44,mlp.experts.87.down_proj,0.00000075,0.01000,0.168
44,mlp.experts.88.down_proj,0.01542885,0.01000,0.167
44,mlp.experts.89.down_proj,0.00314599,0.01000,0.168
44,mlp.experts.90.down_proj,0.01674954,0.01000,0.169
44,mlp.experts.91.down_proj,0.00000184,0.01000,0.168
44,mlp.experts.92.down_proj,0.00526865,0.01000,0.169
44,mlp.experts.93.down_proj,0.00000015,0.01000,0.168
44,mlp.experts.94.down_proj,0.01642141,0.01000,0.168
44,mlp.experts.95.down_proj,0.00003763,0.01000,0.168
44,mlp.experts.96.down_proj,0.00185689,0.01000,0.169
44,mlp.experts.97.down_proj,0.00099062,0.01000,0.168
44,mlp.experts.98.down_proj,0.01697044,0.01000,0.169
44,mlp.experts.99.down_proj,0.00933415,0.01000,0.167
44,mlp.experts.100.down_proj,0.00258629,0.01000,0.168
44,mlp.experts.101.down_proj,0.00092110,0.01000,0.170
44,mlp.experts.102.down_proj,0.00862940,0.01000,0.172
44,mlp.experts.103.down_proj,0.00118605,0.01000,0.169
44,mlp.experts.104.down_proj,0.00428037,0.01000,0.168
44,mlp.experts.105.down_proj,0.00432720,0.01000,0.168
44,mlp.experts.106.down_proj,0.00023820,0.01000,0.167
44,mlp.experts.107.down_proj,0.00868394,0.01000,0.168
44,mlp.experts.108.down_proj,0.00591495,0.01000,0.168
44,mlp.experts.109.down_proj,0.00004289,0.01000,0.167
44,mlp.experts.110.down_proj,0.01176318,0.01000,0.168
44,mlp.experts.111.down_proj,0.00359034,0.01000,0.168
44,mlp.experts.112.down_proj,0.00020685,0.01000,0.167
44,mlp.experts.113.down_proj,0.02301175,0.01000,0.170
44,mlp.experts.114.down_proj,0.00376687,0.01000,0.169
44,mlp.experts.115.down_proj,0.00009495,0.01000,0.169
44,mlp.experts.116.down_proj,0.02143400,0.01000,0.170
44,mlp.experts.117.down_proj,0.00002993,0.01000,0.168
44,mlp.experts.118.down_proj,0.00573872,0.01000,0.170
44,mlp.experts.119.down_proj,0.00484695,0.01000,0.169
44,mlp.experts.120.down_proj,0.00003597,0.01000,0.172
44,mlp.experts.121.down_proj,0.00330831,0.01000,0.169
44,mlp.experts.122.down_proj,0.01533846,0.01000,0.171
44,mlp.experts.123.down_proj,0.00030930,0.01000,0.168
44,mlp.experts.124.down_proj,0.00000010,0.01000,0.168
44,mlp.experts.125.down_proj,0.00092599,0.01000,0.169
44,mlp.experts.126.down_proj,0.00136219,0.01000,0.168
44,mlp.experts.127.down_proj,0.00373175,0.01000,0.168
45,self_attn.q_proj,0.06774764,0.01000,0.450
45,self_attn.k_proj,0.00503630,0.01000,0.437
45,self_attn.v_proj,0.01403630,0.01000,0.440
45,self_attn.o_proj,0.00057493,0.01000,0.886
45,mlp.experts.0.up_proj,0.00068589,0.01000,0.473
45,mlp.experts.1.up_proj,0.00002344,0.01000,0.437
45,mlp.experts.2.up_proj,0.00993649,0.01000,0.436
45,mlp.experts.3.up_proj,0.00084197,0.01000,0.439
45,mlp.experts.4.up_proj,0.00403506,0.01000,0.438
45,mlp.experts.5.up_proj,0.01038393,0.01000,0.449
45,mlp.experts.6.up_proj,0.00056287,0.01000,0.445
45,mlp.experts.7.up_proj,0.00116818,0.01000,0.447
45,mlp.experts.8.up_proj,0.00117337,0.01000,0.435
45,mlp.experts.9.up_proj,0.00008968,0.01000,0.437
45,mlp.experts.10.up_proj,0.00962566,0.01000,0.438
45,mlp.experts.11.up_proj,0.00005888,0.01000,0.447
45,mlp.experts.12.up_proj,0.01467799,0.01000,0.456
45,mlp.experts.13.up_proj,0.00172895,0.01000,0.456
45,mlp.experts.14.up_proj,0.00000029,0.01000,0.457
45,mlp.experts.15.up_proj,0.00014172,0.01000,0.455
45,mlp.experts.16.up_proj,0.01039400,0.01000,0.448
45,mlp.experts.17.up_proj,0.00759595,0.01000,0.439
45,mlp.experts.18.up_proj,0.00296497,0.01000,0.441
45,mlp.experts.19.up_proj,0.00046591,0.01000,0.438
45,mlp.experts.20.up_proj,0.01168105,0.01000,0.439
45,mlp.experts.21.up_proj,0.00001239,0.01000,0.449
45,mlp.experts.22.up_proj,0.02828238,0.01000,0.454
45,mlp.experts.23.up_proj,0.00089392,0.01000,0.454
45,mlp.experts.24.up_proj,0.01003266,0.01000,0.452
45,mlp.experts.25.up_proj,0.00000010,0.01000,0.443
45,mlp.experts.26.up_proj,0.01660561,0.01000,0.436
45,mlp.experts.27.up_proj,0.01592191,0.01000,0.437
45,mlp.experts.28.up_proj,0.00103812,0.01000,0.436
45,mlp.experts.29.up_proj,0.04344223,0.01000,0.437
45,mlp.experts.30.up_proj,0.01380883,0.01000,0.437
45,mlp.experts.31.up_proj,0.00031389,0.01000,0.438
45,mlp.experts.32.up_proj,0.00990807,0.01000,0.438
45,mlp.experts.33.up_proj,0.00161255,0.01000,0.440
45,mlp.experts.34.up_proj,0.00006757,0.01000,0.438
45,mlp.experts.35.up_proj,0.00252858,0.01000,0.437
45,mlp.experts.36.up_proj,0.00575234,0.01000,0.436
45,mlp.experts.37.up_proj,0.01655491,0.01000,0.452
45,mlp.experts.38.up_proj,0.00816514,0.01000,0.438
45,mlp.experts.39.up_proj,0.00000514,0.01000,0.453
45,mlp.experts.40.up_proj,0.00020942,0.01000,0.441
45,mlp.experts.41.up_proj,0.00156235,0.01000,0.440
45,mlp.experts.42.up_proj,0.00858460,0.01000,0.437
45,mlp.experts.43.up_proj,0.00137574,0.01000,0.443
45,mlp.experts.44.up_proj,0.00038439,0.01000,0.438
45,mlp.experts.45.up_proj,0.01272971,0.01000,0.439
45,mlp.experts.46.up_proj,0.00850804,0.01000,0.440
45,mlp.experts.47.up_proj,0.01056544,0.01000,0.438
45,mlp.experts.48.up_proj,0.04908071,0.01000,0.439
45,mlp.experts.49.up_proj,0.00000067,0.01000,0.438
45,mlp.experts.50.up_proj,0.01306609,0.01000,0.438
45,mlp.experts.51.up_proj,0.02384445,0.01000,0.441
45,mlp.experts.52.up_proj,0.00003243,0.01000,0.445
45,mlp.experts.53.up_proj,0.00392200,0.01000,0.438
45,mlp.experts.54.up_proj,0.00878793,0.01000,0.439
45,mlp.experts.55.up_proj,0.00015009,0.01000,0.439
45,mlp.experts.56.up_proj,0.00067490,0.01000,0.436
45,mlp.experts.57.up_proj,0.00022315,0.01000,0.445
45,mlp.experts.58.up_proj,0.00348731,0.01000,0.437
45,mlp.experts.59.up_proj,0.00000021,0.01000,0.443
45,mlp.experts.60.up_proj,0.00173281,0.01000,0.437
45,mlp.experts.61.up_proj,0.00003215,0.01000,0.441
45,mlp.experts.62.up_proj,0.00000166,0.01000,0.451
45,mlp.experts.63.up_proj,0.00448888,0.01000,0.451
45,mlp.experts.64.up_proj,0.00826251,0.01000,0.450
45,mlp.experts.65.up_proj,0.00646903,0.01000,0.439
45,mlp.experts.66.up_proj,0.00016637,0.01000,0.443
45,mlp.experts.67.up_proj,0.00869226,0.01000,0.441
45,mlp.experts.68.up_proj,0.00000007,0.01000,0.449
45,mlp.experts.69.up_proj,0.00190601,0.01000,0.439
45,mlp.experts.70.up_proj,0.01117757,0.01000,0.439
45,mlp.experts.71.up_proj,0.00483907,0.01000,0.441
45,mlp.experts.72.up_proj,0.00028630,0.01000,0.438
45,mlp.experts.73.up_proj,0.00036787,0.01000,0.438
45,mlp.experts.74.up_proj,0.00010337,0.01000,0.441
45,mlp.experts.75.up_proj,0.00012506,0.01000,0.445
45,mlp.experts.76.up_proj,0.01833703,0.01000,0.439
45,mlp.experts.77.up_proj,0.01580459,0.01000,0.440
45,mlp.experts.78.up_proj,0.00000010,0.01000,0.440
45,mlp.experts.79.up_proj,0.00000225,0.01000,0.440
45,mlp.experts.80.up_proj,0.01412373,0.01000,0.442
45,mlp.experts.81.up_proj,0.00809127,0.01000,0.440
45,mlp.experts.82.up_proj,0.00459878,0.01000,0.440
45,mlp.experts.83.up_proj,0.00760464,0.01000,0.439
45,mlp.experts.84.up_proj,0.00275211,0.01000,0.441
45,mlp.experts.85.up_proj,0.00163514,0.01000,0.440
45,mlp.experts.86.up_proj,0.00197192,0.01000,0.441
45,mlp.experts.87.up_proj,0.02303208,0.01000,0.445
45,mlp.experts.88.up_proj,0.03645698,0.01000,0.440
45,mlp.experts.89.up_proj,0.00350231,0.01000,0.442
45,mlp.experts.90.up_proj,0.00070547,0.01000,0.440
45,mlp.experts.91.up_proj,0.00341329,0.01000,0.441
45,mlp.experts.92.up_proj,0.01092407,0.01000,0.441
45,mlp.experts.93.up_proj,0.00714755,0.01000,0.443
45,mlp.experts.94.up_proj,0.00443654,0.01000,0.440
45,mlp.experts.95.up_proj,0.02013902,0.01000,0.440
45,mlp.experts.96.up_proj,0.00000042,0.01000,0.442
45,mlp.experts.97.up_proj,0.00000000,0.01000,0.443
45,mlp.experts.98.up_proj,0.01326684,0.01000,0.441
45,mlp.experts.99.up_proj,0.02754675,0.01000,0.440
45,mlp.experts.100.up_proj,0.00000147,0.01000,0.442
45,mlp.experts.101.up_proj,0.00575426,0.01000,0.443
45,mlp.experts.102.up_proj,0.00000155,0.01000,0.441
45,mlp.experts.103.up_proj,0.00505189,0.01000,0.440
45,mlp.experts.104.up_proj,0.00277008,0.01000,0.440
45,mlp.experts.105.up_proj,0.00004081,0.01000,0.443
45,mlp.experts.106.up_proj,0.00000146,0.01000,0.441
45,mlp.experts.107.up_proj,0.00055754,0.01000,0.444
45,mlp.experts.108.up_proj,0.00000053,0.01000,0.440
45,mlp.experts.109.up_proj,0.00111574,0.01000,0.441
45,mlp.experts.110.up_proj,0.00079955,0.01000,0.441
45,mlp.experts.111.up_proj,0.00132603,0.01000,0.446
45,mlp.experts.112.up_proj,0.00833101,0.01000,0.444
45,mlp.experts.113.up_proj,0.00008451,0.01000,0.441
45,mlp.experts.114.up_proj,0.00788012,0.01000,0.439
45,mlp.experts.115.up_proj,0.00015757,0.01000,0.436
45,mlp.experts.116.up_proj,0.00542590,0.01000,0.446
45,mlp.experts.117.up_proj,0.01007084,0.01000,0.437
45,mlp.experts.118.up_proj,0.00003718,0.01000,0.438
45,mlp.experts.119.up_proj,0.00635397,0.01000,0.441
45,mlp.experts.120.up_proj,0.00130750,0.01000,0.438
45,mlp.experts.121.up_proj,0.00104432,0.01000,0.437
45,mlp.experts.122.up_proj,0.00000016,0.01000,0.437
45,mlp.experts.123.up_proj,0.02506598,0.01000,0.438
45,mlp.experts.124.up_proj,0.00000567,0.01000,0.440
45,mlp.experts.125.up_proj,0.00045798,0.01000,0.437
45,mlp.experts.126.up_proj,0.00167248,0.01000,0.438
45,mlp.experts.127.up_proj,0.00622548,0.01000,0.436
45,mlp.experts.0.gate_proj,0.00063689,0.01000,0.436
45,mlp.experts.1.gate_proj,0.00002000,0.01000,0.437
45,mlp.experts.2.gate_proj,0.00924384,0.01000,0.441
45,mlp.experts.3.gate_proj,0.00074655,0.01000,0.437
45,mlp.experts.4.gate_proj,0.00359132,0.01000,0.439
45,mlp.experts.5.gate_proj,0.00972241,0.01000,0.439
45,mlp.experts.6.gate_proj,0.00050193,0.01000,0.440
45,mlp.experts.7.gate_proj,0.00103223,0.01000,0.439
45,mlp.experts.8.gate_proj,0.00100211,0.01000,0.438
45,mlp.experts.9.gate_proj,0.00007355,0.01000,0.439
45,mlp.experts.10.gate_proj,0.00856006,0.01000,0.438
45,mlp.experts.11.gate_proj,0.00005131,0.01000,0.438
45,mlp.experts.12.gate_proj,0.01287733,0.01000,0.457
45,mlp.experts.13.gate_proj,0.00150679,0.01000,0.455
45,mlp.experts.14.gate_proj,0.00000026,0.01000,0.445
45,mlp.experts.15.gate_proj,0.00012715,0.01000,0.442
45,mlp.experts.16.gate_proj,0.00888396,0.01000,0.438
45,mlp.experts.17.gate_proj,0.00659386,0.01000,0.443
45,mlp.experts.18.gate_proj,0.00268484,0.01000,0.438
45,mlp.experts.19.gate_proj,0.00042390,0.01000,0.443
45,mlp.experts.20.gate_proj,0.01050657,0.01000,0.442
45,mlp.experts.21.gate_proj,0.00001047,0.01000,0.438
45,mlp.experts.22.gate_proj,0.02478527,0.01000,0.441
45,mlp.experts.23.gate_proj,0.00090187,0.01000,0.437
45,mlp.experts.24.gate_proj,0.00870323,0.01000,0.440
45,mlp.experts.25.gate_proj,0.00000008,0.01000,0.438
45,mlp.experts.26.gate_proj,0.01553486,0.01000,0.444
45,mlp.experts.27.gate_proj,0.01461288,0.01000,0.438
45,mlp.experts.28.gate_proj,0.00088218,0.01000,0.439
45,mlp.experts.29.gate_proj,0.04394017,0.01000,0.440
45,mlp.experts.30.gate_proj,0.01223076,0.01000,0.439
45,mlp.experts.31.gate_proj,0.00028396,0.01000,0.440
45,mlp.experts.32.gate_proj,0.00932006,0.01000,0.439
45,mlp.experts.33.gate_proj,0.00137984,0.01000,0.446
45,mlp.experts.34.gate_proj,0.00005892,0.01000,0.443
45,mlp.experts.35.gate_proj,0.00219222,0.01000,0.439
45,mlp.experts.36.gate_proj,0.00505300,0.01000,0.438
45,mlp.experts.37.gate_proj,0.01435243,0.01000,0.439
45,mlp.experts.38.gate_proj,0.00774174,0.01000,0.440
45,mlp.experts.39.gate_proj,0.00000451,0.01000,0.440
45,mlp.experts.40.gate_proj,0.00018844,0.01000,0.448
45,mlp.experts.41.gate_proj,0.00131478,0.01000,0.442
45,mlp.experts.42.gate_proj,0.00766669,0.01000,0.440
45,mlp.experts.43.gate_proj,0.00123383,0.01000,0.441
45,mlp.experts.44.gate_proj,0.00035507,0.01000,0.445
45,mlp.experts.45.gate_proj,0.01153232,0.01000,0.439
45,mlp.experts.46.gate_proj,0.00719167,0.01000,0.440
45,mlp.experts.47.gate_proj,0.00992738,0.01000,0.442
45,mlp.experts.48.gate_proj,0.04741578,0.01000,0.440
45,mlp.experts.49.gate_proj,0.00000059,0.01000,0.441
45,mlp.experts.50.gate_proj,0.01164522,0.01000,0.441
45,mlp.experts.51.gate_proj,0.02208484,0.01000,0.441
45,mlp.experts.52.gate_proj,0.00003336,0.01000,0.440
45,mlp.experts.53.gate_proj,0.00347681,0.01000,0.444
45,mlp.experts.54.gate_proj,0.00794904,0.01000,0.440
45,mlp.experts.55.gate_proj,0.00013151,0.01000,0.440
45,mlp.experts.56.gate_proj,0.00059227,0.01000,0.443
45,mlp.experts.57.gate_proj,0.00019047,0.01000,0.439
45,mlp.experts.58.gate_proj,0.00317264,0.01000,0.440
45,mlp.experts.59.gate_proj,0.00000019,0.01000,0.440
45,mlp.experts.60.gate_proj,0.00153822,0.01000,0.446
45,mlp.experts.61.gate_proj,0.00002783,0.01000,0.439
45,mlp.experts.62.gate_proj,0.00000144,0.01000,0.438
45,mlp.experts.63.gate_proj,0.00394667,0.01000,0.439
45,mlp.experts.64.gate_proj,0.00772531,0.01000,0.442
45,mlp.experts.65.gate_proj,0.00600932,0.01000,0.443
45,mlp.experts.66.gate_proj,0.00015073,0.01000,0.439
45,mlp.experts.67.gate_proj,0.00782860,0.01000,0.437
45,mlp.experts.68.gate_proj,0.00000006,0.01000,0.436
45,mlp.experts.69.gate_proj,0.00177529,0.01000,0.443
45,mlp.experts.70.gate_proj,0.00987981,0.01000,0.440
45,mlp.experts.71.gate_proj,0.00429462,0.01000,0.445
45,mlp.experts.72.gate_proj,0.00025200,0.01000,0.443
45,mlp.experts.73.gate_proj,0.00032430,0.01000,0.444
45,mlp.experts.74.gate_proj,0.00009618,0.01000,0.447
45,mlp.experts.75.gate_proj,0.00011236,0.01000,0.445
45,mlp.experts.76.gate_proj,0.01813656,0.01000,0.444
45,mlp.experts.77.gate_proj,0.01462229,0.01000,0.447
45,mlp.experts.78.gate_proj,0.00000009,0.01000,0.446
45,mlp.experts.79.gate_proj,0.00000204,0.01000,0.450
45,mlp.experts.80.gate_proj,0.01144187,0.01000,0.445
45,mlp.experts.81.gate_proj,0.00722360,0.01000,0.446
45,mlp.experts.82.gate_proj,0.00450729,0.01000,0.444
45,mlp.experts.83.gate_proj,0.00674801,0.01000,0.447
45,mlp.experts.84.gate_proj,0.00233720,0.01000,0.446
45,mlp.experts.85.gate_proj,0.00145627,0.01000,0.447
45,mlp.experts.86.gate_proj,0.00180144,0.01000,0.447
45,mlp.experts.87.gate_proj,0.02409716,0.01000,0.447
45,mlp.experts.88.gate_proj,0.03297377,0.01000,0.448
45,mlp.experts.89.gate_proj,0.00306838,0.01000,0.444
45,mlp.experts.90.gate_proj,0.00064731,0.01000,0.445
45,mlp.experts.91.gate_proj,0.00337695,0.01000,0.448
45,mlp.experts.92.gate_proj,0.00962194,0.01000,0.445
45,mlp.experts.93.gate_proj,0.00630390,0.01000,0.442
45,mlp.experts.94.gate_proj,0.00408877,0.01000,0.450
45,mlp.experts.95.gate_proj,0.01791906,0.01000,0.443
45,mlp.experts.96.gate_proj,0.00000041,0.01000,0.446
45,mlp.experts.97.gate_proj,0.00000000,0.01000,0.446
45,mlp.experts.98.gate_proj,0.01190541,0.01000,0.442
45,mlp.experts.99.gate_proj,0.02552633,0.01000,0.449
45,mlp.experts.100.gate_proj,0.00000132,0.01000,0.443
45,mlp.experts.101.gate_proj,0.00547169,0.01000,0.451
45,mlp.experts.102.gate_proj,0.00000145,0.01000,0.445
45,mlp.experts.103.gate_proj,0.00444061,0.01000,0.445
45,mlp.experts.104.gate_proj,0.00252707,0.01000,0.446
45,mlp.experts.105.gate_proj,0.00003633,0.01000,0.447
45,mlp.experts.106.gate_proj,0.00000127,0.01000,0.446
45,mlp.experts.107.gate_proj,0.00051460,0.01000,0.445
45,mlp.experts.108.gate_proj,0.00000048,0.01000,0.449
45,mlp.experts.109.gate_proj,0.00098479,0.01000,0.462
45,mlp.experts.110.gate_proj,0.00074050,0.01000,0.460
45,mlp.experts.111.gate_proj,0.00119286,0.01000,0.445
45,mlp.experts.112.gate_proj,0.00680306,0.01000,0.448
45,mlp.experts.113.gate_proj,0.00007324,0.01000,0.447
45,mlp.experts.114.gate_proj,0.00702516,0.01000,0.452
45,mlp.experts.115.gate_proj,0.00013924,0.01000,0.444
45,mlp.experts.116.gate_proj,0.00493558,0.01000,0.446
45,mlp.experts.117.gate_proj,0.00899666,0.01000,0.445
45,mlp.experts.118.gate_proj,0.00003501,0.01000,0.449
45,mlp.experts.119.gate_proj,0.00567783,0.01000,0.450
45,mlp.experts.120.gate_proj,0.00112582,0.01000,0.445
45,mlp.experts.121.gate_proj,0.00097817,0.01000,0.447
45,mlp.experts.122.gate_proj,0.00000014,0.01000,0.445
45,mlp.experts.123.gate_proj,0.02120104,0.01000,0.448
45,mlp.experts.124.gate_proj,0.00000512,0.01000,0.445
45,mlp.experts.125.gate_proj,0.00040689,0.01000,0.446
45,mlp.experts.126.gate_proj,0.00149311,0.01000,0.449
45,mlp.experts.127.gate_proj,0.00575523,0.01000,0.453
45,mlp.experts.0.down_proj,0.00255497,0.01000,0.186
45,mlp.experts.1.down_proj,0.00004108,0.01000,0.164
45,mlp.experts.2.down_proj,0.00831171,0.01000,0.167
45,mlp.experts.3.down_proj,0.00142815,0.01000,0.166
45,mlp.experts.4.down_proj,0.00484549,0.01000,0.172
45,mlp.experts.5.down_proj,0.01435050,0.01000,0.167
45,mlp.experts.6.down_proj,0.00119715,0.01000,0.168
45,mlp.experts.7.down_proj,0.00145679,0.01000,0.169
45,mlp.experts.8.down_proj,0.00347382,0.01000,0.167
45,mlp.experts.9.down_proj,0.00011097,0.01000,0.167
45,mlp.experts.10.down_proj,0.00849208,0.01000,0.167
45,mlp.experts.11.down_proj,0.00012063,0.01000,0.167
45,mlp.experts.12.down_proj,0.01501827,0.01000,0.167
45,mlp.experts.13.down_proj,0.00252561,0.01000,0.168
45,mlp.experts.14.down_proj,0.00000025,0.01000,0.168
45,mlp.experts.15.down_proj,0.00025276,0.01000,0.167
45,mlp.experts.16.down_proj,0.01033873,0.01000,0.167
45,mlp.experts.17.down_proj,0.01684637,0.01000,0.167
45,mlp.experts.18.down_proj,0.00412957,0.01000,0.167
45,mlp.experts.19.down_proj,0.00127682,0.01000,0.168
45,mlp.experts.20.down_proj,0.02157949,0.01000,0.171
45,mlp.experts.21.down_proj,0.00001963,0.01000,0.168
45,mlp.experts.22.down_proj,0.03420315,0.01000,0.169
45,mlp.experts.23.down_proj,0.00188314,0.01000,0.167
45,mlp.experts.24.down_proj,0.01261776,0.01000,0.167
45,mlp.experts.25.down_proj,0.00000013,0.01000,0.168
45,mlp.experts.26.down_proj,0.02590638,0.01000,0.169
45,mlp.experts.27.down_proj,0.02303894,0.01000,0.168
45,mlp.experts.28.down_proj,0.00209862,0.01000,0.168
45,mlp.experts.29.down_proj,0.08482354,0.01000,0.168
45,mlp.experts.30.down_proj,0.02197737,0.01000,0.168
45,mlp.experts.31.down_proj,0.00077723,0.01000,0.168
45,mlp.experts.32.down_proj,0.00697921,0.01000,0.169
45,mlp.experts.33.down_proj,0.00211009,0.01000,0.169
45,mlp.experts.34.down_proj,0.00020717,0.01000,0.168
45,mlp.experts.35.down_proj,0.00487461,0.01000,0.169
45,mlp.experts.36.down_proj,0.00971199,0.01000,0.169
45,mlp.experts.37.down_proj,0.01716004,0.01000,0.169
45,mlp.experts.38.down_proj,0.01071701,0.01000,0.169
45,mlp.experts.39.down_proj,0.00000628,0.01000,0.169
45,mlp.experts.40.down_proj,0.00037611,0.01000,0.169
45,mlp.experts.41.down_proj,0.00313151,0.01000,0.168
45,mlp.experts.42.down_proj,0.01129579,0.01000,0.168
45,mlp.experts.43.down_proj,0.00232491,0.01000,0.169
45,mlp.experts.44.down_proj,0.00107683,0.01000,0.169
45,mlp.experts.45.down_proj,0.01489190,0.01000,0.169
45,mlp.experts.46.down_proj,0.01917435,0.01000,0.168
45,mlp.experts.47.down_proj,0.01837478,0.01000,0.168
45,mlp.experts.48.down_proj,0.10047522,0.01000,0.168
45,mlp.experts.49.down_proj,0.00000177,0.01000,0.168
45,mlp.experts.50.down_proj,0.01997745,0.01000,0.170
45,mlp.experts.51.down_proj,0.04461558,0.01000,0.171
45,mlp.experts.52.down_proj,0.00014752,0.01000,0.169
45,mlp.experts.53.down_proj,0.00653928,0.01000,0.172
45,mlp.experts.54.down_proj,0.00941078,0.01000,0.168
45,mlp.experts.55.down_proj,0.00041324,0.01000,0.171
45,mlp.experts.56.down_proj,0.00114836,0.01000,0.168
45,mlp.experts.57.down_proj,0.00049805,0.01000,0.167
45,mlp.experts.58.down_proj,0.00446216,0.01000,0.167
45,mlp.experts.59.down_proj,0.00000017,0.01000,0.167
45,mlp.experts.60.down_proj,0.00227778,0.01000,0.166
45,mlp.experts.61.down_proj,0.00005314,0.01000,0.167
45,mlp.experts.62.down_proj,0.00000150,0.01000,0.167
45,mlp.experts.63.down_proj,0.01192297,0.01000,0.167
45,mlp.experts.64.down_proj,0.00869983,0.01000,0.168
45,mlp.experts.65.down_proj,0.00644890,0.01000,0.167
45,mlp.experts.66.down_proj,0.00025018,0.01000,0.166
45,mlp.experts.67.down_proj,0.01596301,0.01000,0.169
45,mlp.experts.68.down_proj,0.00000005,0.01000,0.167
45,mlp.experts.69.down_proj,0.00245791,0.01000,0.166
45,mlp.experts.70.down_proj,0.01649189,0.01000,0.168
45,mlp.experts.71.down_proj,0.01121674,0.01000,0.166
45,mlp.experts.72.down_proj,0.00052125,0.01000,0.167
45,mlp.experts.73.down_proj,0.00054140,0.01000,0.167
45,mlp.experts.74.down_proj,0.00027204,0.01000,0.168
45,mlp.experts.75.down_proj,0.00039648,0.01000,0.166
45,mlp.experts.76.down_proj,0.02671675,0.01000,0.166
45,mlp.experts.77.down_proj,0.01286513,0.01000,0.167
45,mlp.experts.78.down_proj,0.00000010,0.01000,0.167
45,mlp.experts.79.down_proj,0.00000264,0.01000,0.170
45,mlp.experts.80.down_proj,0.02652987,0.01000,0.169
45,mlp.experts.81.down_proj,0.01216445,0.01000,0.172
45,mlp.experts.82.down_proj,0.00857966,0.01000,0.170
45,mlp.experts.83.down_proj,0.01147207,0.01000,0.168
45,mlp.experts.84.down_proj,0.00546627,0.01000,0.167
45,mlp.experts.85.down_proj,0.00310984,0.01000,0.168
45,mlp.experts.86.down_proj,0.00279240,0.01000,0.170
45,mlp.experts.87.down_proj,0.03063762,0.01000,0.182
45,mlp.experts.88.down_proj,0.05535860,0.01000,0.168
45,mlp.experts.89.down_proj,0.00558397,0.01000,0.168
45,mlp.experts.90.down_proj,0.00088192,0.01000,0.172
45,mlp.experts.91.down_proj,0.00463819,0.01000,0.184
45,mlp.experts.92.down_proj,0.01553409,0.01000,0.171
45,mlp.experts.93.down_proj,0.01280207,0.01000,0.168
45,mlp.experts.94.down_proj,0.00508560,0.01000,0.168
45,mlp.experts.95.down_proj,0.05429737,0.01000,0.168
45,mlp.experts.96.down_proj,0.00000081,0.01000,0.169
45,mlp.experts.97.down_proj,0.00000000,0.01000,0.174
45,mlp.experts.98.down_proj,0.02660607,0.01000,0.171
45,mlp.experts.99.down_proj,0.05694152,0.01000,0.168
45,mlp.experts.100.down_proj,0.00000272,0.01000,0.168
45,mlp.experts.101.down_proj,0.01267181,0.01000,0.168
45,mlp.experts.102.down_proj,0.00000118,0.01000,0.168
45,mlp.experts.103.down_proj,0.01385814,0.01000,0.172
45,mlp.experts.104.down_proj,0.00512497,0.01000,0.169
45,mlp.experts.105.down_proj,0.00011200,0.01000,0.168
45,mlp.experts.106.down_proj,0.00000095,0.01000,0.169
45,mlp.experts.107.down_proj,0.00085082,0.01000,0.168
45,mlp.experts.108.down_proj,0.00000083,0.01000,0.169
45,mlp.experts.109.down_proj,0.00248735,0.01000,0.169
45,mlp.experts.110.down_proj,0.00124171,0.01000,0.169
45,mlp.experts.111.down_proj,0.00178380,0.01000,0.170
45,mlp.experts.112.down_proj,0.01953861,0.01000,0.168
45,mlp.experts.113.down_proj,0.00025752,0.01000,0.168
45,mlp.experts.114.down_proj,0.00806760,0.01000,0.168
45,mlp.experts.115.down_proj,0.00018880,0.01000,0.168
45,mlp.experts.116.down_proj,0.01050162,0.01000,0.168
45,mlp.experts.117.down_proj,0.00960795,0.01000,0.168
45,mlp.experts.118.down_proj,0.00011673,0.01000,0.168
45,mlp.experts.119.down_proj,0.00636723,0.01000,0.168
45,mlp.experts.120.down_proj,0.00256651,0.01000,0.168
45,mlp.experts.121.down_proj,0.00178052,0.01000,0.170
45,mlp.experts.122.down_proj,0.00000019,0.01000,0.170
45,mlp.experts.123.down_proj,0.03624531,0.01000,0.168
45,mlp.experts.124.down_proj,0.00000908,0.01000,0.168
45,mlp.experts.125.down_proj,0.00143738,0.01000,0.168
45,mlp.experts.126.down_proj,0.00340547,0.01000,0.169
45,mlp.experts.127.down_proj,0.00570671,0.01000,0.177
46,self_attn.q_proj,0.05008811,0.01000,0.451
46,self_attn.k_proj,0.00522543,0.01000,0.439
46,self_attn.v_proj,0.01094268,0.01000,0.436
46,self_attn.o_proj,0.00173568,0.01000,0.894
46,mlp.experts.0.up_proj,0.00041278,0.01000,0.480
46,mlp.experts.1.up_proj,0.00512892,0.01000,0.436
46,mlp.experts.2.up_proj,0.00076210,0.01000,0.439
46,mlp.experts.3.up_proj,0.00595122,0.01000,0.434
46,mlp.experts.4.up_proj,0.00000059,0.01000,0.434
46,mlp.experts.5.up_proj,0.00612907,0.01000,0.438
46,mlp.experts.6.up_proj,0.00032860,0.01000,0.435
46,mlp.experts.7.up_proj,0.00632533,0.01000,0.444
46,mlp.experts.8.up_proj,0.00197566,0.01000,0.438
46,mlp.experts.9.up_proj,0.00077220,0.01000,0.438
46,mlp.experts.10.up_proj,0.00754542,0.01000,0.452
46,mlp.experts.11.up_proj,0.00379798,0.01000,0.438
46,mlp.experts.12.up_proj,0.00000095,0.01000,0.454
46,mlp.experts.13.up_proj,0.00000339,0.01000,0.437
46,mlp.experts.14.up_proj,0.00247968,0.01000,0.441
46,mlp.experts.15.up_proj,0.00382636,0.01000,0.441
46,mlp.experts.16.up_proj,0.00933920,0.01000,0.438
46,mlp.experts.17.up_proj,0.00057800,0.01000,0.441
46,mlp.experts.18.up_proj,0.00423057,0.01000,0.442
46,mlp.experts.19.up_proj,0.01998298,0.01000,0.439
46,mlp.experts.20.up_proj,0.00031489,0.01000,0.439
46,mlp.experts.21.up_proj,0.00096336,0.01000,0.440
46,mlp.experts.22.up_proj,0.01625195,0.01000,0.438
46,mlp.experts.23.up_proj,0.00008602,0.01000,0.437
46,mlp.experts.24.up_proj,0.00003607,0.01000,0.439
46,mlp.experts.25.up_proj,0.00005936,0.01000,0.443
46,mlp.experts.26.up_proj,0.02294208,0.01000,0.439
46,mlp.experts.27.up_proj,0.01450113,0.01000,0.439
46,mlp.experts.28.up_proj,0.00004094,0.01000,0.439
46,mlp.experts.29.up_proj,0.00549783,0.01000,0.437
46,mlp.experts.30.up_proj,0.00635470,0.01000,0.445
46,mlp.experts.31.up_proj,0.00022842,0.01000,0.438
46,mlp.experts.32.up_proj,0.02362966,0.01000,0.438
46,mlp.experts.33.up_proj,0.03002048,0.01000,0.440
46,mlp.experts.34.up_proj,0.00261603,0.01000,0.440
46,mlp.experts.35.up_proj,0.00702930,0.01000,0.444
46,mlp.experts.36.up_proj,0.01257116,0.01000,0.440
46,mlp.experts.37.up_proj,0.00386097,0.01000,0.444
46,mlp.experts.38.up_proj,0.00433655,0.01000,0.437
46,mlp.experts.39.up_proj,0.00783212,0.01000,0.438
46,mlp.experts.40.up_proj,0.00018875,0.01000,0.438
46,mlp.experts.41.up_proj,0.00032715,0.01000,0.450
46,mlp.experts.42.up_proj,0.00005300,0.01000,0.444
46,mlp.experts.43.up_proj,0.03319811,0.01000,0.442
46,mlp.experts.44.up_proj,0.00725554,0.01000,0.439
46,mlp.experts.45.up_proj,0.01219171,0.01000,0.438
46,mlp.experts.46.up_proj,0.01933794,0.01000,0.442
46,mlp.experts.47.up_proj,0.00010847,0.01000,0.440
46,mlp.experts.48.up_proj,0.00000113,0.01000,0.451
46,mlp.experts.49.up_proj,0.00090268,0.01000,0.452
46,mlp.experts.50.up_proj,0.00000033,0.01000,0.442
46,mlp.experts.51.up_proj,0.01761900,0.01000,0.443
46,mlp.experts.52.up_proj,0.01994661,0.01000,0.445
46,mlp.experts.53.up_proj,0.00383061,0.01000,0.444
46,mlp.experts.54.up_proj,0.03636444,0.01000,0.444
46,mlp.experts.55.up_proj,0.01785629,0.01000,0.449
46,mlp.experts.56.up_proj,0.00001702,0.01000,0.438
46,mlp.experts.57.up_proj,0.00008387,0.01000,0.452
46,mlp.experts.58.up_proj,0.00003391,0.01000,0.440
46,mlp.experts.59.up_proj,0.00000547,0.01000,0.437
46,mlp.experts.60.up_proj,0.02330910,0.01000,0.439
46,mlp.experts.61.up_proj,0.01890326,0.01000,0.440
46,mlp.experts.62.up_proj,0.00022299,0.01000,0.441
46,mlp.experts.63.up_proj,0.00015657,0.01000,0.441
46,mlp.experts.64.up_proj,0.00091849,0.01000,0.445
46,mlp.experts.65.up_proj,0.00000011,0.01000,0.441
46,mlp.experts.66.up_proj,0.00017072,0.01000,0.443
46,mlp.experts.67.up_proj,0.00437828,0.01000,0.441
46,mlp.experts.68.up_proj,0.01737866,0.01000,0.443
46,mlp.experts.69.up_proj,0.00006046,0.01000,0.442
46,mlp.experts.70.up_proj,0.00088224,0.01000,0.441
46,mlp.experts.71.up_proj,0.00110460,0.01000,0.442
46,mlp.experts.72.up_proj,0.00000001,0.01000,0.441
46,mlp.experts.73.up_proj,0.00000004,0.01000,0.445
46,mlp.experts.74.up_proj,0.02988941,0.01000,0.459
46,mlp.experts.75.up_proj,0.00990822,0.01000,0.444
46,mlp.experts.76.up_proj,0.01466985,0.01000,0.442
46,mlp.experts.77.up_proj,0.00238572,0.01000,0.441
46,mlp.experts.78.up_proj,0.00001004,0.01000,0.442
46,mlp.experts.79.up_proj,0.00419431,0.01000,0.441
46,mlp.experts.80.up_proj,0.00983956,0.01000,0.440
46,mlp.experts.81.up_proj,0.00664356,0.01000,0.439
46,mlp.experts.82.up_proj,0.00777317,0.01000,0.442
46,mlp.experts.83.up_proj,0.00023375,0.01000,0.439
46,mlp.experts.84.up_proj,0.01524983,0.01000,0.441
46,mlp.experts.85.up_proj,0.00000131,0.01000,0.442
46,mlp.experts.86.up_proj,0.00000065,0.01000,0.442
46,mlp.experts.87.up_proj,0.00000006,0.01000,0.442
46,mlp.experts.88.up_proj,0.00000205,0.01000,0.447
46,mlp.experts.89.up_proj,0.00001519,0.01000,0.444
46,mlp.experts.90.up_proj,0.00595479,0.01000,0.441
46,mlp.experts.91.up_proj,0.00112244,0.01000,0.442
46,mlp.experts.92.up_proj,0.00192834,0.01000,0.441
46,mlp.experts.93.up_proj,0.00019252,0.01000,0.445
46,mlp.experts.94.up_proj,0.03000465,0.01000,0.442
46,mlp.experts.95.up_proj,0.00026599,0.01000,0.442
46,mlp.experts.96.up_proj,0.00776934,0.01000,0.447
46,mlp.experts.97.up_proj,0.01012515,0.01000,0.449
46,mlp.experts.98.up_proj,0.01425685,0.01000,0.442
46,mlp.experts.99.up_proj,0.00057082,0.01000,0.442
46,mlp.experts.100.up_proj,0.00002604,0.01000,0.442
46,mlp.experts.101.up_proj,0.00805075,0.01000,0.440
46,mlp.experts.102.up_proj,0.00034709,0.01000,0.442
46,mlp.experts.103.up_proj,0.00188415,0.01000,0.443
46,mlp.experts.104.up_proj,0.00936410,0.01000,0.440
46,mlp.experts.105.up_proj,0.00828473,0.01000,0.441
46,mlp.experts.106.up_proj,0.01245575,0.01000,0.441
46,mlp.experts.107.up_proj,0.00240475,0.01000,0.443
46,mlp.experts.108.up_proj,0.00000062,0.01000,0.441
46,mlp.experts.109.up_proj,0.00063597,0.01000,0.438
46,mlp.experts.110.up_proj,0.00044412,0.01000,0.438
46,mlp.experts.111.up_proj,0.00424113,0.01000,0.452
46,mlp.experts.112.up_proj,0.00177135,0.01000,0.452
46,mlp.experts.113.up_proj,0.00222743,0.01000,0.438
46,mlp.experts.114.up_proj,0.00085262,0.01000,0.445
46,mlp.experts.115.up_proj,0.01003831,0.01000,0.445
46,mlp.experts.116.up_proj,0.00569719,0.01000,0.443
46,mlp.experts.117.up_proj,0.02735874,0.01000,0.442
46,mlp.experts.118.up_proj,0.00114678,0.01000,0.443
46,mlp.experts.119.up_proj,0.00203163,0.01000,0.442
46,mlp.experts.120.up_proj,0.00415464,0.01000,0.443
46,mlp.experts.121.up_proj,0.00000006,0.01000,0.442
46,mlp.experts.122.up_proj,0.00171585,0.01000,0.442
46,mlp.experts.123.up_proj,0.00219577,0.01000,0.442
46,mlp.experts.124.up_proj,0.00631804,0.01000,0.442
46,mlp.experts.125.up_proj,0.00007360,0.01000,0.443
46,mlp.experts.126.up_proj,0.00025881,0.01000,0.441
46,mlp.experts.127.up_proj,0.01531945,0.01000,0.441
46,mlp.experts.0.gate_proj,0.00034393,0.01000,0.441
46,mlp.experts.1.gate_proj,0.00498649,0.01000,0.450
46,mlp.experts.2.gate_proj,0.00067887,0.01000,0.446
46,mlp.experts.3.gate_proj,0.00599889,0.01000,0.441
46,mlp.experts.4.gate_proj,0.00000052,0.01000,0.445
46,mlp.experts.5.gate_proj,0.00636785,0.01000,0.442
46,mlp.experts.6.gate_proj,0.00031705,0.01000,0.448
46,mlp.experts.7.gate_proj,0.00547540,0.01000,0.442
46,mlp.experts.8.gate_proj,0.00182249,0.01000,0.442
46,mlp.experts.9.gate_proj,0.00074511,0.01000,0.441
46,mlp.experts.10.gate_proj,0.00724130,0.01000,0.445
46,mlp.experts.11.gate_proj,0.00341222,0.01000,0.440
46,mlp.experts.12.gate_proj,0.00000086,0.01000,0.456
46,mlp.experts.13.gate_proj,0.00000304,0.01000,0.448
46,mlp.experts.14.gate_proj,0.00225702,0.01000,0.441
46,mlp.experts.15.gate_proj,0.00347085,0.01000,0.448
46,mlp.experts.16.gate_proj,0.00873414,0.01000,0.441
46,mlp.experts.17.gate_proj,0.00052364,0.01000,0.442
46,mlp.experts.18.gate_proj,0.00378769,0.01000,0.442
46,mlp.experts.19.gate_proj,0.01773239,0.01000,0.452
46,mlp.experts.20.gate_proj,0.00025348,0.01000,0.444
46,mlp.experts.21.gate_proj,0.00085034,0.01000,0.442
46,mlp.experts.22.gate_proj,0.01320187,0.01000,0.439
46,mlp.experts.23.gate_proj,0.00007328,0.01000,0.440
46,mlp.experts.24.gate_proj,0.00003134,0.01000,0.444
46,mlp.experts.25.gate_proj,0.00006208,0.01000,0.441
46,mlp.experts.26.gate_proj,0.02083275,0.01000,0.442
46,mlp.experts.27.gate_proj,0.01322555,0.01000,0.444
46,mlp.experts.28.gate_proj,0.00003556,0.01000,0.443
46,mlp.experts.29.gate_proj,0.00474866,0.01000,0.442
46,mlp.experts.30.gate_proj,0.00543882,0.01000,0.441
46,mlp.experts.31.gate_proj,0.00021820,0.01000,0.443
46,mlp.experts.32.gate_proj,0.02282593,0.01000,0.442
46,mlp.experts.33.gate_proj,0.02895063,0.01000,0.440
46,mlp.experts.34.gate_proj,0.00248022,0.01000,0.439
46,mlp.experts.35.gate_proj,0.00621225,0.01000,0.439
46,mlp.experts.36.gate_proj,0.01148308,0.01000,0.439
46,mlp.experts.37.gate_proj,0.00352182,0.01000,0.438
46,mlp.experts.38.gate_proj,0.00387298,0.01000,0.439
46,mlp.experts.39.gate_proj,0.00688071,0.01000,0.438
46,mlp.experts.40.gate_proj,0.00017243,0.01000,0.438
46,mlp.experts.41.gate_proj,0.00029879,0.01000,0.439
46,mlp.experts.42.gate_proj,0.00004765,0.01000,0.439
46,mlp.experts.43.gate_proj,0.02959866,0.01000,0.439
46,mlp.experts.44.gate_proj,0.00678108,0.01000,0.438
46,mlp.experts.45.gate_proj,0.01175093,0.01000,0.439
46,mlp.experts.46.gate_proj,0.01742286,0.01000,0.439
46,mlp.experts.47.gate_proj,0.00009485,0.01000,0.438
46,mlp.experts.48.gate_proj,0.00000104,0.01000,0.438
46,mlp.experts.49.gate_proj,0.00077335,0.01000,0.440
46,mlp.experts.50.gate_proj,0.00000030,0.01000,0.439
46,mlp.experts.51.gate_proj,0.01599384,0.01000,0.440
46,mlp.experts.52.gate_proj,0.01761042,0.01000,0.438
46,mlp.experts.53.gate_proj,0.00326531,0.01000,0.438
46,mlp.experts.54.gate_proj,0.03233243,0.01000,0.439
46,mlp.experts.55.gate_proj,0.01568380,0.01000,0.442
46,mlp.experts.56.gate_proj,0.00001581,0.01000,0.441
46,mlp.experts.57.gate_proj,0.00007776,0.01000,0.439
46,mlp.experts.58.gate_proj,0.00003015,0.01000,0.440
46,mlp.experts.59.gate_proj,0.00000456,0.01000,0.440
46,mlp.experts.60.gate_proj,0.02036612,0.01000,0.440
46,mlp.experts.61.gate_proj,0.01675073,0.01000,0.439
46,mlp.experts.62.gate_proj,0.00019225,0.01000,0.441
46,mlp.experts.63.gate_proj,0.00014033,0.01000,0.439
46,mlp.experts.64.gate_proj,0.00081929,0.01000,0.447
46,mlp.experts.65.gate_proj,0.00000010,0.01000,0.440
46,mlp.experts.66.gate_proj,0.00014158,0.01000,0.438
46,mlp.experts.67.gate_proj,0.00405300,0.01000,0.439
46,mlp.experts.68.gate_proj,0.01597865,0.01000,0.439
46,mlp.experts.69.gate_proj,0.00005483,0.01000,0.446
46,mlp.experts.70.gate_proj,0.00081413,0.01000,0.442
46,mlp.experts.71.gate_proj,0.00103052,0.01000,0.441
46,mlp.experts.72.gate_proj,0.00000001,0.01000,0.440
46,mlp.experts.73.gate_proj,0.00000004,0.01000,0.439
46,mlp.experts.74.gate_proj,0.02950821,0.01000,0.441
46,mlp.experts.75.gate_proj,0.00865242,0.01000,0.441
46,mlp.experts.76.gate_proj,0.01401787,0.01000,0.444
46,mlp.experts.77.gate_proj,0.00222274,0.01000,0.443
46,mlp.experts.78.gate_proj,0.00000888,0.01000,0.442
46,mlp.experts.79.gate_proj,0.00369117,0.01000,0.457
46,mlp.experts.80.gate_proj,0.00793230,0.01000,0.455
46,mlp.experts.81.gate_proj,0.00595252,0.01000,0.443
46,mlp.experts.82.gate_proj,0.00673938,0.01000,0.444
46,mlp.experts.83.gate_proj,0.00020332,0.01000,0.447
46,mlp.experts.84.gate_proj,0.01398242,0.01000,0.441
46,mlp.experts.85.gate_proj,0.00000125,0.01000,0.441
46,mlp.experts.86.gate_proj,0.00000059,0.01000,0.438
46,mlp.experts.87.gate_proj,0.00000006,0.01000,0.439
46,mlp.experts.88.gate_proj,0.00000183,0.01000,0.440
46,mlp.experts.89.gate_proj,0.00001399,0.01000,0.437
46,mlp.experts.90.gate_proj,0.00546527,0.01000,0.440
46,mlp.experts.91.gate_proj,0.00108771,0.01000,0.440
46,mlp.experts.92.gate_proj,0.00171920,0.01000,0.443
46,mlp.experts.93.gate_proj,0.00016992,0.01000,0.443
46,mlp.experts.94.gate_proj,0.02768612,0.01000,0.442
46,mlp.experts.95.gate_proj,0.00022145,0.01000,0.443
46,mlp.experts.96.gate_proj,0.00865588,0.01000,0.444
46,mlp.experts.97.gate_proj,0.00911416,0.01000,0.440
46,mlp.experts.98.gate_proj,0.01267848,0.01000,0.441
46,mlp.experts.99.gate_proj,0.00051135,0.01000,0.443
46,mlp.experts.100.gate_proj,0.00002353,0.01000,0.447
46,mlp.experts.101.gate_proj,0.00744548,0.01000,0.449
46,mlp.experts.102.gate_proj,0.00030673,0.01000,0.446
46,mlp.experts.103.gate_proj,0.00170273,0.01000,0.447
46,mlp.experts.104.gate_proj,0.00885988,0.01000,0.450
46,mlp.experts.105.gate_proj,0.00729365,0.01000,0.448
46,mlp.experts.106.gate_proj,0.01148318,0.01000,0.454
46,mlp.experts.107.gate_proj,0.00213200,0.01000,0.456
46,mlp.experts.108.gate_proj,0.00000055,0.01000,0.448
46,mlp.experts.109.gate_proj,0.00052959,0.01000,0.449
46,mlp.experts.110.gate_proj,0.00039418,0.01000,0.453
46,mlp.experts.111.gate_proj,0.00370422,0.01000,0.459
46,mlp.experts.112.gate_proj,0.00153762,0.01000,0.453
46,mlp.experts.113.gate_proj,0.00179133,0.01000,0.449
46,mlp.experts.114.gate_proj,0.00081668,0.01000,0.454
46,mlp.experts.115.gate_proj,0.00924018,0.01000,0.448
46,mlp.experts.116.gate_proj,0.00512453,0.01000,0.452
46,mlp.experts.117.gate_proj,0.02393245,0.01000,0.449
46,mlp.experts.118.gate_proj,0.00112525,0.01000,0.452
46,mlp.experts.119.gate_proj,0.00178083,0.01000,0.448
46,mlp.experts.120.gate_proj,0.00379347,0.01000,0.448
46,mlp.experts.121.gate_proj,0.00000006,0.01000,0.453
46,mlp.experts.122.gate_proj,0.00163184,0.01000,0.449
46,mlp.experts.123.gate_proj,0.00200075,0.01000,0.454
46,mlp.experts.124.gate_proj,0.00562297,0.01000,0.447
46,mlp.experts.125.gate_proj,0.00006852,0.01000,0.448
46,mlp.experts.126.gate_proj,0.00026059,0.01000,0.448
46,mlp.experts.127.gate_proj,0.01365312,0.01000,0.452
46,mlp.experts.0.down_proj,0.00064903,0.01000,0.190
46,mlp.experts.1.down_proj,0.00672053,0.01000,0.181
46,mlp.experts.2.down_proj,0.00115642,0.01000,0.167
46,mlp.experts.3.down_proj,0.01541160,0.01000,0.167
46,mlp.experts.4.down_proj,0.00000137,0.01000,0.171
46,mlp.experts.5.down_proj,0.00723697,0.01000,0.182
46,mlp.experts.6.down_proj,0.00087372,0.01000,0.169
46,mlp.experts.7.down_proj,0.01262909,0.01000,0.169
46,mlp.experts.8.down_proj,0.00199040,0.01000,0.169
46,mlp.experts.9.down_proj,0.00169840,0.01000,0.172
46,mlp.experts.10.down_proj,0.01547801,0.01000,0.170
46,mlp.experts.11.down_proj,0.00948211,0.01000,0.170
46,mlp.experts.12.down_proj,0.00000099,0.01000,0.169
46,mlp.experts.13.down_proj,0.00000636,0.01000,0.169
46,mlp.experts.14.down_proj,0.00515173,0.01000,0.169
46,mlp.experts.15.down_proj,0.00667894,0.01000,0.169
46,mlp.experts.16.down_proj,0.01840115,0.01000,0.169
46,mlp.experts.17.down_proj,0.00070185,0.01000,0.169
46,mlp.experts.18.down_proj,0.01707535,0.01000,0.170
46,mlp.experts.19.down_proj,0.02771479,0.01000,0.170
46,mlp.experts.20.down_proj,0.00057174,0.01000,0.176
46,mlp.experts.21.down_proj,0.00177176,0.01000,0.170
46,mlp.experts.22.down_proj,0.02530044,0.01000,0.170
46,mlp.experts.23.down_proj,0.00052491,0.01000,0.169
46,mlp.experts.24.down_proj,0.00005106,0.01000,0.168
46,mlp.experts.25.down_proj,0.00019466,0.01000,0.168
46,mlp.experts.26.down_proj,0.04366412,0.01000,0.168
46,mlp.experts.27.down_proj,0.06008633,0.01000,0.168
46,mlp.experts.28.down_proj,0.00015873,0.01000,0.169
46,mlp.experts.29.down_proj,0.01996044,0.01000,0.169
46,mlp.experts.30.down_proj,0.02123058,0.01000,0.170
46,mlp.experts.31.down_proj,0.00033004,0.01000,0.169
46,mlp.experts.32.down_proj,0.06194972,0.01000,0.169
46,mlp.experts.33.down_proj,0.07635588,0.01000,0.169
46,mlp.experts.34.down_proj,0.00592407,0.01000,0.169
46,mlp.experts.35.down_proj,0.01420275,0.01000,0.170
46,mlp.experts.36.down_proj,0.01480892,0.01000,0.170
46,mlp.experts.37.down_proj,0.00591371,0.01000,0.170
46,mlp.experts.38.down_proj,0.00831136,0.01000,0.170
46,mlp.experts.39.down_proj,0.01772088,0.01000,0.170
46,mlp.experts.40.down_proj,0.00071245,0.01000,0.174
46,mlp.experts.41.down_proj,0.00083976,0.01000,0.171
46,mlp.experts.42.down_proj,0.00008180,0.01000,0.170
46,mlp.experts.43.down_proj,0.08479235,0.01000,0.170
46,mlp.experts.44.down_proj,0.01146890,0.01000,0.170
46,mlp.experts.45.down_proj,0.01401892,0.01000,0.170
46,mlp.experts.46.down_proj,0.02594825,0.01000,0.170
46,mlp.experts.47.down_proj,0.00029425,0.01000,0.171
46,mlp.experts.48.down_proj,0.00000107,0.01000,0.170
46,mlp.experts.49.down_proj,0.00235892,0.01000,0.170
46,mlp.experts.50.down_proj,0.00000052,0.01000,0.170
46,mlp.experts.51.down_proj,0.03294552,0.01000,0.171
46,mlp.experts.52.down_proj,0.02643461,0.01000,0.171
46,mlp.experts.53.down_proj,0.00985114,0.01000,0.180
46,mlp.experts.54.down_proj,0.12147345,0.01000,0.170
46,mlp.experts.55.down_proj,0.01952646,0.01000,0.170
46,mlp.experts.56.down_proj,0.00001481,0.01000,0.171
46,mlp.experts.57.down_proj,0.00031610,0.01000,0.171
46,mlp.experts.58.down_proj,0.00006460,0.01000,0.171
46,mlp.experts.59.down_proj,0.00000676,0.01000,0.171
46,mlp.experts.60.down_proj,0.03406751,0.01000,0.170
46,mlp.experts.61.down_proj,0.02107399,0.01000,0.170
46,mlp.experts.62.down_proj,0.00086511,0.01000,0.171
46,mlp.experts.63.down_proj,0.00058691,0.01000,0.170
46,mlp.experts.64.down_proj,0.00228765,0.01000,0.171
46,mlp.experts.65.down_proj,0.00000007,0.01000,0.172
46,mlp.experts.66.down_proj,0.00064071,0.01000,0.170
46,mlp.experts.67.down_proj,0.00724592,0.01000,0.174
46,mlp.experts.68.down_proj,0.02146466,0.01000,0.171
46,mlp.experts.69.down_proj,0.00017500,0.01000,0.171
46,mlp.experts.70.down_proj,0.00197783,0.01000,0.171
46,mlp.experts.71.down_proj,0.00159155,0.01000,0.172
46,mlp.experts.72.down_proj,0.00000001,0.01000,0.171
46,mlp.experts.73.down_proj,0.00000003,0.01000,0.171
46,mlp.experts.74.down_proj,0.04291902,0.01000,0.171
46,mlp.experts.75.down_proj,0.01368819,0.01000,0.173
46,mlp.experts.76.down_proj,0.01627104,0.01000,0.172
46,mlp.experts.77.down_proj,0.00509121,0.01000,0.171
46,mlp.experts.78.down_proj,0.00001320,0.01000,0.171
46,mlp.experts.79.down_proj,0.01176023,0.01000,0.171
46,mlp.experts.80.down_proj,0.01426923,0.01000,0.182
46,mlp.experts.81.down_proj,0.01300539,0.01000,0.171
46,mlp.experts.82.down_proj,0.01721987,0.01000,0.173
46,mlp.experts.83.down_proj,0.00047713,0.01000,0.178
46,mlp.experts.84.down_proj,0.02890480,0.01000,0.171
46,mlp.experts.85.down_proj,0.00000219,0.01000,0.171
46,mlp.experts.86.down_proj,0.00000110,0.01000,0.171
46,mlp.experts.87.down_proj,0.00000004,0.01000,0.171
46,mlp.experts.88.down_proj,0.00000391,0.01000,0.172
46,mlp.experts.89.down_proj,0.00003917,0.01000,0.170
46,mlp.experts.90.down_proj,0.01021777,0.01000,0.176
46,mlp.experts.91.down_proj,0.00332275,0.01000,0.172
46,mlp.experts.92.down_proj,0.00580422,0.01000,0.178
46,mlp.experts.93.down_proj,0.00031109,0.01000,0.172
46,mlp.experts.94.down_proj,0.06558555,0.01000,0.172
46,mlp.experts.95.down_proj,0.00032153,0.01000,0.170
46,mlp.experts.96.down_proj,0.00930188,0.01000,0.171
46,mlp.experts.97.down_proj,0.01268862,0.01000,0.171
46,mlp.experts.98.down_proj,0.01968676,0.01000,0.171
46,mlp.experts.99.down_proj,0.00111163,0.01000,0.171
46,mlp.experts.100.down_proj,0.00010679,0.01000,0.169
46,mlp.experts.101.down_proj,0.00902429,0.01000,0.170
46,mlp.experts.102.down_proj,0.00057413,0.01000,0.169
46,mlp.experts.103.down_proj,0.00292677,0.01000,0.169
46,mlp.experts.104.down_proj,0.01093378,0.01000,0.170
46,mlp.experts.105.down_proj,0.01778937,0.01000,0.170
46,mlp.experts.106.down_proj,0.03342748,0.01000,0.170
46,mlp.experts.107.down_proj,0.00385530,0.01000,0.170
46,mlp.experts.108.down_proj,0.00000070,0.01000,0.170
46,mlp.experts.109.down_proj,0.00125942,0.01000,0.172
46,mlp.experts.110.down_proj,0.00078699,0.01000,0.171
46,mlp.experts.111.down_proj,0.00724051,0.01000,0.169
46,mlp.experts.112.down_proj,0.00225605,0.01000,0.170
46,mlp.experts.113.down_proj,0.00516758,0.01000,0.169
46,mlp.experts.114.down_proj,0.00131635,0.01000,0.174
46,mlp.experts.115.down_proj,0.01412932,0.01000,0.169
46,mlp.experts.116.down_proj,0.01012363,0.01000,0.169
46,mlp.experts.117.down_proj,0.03705274,0.01000,0.170
46,mlp.experts.118.down_proj,0.00296220,0.01000,0.169
46,mlp.experts.119.down_proj,0.00297052,0.01000,0.169
46,mlp.experts.120.down_proj,0.01018841,0.01000,0.170
46,mlp.experts.121.down_proj,0.00000008,0.01000,0.170
46,mlp.experts.122.down_proj,0.00164097,0.01000,0.171
46,mlp.experts.123.down_proj,0.00266029,0.01000,0.169
46,mlp.experts.124.down_proj,0.01459846,0.01000,0.169
46,mlp.experts.125.down_proj,0.00020627,0.01000,0.169
46,mlp.experts.126.down_proj,0.00109941,0.01000,0.171
46,mlp.experts.127.down_proj,0.01596329,0.01000,0.170
47,self_attn.q_proj,0.04581567,0.01000,0.455
47,self_attn.k_proj,0.00504662,0.01000,0.443
47,self_attn.v_proj,0.00867404,0.01000,0.439
47,self_attn.o_proj,0.00472485,0.01000,0.902
47,mlp.experts.0.up_proj,0.01055485,0.01000,0.483
47,mlp.experts.1.up_proj,0.00000743,0.01000,0.439
47,mlp.experts.2.up_proj,0.00147675,0.01000,0.438
47,mlp.experts.3.up_proj,0.00560855,0.01000,0.437
47,mlp.experts.4.up_proj,0.00832181,0.01000,0.439
47,mlp.experts.5.up_proj,0.00000979,0.01000,0.439
47,mlp.experts.6.up_proj,0.02054650,0.01000,0.440
47,mlp.experts.7.up_proj,0.00001853,0.01000,0.439
47,mlp.experts.8.up_proj,0.00074857,0.01000,0.440
47,mlp.experts.9.up_proj,0.00003162,0.01000,0.439
47,mlp.experts.10.up_proj,0.00082878,0.01000,0.444
47,mlp.experts.11.up_proj,0.00248991,0.01000,0.440
47,mlp.experts.12.up_proj,0.00120460,0.01000,0.442
47,mlp.experts.13.up_proj,0.00009349,0.01000,0.440
47,mlp.experts.14.up_proj,0.00066523,0.01000,0.442
47,mlp.experts.15.up_proj,0.01644002,0.01000,0.440
47,mlp.experts.16.up_proj,0.00004179,0.01000,0.439
47,mlp.experts.17.up_proj,0.01938748,0.01000,0.439
47,mlp.experts.18.up_proj,0.00393557,0.01000,0.439
47,mlp.experts.19.up_proj,0.00026256,0.01000,0.443
47,mlp.experts.20.up_proj,0.00520725,0.01000,0.439
47,mlp.experts.21.up_proj,0.01199841,0.01000,0.438
47,mlp.experts.22.up_proj,0.00007813,0.01000,0.439
47,mlp.experts.23.up_proj,0.02378588,0.01000,0.439
47,mlp.experts.24.up_proj,0.00007188,0.01000,0.439
47,mlp.experts.25.up_proj,0.00000387,0.01000,0.439
47,mlp.experts.26.up_proj,0.01097429,0.01000,0.439
47,mlp.experts.27.up_proj,0.00759809,0.01000,0.439
47,mlp.experts.28.up_proj,0.00023927,0.01000,0.438
47,mlp.experts.29.up_proj,0.00000298,0.01000,0.441
47,mlp.experts.30.up_proj,0.00056741,0.01000,0.439
47,mlp.experts.31.up_proj,0.00590070,0.01000,0.438
47,mlp.experts.32.up_proj,0.00999097,0.01000,0.436
47,mlp.experts.33.up_proj,0.00027676,0.01000,0.436
47,mlp.experts.34.up_proj,0.00762584,0.01000,0.442
47,mlp.experts.35.up_proj,0.00651240,0.01000,0.437
47,mlp.experts.36.up_proj,0.00557133,0.01000,0.442
47,mlp.experts.37.up_proj,0.00000326,0.01000,0.443
47,mlp.experts.38.up_proj,0.00168934,0.01000,0.437
47,mlp.experts.39.up_proj,0.01962611,0.01000,0.435
47,mlp.experts.40.up_proj,0.00000076,0.01000,0.436
47,mlp.experts.41.up_proj,0.00000916,0.01000,0.435
47,mlp.experts.42.up_proj,0.01308195,0.01000,0.435
47,mlp.experts.43.up_proj,0.00000005,0.01000,0.439
47,mlp.experts.44.up_proj,0.00415256,0.01000,0.436
47,mlp.experts.45.up_proj,0.00033774,0.01000,0.440
47,mlp.experts.46.up_proj,0.00004291,0.01000,0.437
47,mlp.experts.47.up_proj,0.00927636,0.01000,0.436
47,mlp.experts.48.up_proj,0.01637097,0.01000,0.436
47,mlp.experts.49.up_proj,0.00069114,0.01000,0.437
47,mlp.experts.50.up_proj,0.00002014,0.01000,0.438
47,mlp.experts.51.up_proj,0.00468251,0.01000,0.437
47,mlp.experts.52.up_proj,0.00501221,0.01000,0.437
47,mlp.experts.53.up_proj,0.02248060,0.01000,0.441
47,mlp.experts.54.up_proj,0.00817346,0.01000,0.436
47,mlp.experts.55.up_proj,0.00406209,0.01000,0.435
47,mlp.experts.56.up_proj,0.00000058,0.01000,0.436
47,mlp.experts.57.up_proj,0.00937550,0.01000,0.435
47,mlp.experts.58.up_proj,0.01850540,0.01000,0.436
47,mlp.experts.59.up_proj,0.00000297,0.01000,0.439
47,mlp.experts.60.up_proj,0.00002135,0.01000,0.441
47,mlp.experts.61.up_proj,0.00161489,0.01000,0.437
47,mlp.experts.62.up_proj,0.00000648,0.01000,0.435
47,mlp.experts.63.up_proj,0.00425603,0.01000,0.435
47,mlp.experts.64.up_proj,0.00034718,0.01000,0.434
47,mlp.experts.65.up_proj,0.00326779,0.01000,0.435
47,mlp.experts.66.up_proj,0.00792117,0.01000,0.436
47,mlp.experts.67.up_proj,0.00385204,0.01000,0.439
47,mlp.experts.68.up_proj,0.00000005,0.01000,0.452
47,mlp.experts.69.up_proj,0.00000845,0.01000,0.455
47,mlp.experts.70.up_proj,0.00000433,0.01000,0.442
47,mlp.experts.71.up_proj,0.00838946,0.01000,0.449
47,mlp.experts.72.up_proj,0.00245699,0.01000,0.441
47,mlp.experts.73.up_proj,0.00670821,0.01000,0.437
47,mlp.experts.74.up_proj,0.00163670,0.01000,0.438
47,mlp.experts.75.up_proj,0.00000013,0.01000,0.438
47,mlp.experts.76.up_proj,0.00101010,0.01000,0.439
47,mlp.experts.77.up_proj,0.00047226,0.01000,0.439
47,mlp.experts.78.up_proj,0.00874801,0.01000,0.434
47,mlp.experts.79.up_proj,0.00115119,0.01000,0.440
47,mlp.experts.80.up_proj,0.01912871,0.01000,0.439
47,mlp.experts.81.up_proj,0.00000014,0.01000,0.441
47,mlp.experts.82.up_proj,0.00757569,0.01000,0.439
47,mlp.experts.83.up_proj,0.00552383,0.01000,0.447
47,mlp.experts.84.up_proj,0.00002173,0.01000,0.435
47,mlp.experts.85.up_proj,0.02081965,0.01000,0.438
47,mlp.experts.86.up_proj,0.01710249,0.01000,0.438
47,mlp.experts.87.up_proj,0.00592356,0.01000,0.439
47,mlp.experts.88.up_proj,0.00723121,0.01000,0.442
47,mlp.experts.89.up_proj,0.00000514,0.01000,0.441
47,mlp.experts.90.up_proj,0.00853316,0.01000,0.442
47,mlp.experts.91.up_proj,0.00000004,0.01000,0.437
47,mlp.experts.92.up_proj,0.00094470,0.01000,0.439
47,mlp.experts.93.up_proj,0.00075703,0.01000,0.436
47,mlp.experts.94.up_proj,0.00102948,0.01000,0.436
47,mlp.experts.95.up_proj,0.00812956,0.01000,0.438
47,mlp.experts.96.up_proj,0.00359020,0.01000,0.438
47,mlp.experts.97.up_proj,0.00034755,0.01000,0.441
47,mlp.experts.98.up_proj,0.00077254,0.01000,0.438
47,mlp.experts.99.up_proj,0.00157743,0.01000,0.437
47,mlp.experts.100.up_proj,0.00009530,0.01000,0.434
47,mlp.experts.101.up_proj,0.00099543,0.01000,0.445
47,mlp.experts.102.up_proj,0.00844698,0.01000,0.434
47,mlp.experts.103.up_proj,0.00014249,0.01000,0.433
47,mlp.experts.104.up_proj,0.00041451,0.01000,0.439
47,mlp.experts.105.up_proj,0.00196567,0.01000,0.439
47,mlp.experts.106.up_proj,0.00092717,0.01000,0.435
47,mlp.experts.107.up_proj,0.00985965,0.01000,0.434
47,mlp.experts.108.up_proj,0.00382864,0.01000,0.439
47,mlp.experts.109.up_proj,0.00662539,0.01000,0.436
47,mlp.experts.110.up_proj,0.02762273,0.01000,0.435
47,mlp.experts.111.up_proj,0.00696817,0.01000,0.437
47,mlp.experts.112.up_proj,0.00352270,0.01000,0.438
47,mlp.experts.113.up_proj,0.00136035,0.01000,0.437
47,mlp.experts.114.up_proj,0.01730416,0.01000,0.439
47,mlp.experts.115.up_proj,0.00000337,0.01000,0.436
47,mlp.experts.116.up_proj,0.00149581,0.01000,0.435
47,mlp.experts.117.up_proj,0.00758274,0.01000,0.442
47,mlp.experts.118.up_proj,0.00014709,0.01000,0.436
47,mlp.experts.119.up_proj,0.00622408,0.01000,0.436
47,mlp.experts.120.up_proj,0.00596410,0.01000,0.437
47,mlp.experts.121.up_proj,0.00692758,0.01000,0.436
47,mlp.experts.122.up_proj,0.00000292,0.01000,0.441
47,mlp.experts.123.up_proj,0.00826876,0.01000,0.433
47,mlp.experts.124.up_proj,0.00634283,0.01000,0.434
47,mlp.experts.125.up_proj,0.00097166,0.01000,0.434
47,mlp.experts.126.up_proj,0.00101538,0.01000,0.437
47,mlp.experts.127.up_proj,0.01123051,0.01000,0.436
47,mlp.experts.0.gate_proj,0.00936299,0.01000,0.435
47,mlp.experts.1.gate_proj,0.00000715,0.01000,0.437
47,mlp.experts.2.gate_proj,0.00147057,0.01000,0.436
47,mlp.experts.3.gate_proj,0.00560021,0.01000,0.441
47,mlp.experts.4.gate_proj,0.00752314,0.01000,0.436
47,mlp.experts.5.gate_proj,0.00000921,0.01000,0.435
47,mlp.experts.6.gate_proj,0.01851894,0.01000,0.436
47,mlp.experts.7.gate_proj,0.00001602,0.01000,0.438
47,mlp.experts.8.gate_proj,0.00067343,0.01000,0.437
47,mlp.experts.9.gate_proj,0.00002937,0.01000,0.435
47,mlp.experts.10.gate_proj,0.00075598,0.01000,0.436
47,mlp.experts.11.gate_proj,0.00238716,0.01000,0.445
47,mlp.experts.12.gate_proj,0.00113125,0.01000,0.440
47,mlp.experts.13.gate_proj,0.00008225,0.01000,0.435
47,mlp.experts.14.gate_proj,0.00060771,0.01000,0.435
47,mlp.experts.15.gate_proj,0.01563204,0.01000,0.436
47,mlp.experts.16.gate_proj,0.00003593,0.01000,0.436
47,mlp.experts.17.gate_proj,0.01724805,0.01000,0.437
47,mlp.experts.18.gate_proj,0.00340602,0.01000,0.436
47,mlp.experts.19.gate_proj,0.00023597,0.01000,0.436
47,mlp.experts.20.gate_proj,0.00463270,0.01000,0.435
47,mlp.experts.21.gate_proj,0.01097465,0.01000,0.437
47,mlp.experts.22.gate_proj,0.00006829,0.01000,0.436
47,mlp.experts.23.gate_proj,0.02247783,0.01000,0.439
47,mlp.experts.24.gate_proj,0.00006439,0.01000,0.437
47,mlp.experts.25.gate_proj,0.00000350,0.01000,0.436
47,mlp.experts.26.gate_proj,0.01045005,0.01000,0.436
47,mlp.experts.27.gate_proj,0.00698547,0.01000,0.436
47,mlp.experts.28.gate_proj,0.00020728,0.01000,0.438
47,mlp.experts.29.gate_proj,0.00000250,0.01000,0.435
47,mlp.experts.30.gate_proj,0.00052068,0.01000,0.437
47,mlp.experts.31.gate_proj,0.00562476,0.01000,0.436
47,mlp.experts.32.gate_proj,0.00895532,0.01000,0.435
47,mlp.experts.33.gate_proj,0.00024681,0.01000,0.437
47,mlp.experts.34.gate_proj,0.00726233,0.01000,0.436
47,mlp.experts.35.gate_proj,0.00609601,0.01000,0.439
47,mlp.experts.36.gate_proj,0.00484994,0.01000,0.436
47,mlp.experts.37.gate_proj,0.00000326,0.01000,0.436
47,mlp.experts.38.gate_proj,0.00153921,0.01000,0.452
47,mlp.experts.39.gate_proj,0.01669462,0.01000,0.453
47,mlp.experts.40.gate_proj,0.00000072,0.01000,0.439
47,mlp.experts.41.gate_proj,0.00000820,0.01000,0.439
47,mlp.experts.42.gate_proj,0.01170794,0.01000,0.439
47,mlp.experts.43.gate_proj,0.00000004,0.01000,0.436
47,mlp.experts.44.gate_proj,0.00374562,0.01000,0.439
47,mlp.experts.45.gate_proj,0.00028875,0.01000,0.440
47,mlp.experts.46.gate_proj,0.00003872,0.01000,0.444
47,mlp.experts.47.gate_proj,0.00893455,0.01000,0.439
47,mlp.experts.48.gate_proj,0.01490809,0.01000,0.441
47,mlp.experts.49.gate_proj,0.00060733,0.01000,0.440
47,mlp.experts.50.gate_proj,0.00001812,0.01000,0.438
47,mlp.experts.51.gate_proj,0.00427740,0.01000,0.439
47,mlp.experts.52.gate_proj,0.00444928,0.01000,0.439
47,mlp.experts.53.gate_proj,0.02043879,0.01000,0.439
47,mlp.experts.54.gate_proj,0.00759825,0.01000,0.439
47,mlp.experts.55.gate_proj,0.00368214,0.01000,0.439
47,mlp.experts.56.gate_proj,0.00000054,0.01000,0.439
47,mlp.experts.57.gate_proj,0.00748776,0.01000,0.439
47,mlp.experts.58.gate_proj,0.01663071,0.01000,0.439
47,mlp.experts.59.gate_proj,0.00000265,0.01000,0.439
47,mlp.experts.60.gate_proj,0.00001898,0.01000,0.438
47,mlp.experts.61.gate_proj,0.00134169,0.01000,0.438
47,mlp.experts.62.gate_proj,0.00000641,0.01000,0.440
47,mlp.experts.63.gate_proj,0.00414186,0.01000,0.439
47,mlp.experts.64.gate_proj,0.00030819,0.01000,0.439
47,mlp.experts.65.gate_proj,0.00294131,0.01000,0.439
47,mlp.experts.66.gate_proj,0.00700464,0.01000,0.438
47,mlp.experts.67.gate_proj,0.00348891,0.01000,0.439
47,mlp.experts.68.gate_proj,0.00000005,0.01000,0.438
47,mlp.experts.69.gate_proj,0.00000721,0.01000,0.439
47,mlp.experts.70.gate_proj,0.00000381,0.01000,0.439
47,mlp.experts.71.gate_proj,0.00771053,0.01000,0.438
47,mlp.experts.72.gate_proj,0.00227170,0.01000,0.439
47,mlp.experts.73.gate_proj,0.00614882,0.01000,0.438
47,mlp.experts.74.gate_proj,0.00150895,0.01000,0.440
47,mlp.experts.75.gate_proj,0.00000012,0.01000,0.439
47,mlp.experts.76.gate_proj,0.00092786,0.01000,0.440
47,mlp.experts.77.gate_proj,0.00043298,0.01000,0.441
47,mlp.experts.78.gate_proj,0.00835162,0.01000,0.438
47,mlp.experts.79.gate_proj,0.00105776,0.01000,0.439
47,mlp.experts.80.gate_proj,0.01706978,0.01000,0.448
47,mlp.experts.81.gate_proj,0.00000015,0.01000,0.440
47,mlp.experts.82.gate_proj,0.00701564,0.01000,0.443
47,mlp.experts.83.gate_proj,0.00502601,0.01000,0.438
47,mlp.experts.84.gate_proj,0.00001964,0.01000,0.436
47,mlp.experts.85.gate_proj,0.01761593,0.01000,0.438
47,mlp.experts.86.gate_proj,0.01707972,0.01000,0.436
47,mlp.experts.87.gate_proj,0.00560288,0.01000,0.435
47,mlp.experts.88.gate_proj,0.00651286,0.01000,0.437
47,mlp.experts.89.gate_proj,0.00000461,0.01000,0.437
47,mlp.experts.90.gate_proj,0.00798546,0.01000,0.440
47,mlp.experts.91.gate_proj,0.00000004,0.01000,0.438
47,mlp.experts.92.gate_proj,0.00081076,0.01000,0.442
47,mlp.experts.93.gate_proj,0.00068559,0.01000,0.439
47,mlp.experts.94.gate_proj,0.00093750,0.01000,0.439
47,mlp.experts.95.gate_proj,0.00775149,0.01000,0.439
47,mlp.experts.96.gate_proj,0.00322842,0.01000,0.439
47,mlp.experts.97.gate_proj,0.00033103,0.01000,0.442
47,mlp.experts.98.gate_proj,0.00067934,0.01000,0.439
47,mlp.experts.99.gate_proj,0.00143471,0.01000,0.439
47,mlp.experts.100.gate_proj,0.00009016,0.01000,0.438
47,mlp.experts.101.gate_proj,0.00092777,0.01000,0.440
47,mlp.experts.102.gate_proj,0.00772456,0.01000,0.440
47,mlp.experts.103.gate_proj,0.00012841,0.01000,0.440
47,mlp.experts.104.gate_proj,0.00037482,0.01000,0.439
47,mlp.experts.105.gate_proj,0.00177151,0.01000,0.438
47,mlp.experts.106.gate_proj,0.00083041,0.01000,0.438
47,mlp.experts.107.gate_proj,0.00915603,0.01000,0.442
47,mlp.experts.108.gate_proj,0.00352203,0.01000,0.438
47,mlp.experts.109.gate_proj,0.00790732,0.01000,0.437
47,mlp.experts.110.gate_proj,0.02488093,0.01000,0.437
47,mlp.experts.111.gate_proj,0.00621587,0.01000,0.437
47,mlp.experts.112.gate_proj,0.00320592,0.01000,0.442
47,mlp.experts.113.gate_proj,0.00125773,0.01000,0.440
47,mlp.experts.114.gate_proj,0.01720764,0.01000,0.444
47,mlp.experts.115.gate_proj,0.00000320,0.01000,0.438
47,mlp.experts.116.gate_proj,0.00134084,0.01000,0.438
47,mlp.experts.117.gate_proj,0.00679157,0.01000,0.439
47,mlp.experts.118.gate_proj,0.00012956,0.01000,0.438
47,mlp.experts.119.gate_proj,0.00520542,0.01000,0.439
47,mlp.experts.120.gate_proj,0.00515346,0.01000,0.439
47,mlp.experts.121.gate_proj,0.00640936,0.01000,0.439
47,mlp.experts.122.gate_proj,0.00000264,0.01000,0.443
47,mlp.experts.123.gate_proj,0.00772472,0.01000,0.439
47,mlp.experts.124.gate_proj,0.00584310,0.01000,0.440
47,mlp.experts.125.gate_proj,0.00086249,0.01000,0.439
47,mlp.experts.126.gate_proj,0.00086114,0.01000,0.441
47,mlp.experts.127.gate_proj,0.01034281,0.01000,0.444
47,mlp.experts.0.down_proj,0.09147379,0.01000,0.185
47,mlp.experts.1.down_proj,0.00004857,0.01000,0.165
47,mlp.experts.2.down_proj,0.01223159,0.01000,0.165
47,mlp.experts.3.down_proj,0.02693023,0.01000,0.165
47,mlp.experts.4.down_proj,0.03903251,0.01000,0.165
47,mlp.experts.5.down_proj,0.00003865,0.01000,0.166
47,mlp.experts.6.down_proj,0.05203483,0.01000,0.167
47,mlp.experts.7.down_proj,0.00007114,0.01000,0.168
47,mlp.experts.8.down_proj,0.00631678,0.01000,0.167
47,mlp.experts.9.down_proj,0.00012120,0.01000,0.167
47,mlp.experts.10.down_proj,0.00259175,0.01000,0.170
47,mlp.experts.11.down_proj,0.00522617,0.01000,0.166
47,mlp.experts.12.down_proj,0.00322027,0.01000,0.166
47,mlp.experts.13.down_proj,0.00044105,0.01000,0.166
47,mlp.experts.14.down_proj,0.00166038,0.01000,0.169
47,mlp.experts.15.down_proj,0.09188405,0.01000,0.168
47,mlp.experts.16.down_proj,0.00034080,0.01000,0.171
47,mlp.experts.17.down_proj,0.15726231,0.01000,0.170
47,mlp.experts.18.down_proj,0.01658830,0.01000,0.170
47,mlp.experts.19.down_proj,0.00107260,0.01000,0.167
47,mlp.experts.20.down_proj,0.02851066,0.01000,0.169
47,mlp.experts.21.down_proj,0.02801224,0.01000,0.171
47,mlp.experts.22.down_proj,0.00046582,0.01000,0.167
47,mlp.experts.23.down_proj,0.14600907,0.01000,0.171
47,mlp.experts.24.down_proj,0.00036892,0.01000,0.169
47,mlp.experts.25.down_proj,0.00002358,0.01000,0.169
47,mlp.experts.26.down_proj,0.02227089,0.01000,0.168
47,mlp.experts.27.down_proj,0.01735504,0.01000,0.168
47,mlp.experts.28.down_proj,0.00137688,0.01000,0.168
47,mlp.experts.29.down_proj,0.00000744,0.01000,0.168
47,mlp.experts.30.down_proj,0.00154404,0.01000,0.168
47,mlp.experts.31.down_proj,0.01582438,0.01000,0.168
47,mlp.experts.32.down_proj,0.03261864,0.01000,0.168
47,mlp.experts.33.down_proj,0.00145427,0.01000,0.168
47,mlp.experts.34.down_proj,0.02583364,0.01000,0.168
47,mlp.experts.35.down_proj,0.03201705,0.01000,0.167
47,mlp.experts.36.down_proj,0.01427755,0.01000,0.168
47,mlp.experts.37.down_proj,0.00001595,0.01000,0.167
47,mlp.experts.38.down_proj,0.00422463,0.01000,0.167
47,mlp.experts.39.down_proj,0.25961369,0.01000,0.167
47,mlp.experts.40.down_proj,0.00000174,0.01000,0.167
47,mlp.experts.41.down_proj,0.00001420,0.01000,0.167
47,mlp.experts.42.down_proj,0.10000587,0.01000,0.167
47,mlp.experts.43.down_proj,0.00000010,0.01000,0.167
47,mlp.experts.44.down_proj,0.01089061,0.01000,0.167
47,mlp.experts.45.down_proj,0.00175632,0.01000,0.167
47,mlp.experts.46.down_proj,0.00017875,0.01000,0.167
47,mlp.experts.47.down_proj,0.03486476,0.01000,0.168
47,mlp.experts.48.down_proj,0.09593048,0.01000,0.167
47,mlp.experts.49.down_proj,0.00316636,0.01000,0.167
47,mlp.experts.50.down_proj,0.00018515,0.01000,0.167
47,mlp.experts.51.down_proj,0.02020547,0.01000,0.167
47,mlp.experts.52.down_proj,0.01741862,0.01000,0.167
47,mlp.experts.53.down_proj,0.16263051,0.01000,0.166
47,mlp.experts.54.down_proj,0.01629368,0.01000,0.166
47,mlp.experts.55.down_proj,0.01179075,0.01000,0.167
47,mlp.experts.56.down_proj,0.00001094,0.01000,0.167
47,mlp.experts.57.down_proj,0.03977809,0.01000,0.166
47,mlp.experts.58.down_proj,0.05218492,0.01000,0.167
47,mlp.experts.59.down_proj,0.00000960,0.01000,0.167
47,mlp.experts.60.down_proj,0.00011312,0.01000,0.170
47,mlp.experts.61.down_proj,0.02282377,0.01000,0.167
47,mlp.experts.62.down_proj,0.00003231,0.01000,0.167
47,mlp.experts.63.down_proj,0.00931232,0.01000,0.167
47,mlp.experts.64.down_proj,0.00087872,0.01000,0.167
47,mlp.experts.65.down_proj,0.01347287,0.01000,0.170
47,mlp.experts.66.down_proj,0.01366859,0.01000,0.167
47,mlp.experts.67.down_proj,0.01352475,0.01000,0.169
47,mlp.experts.68.down_proj,0.00000051,0.01000,0.168
47,mlp.experts.69.down_proj,0.00001580,0.01000,0.168
47,mlp.experts.70.down_proj,0.00000785,0.01000,0.170
47,mlp.experts.71.down_proj,0.02799457,0.01000,0.168
47,mlp.experts.72.down_proj,0.00545928,0.01000,0.168
47,mlp.experts.73.down_proj,0.02347200,0.01000,0.169
47,mlp.experts.74.down_proj,0.00559726,0.01000,0.168
47,mlp.experts.75.down_proj,0.00000013,0.01000,0.168
47,mlp.experts.76.down_proj,0.00366215,0.01000,0.168
47,mlp.experts.77.down_proj,0.00195486,0.01000,0.169
47,mlp.experts.78.down_proj,0.01960235,0.01000,0.169
47,mlp.experts.79.down_proj,0.00255280,0.01000,0.168
47,mlp.experts.80.down_proj,0.14157329,0.01000,0.168
47,mlp.experts.81.down_proj,0.00000045,0.01000,0.168
47,mlp.experts.82.down_proj,0.01751935,0.01000,0.169
47,mlp.experts.83.down_proj,0.02491751,0.01000,0.171
47,mlp.experts.84.down_proj,0.00005335,0.01000,0.167
47,mlp.experts.85.down_proj,0.04824056,0.01000,0.168
47,mlp.experts.86.down_proj,0.04675891,0.01000,0.168
47,mlp.experts.87.down_proj,0.02653349,0.01000,0.168
47,mlp.experts.88.down_proj,0.01362268,0.01000,0.168
47,mlp.experts.89.down_proj,0.00001432,0.01000,0.167
47,mlp.experts.90.down_proj,0.02483581,0.01000,0.168
47,mlp.experts.91.down_proj,0.00000007,0.01000,0.170
47,mlp.experts.92.down_proj,0.00790853,0.01000,0.169
47,mlp.experts.93.down_proj,0.00512203,0.01000,0.168
47,mlp.experts.94.down_proj,0.00264965,0.01000,0.169
47,mlp.experts.95.down_proj,0.02702187,0.01000,0.168
47,mlp.experts.96.down_proj,0.01829650,0.01000,0.170
47,mlp.experts.97.down_proj,0.00213417,0.01000,0.169
47,mlp.experts.98.down_proj,0.00496323,0.01000,0.175
47,mlp.experts.99.down_proj,0.00516890,0.01000,0.168
47,mlp.experts.100.down_proj,0.00199795,0.01000,0.168
47,mlp.experts.101.down_proj,0.00837367,0.01000,0.168
47,mlp.experts.102.down_proj,0.03815232,0.01000,0.168
47,mlp.experts.103.down_proj,0.00050889,0.01000,0.170
47,mlp.experts.104.down_proj,0.00124044,0.01000,0.168
47,mlp.experts.105.down_proj,0.00401537,0.01000,0.167
47,mlp.experts.106.down_proj,0.00537995,0.01000,0.167
47,mlp.experts.107.down_proj,0.03799343,0.01000,0.168
47,mlp.experts.108.down_proj,0.00662815,0.01000,0.169
47,mlp.experts.109.down_proj,0.02936498,0.01000,0.169
47,mlp.experts.110.down_proj,0.47280928,0.01000,0.168
47,mlp.experts.111.down_proj,0.02410908,0.01000,0.167
47,mlp.experts.112.down_proj,0.00782249,0.01000,0.174
47,mlp.experts.113.down_proj,0.00487188,0.01000,0.168
47,mlp.experts.114.down_proj,0.05656239,0.01000,0.168
47,mlp.experts.115.down_proj,0.00001077,0.01000,0.168
47,mlp.experts.116.down_proj,0.00588898,0.01000,0.167
47,mlp.experts.117.down_proj,0.01720426,0.01000,0.167
47,mlp.experts.118.down_proj,0.00080937,0.01000,0.167
47,mlp.experts.119.down_proj,0.07429595,0.01000,0.168
47,mlp.experts.120.down_proj,0.01879592,0.01000,0.168
47,mlp.experts.121.down_proj,0.01927621,0.01000,0.168
47,mlp.experts.122.down_proj,0.00001074,0.01000,0.167
47,mlp.experts.123.down_proj,0.02185928,0.01000,0.167
47,mlp.experts.124.down_proj,0.03471813,0.01000,0.167
47,mlp.experts.125.down_proj,0.00632058,0.01000,0.167
47,mlp.experts.126.down_proj,0.00376119,0.01000,0.168
47,mlp.experts.127.down_proj,0.05257669,0.01000,0.168