layer,module,loss,samples,damp,time
0,self_attn.q_proj,0.0000000003,0.01000,2.157
0,self_attn.k_proj,0.0000000000,0.01000,0.524
0,self_attn.v_proj,0.0000000000,0.01000,0.525
0,self_attn.o_proj,0.0000000001,0.01000,1.036
0,mlp.gate,0.0000000779,0.01000,0.513
0,mlp.experts.0.up_proj,0.0000000708,0.01000,0.512
0,mlp.experts.1.up_proj,0.0000000806,0.01000,0.512
0,mlp.experts.2.up_proj,0.0000001470,0.01000,0.513
0,mlp.experts.3.up_proj,0.0000004611,0.01000,0.511
0,mlp.experts.4.up_proj,0.0000008988,0.01000,0.524
0,mlp.experts.5.up_proj,0.0000029279,0.01000,0.511
0,mlp.experts.6.up_proj,0.0000001748,0.01000,0.523
0,mlp.experts.7.up_proj,0.0000000960,0.01000,0.514
0,mlp.experts.8.up_proj,0.0000000795,0.01000,0.518
0,mlp.experts.9.up_proj,0.0000001340,0.01000,0.512
0,mlp.experts.10.up_proj,0.0009479891,0.01000,0.512
0,mlp.experts.11.up_proj,0.0000001514,0.01000,0.519
0,mlp.experts.12.up_proj,0.0000001429,0.01000,0.515
0,mlp.experts.13.up_proj,0.0000002126,0.01000,0.515
0,mlp.experts.14.up_proj,0.0000001810,0.01000,0.509
0,mlp.experts.15.up_proj,0.0004466477,0.01000,0.509
0,mlp.experts.16.up_proj,0.0000000425,0.01000,0.512
0,mlp.experts.17.up_proj,0.0000002683,0.01000,0.511
0,mlp.experts.18.up_proj,0.0000009687,0.01000,0.523
0,mlp.experts.19.up_proj,0.0000000270,0.01000,0.509
0,mlp.experts.20.up_proj,0.0000044014,0.01000,0.509
0,mlp.experts.21.up_proj,0.0000003424,0.01000,0.514
0,mlp.experts.22.up_proj,0.0000005008,0.01000,0.510
0,mlp.experts.23.up_proj,0.0000008615,0.01000,0.522
0,mlp.experts.24.up_proj,0.0000007347,0.01000,0.518
0,mlp.experts.25.up_proj,0.0000005671,0.01000,0.515
0,mlp.experts.26.up_proj,0.0000000353,0.01000,0.522
0,mlp.experts.27.up_proj,0.0000000682,0.01000,0.520
0,mlp.experts.28.up_proj,0.0000001763,0.01000,0.517
0,mlp.experts.29.up_proj,0.0000000333,0.01000,0.513
0,mlp.experts.30.up_proj,0.0000004326,0.01000,0.518
0,mlp.experts.31.up_proj,0.0000000270,0.01000,0.514
0,mlp.experts.32.up_proj,0.0000004140,0.01000,0.534
0,mlp.experts.33.up_proj,0.0000000578,0.01000,0.514
0,mlp.experts.34.up_proj,0.0000001455,0.01000,0.517
0,mlp.experts.35.up_proj,0.0000001332,0.01000,0.517
0,mlp.experts.36.up_proj,0.0000005072,0.01000,0.514
0,mlp.experts.37.up_proj,0.0000000339,0.01000,0.517
0,mlp.experts.38.up_proj,0.0000009398,0.01000,0.533
0,mlp.experts.39.up_proj,0.0000003665,0.01000,0.538
0,mlp.experts.40.up_proj,0.0000000808,0.01000,0.533
0,mlp.experts.41.up_proj,0.0000006023,0.01000,0.533
0,mlp.experts.42.up_proj,0.0000005775,0.01000,0.531
0,mlp.experts.43.up_proj,0.0000000612,0.01000,0.533
0,mlp.experts.44.up_proj,0.0000000695,0.01000,0.537
0,mlp.experts.45.up_proj,0.0000000432,0.01000,0.538
0,mlp.experts.46.up_proj,0.0000000781,0.01000,0.539
0,mlp.experts.47.up_proj,0.0000004576,0.01000,0.533
0,mlp.experts.48.up_proj,0.0000000950,0.01000,0.531
0,mlp.experts.49.up_proj,0.0000000106,0.01000,0.533
0,mlp.experts.50.up_proj,0.0000000779,0.01000,0.532
0,mlp.experts.51.up_proj,0.0000000761,0.01000,0.534
0,mlp.experts.52.up_proj,0.0000000202,0.01000,0.534
0,mlp.experts.53.up_proj,0.0000000380,0.01000,0.534
0,mlp.experts.54.up_proj,0.0000004735,0.01000,0.535
0,mlp.experts.55.up_proj,0.0001475571,0.01000,0.562
0,mlp.experts.56.up_proj,0.0000009279,0.01000,0.542
0,mlp.experts.57.up_proj,0.0000000483,0.01000,0.531
0,mlp.experts.58.up_proj,0.0000000395,0.01000,0.535
0,mlp.experts.59.up_proj,0.0000000655,0.01000,0.537
0,mlp.experts.60.up_proj,0.0000001518,0.01000,0.532
0,mlp.experts.61.up_proj,0.0000000643,0.01000,0.544
0,mlp.experts.62.up_proj,0.0000004570,0.01000,0.534
0,mlp.experts.63.up_proj,0.0000001309,0.01000,0.535
0,mlp.experts.64.up_proj,0.0000000988,0.01000,0.538
0,mlp.experts.65.up_proj,0.0000000374,0.01000,0.561
0,mlp.experts.66.up_proj,0.0000006848,0.01000,0.516
0,mlp.experts.67.up_proj,0.0000011188,0.01000,0.528
0,mlp.experts.68.up_proj,0.0000000263,0.01000,0.523
0,mlp.experts.69.up_proj,0.0000000652,0.01000,0.514
0,mlp.experts.70.up_proj,0.0000005648,0.01000,0.524
0,mlp.experts.71.up_proj,0.0000000757,0.01000,0.510
0,mlp.experts.72.up_proj,0.0000000156,0.01000,0.515
0,mlp.experts.73.up_proj,0.0000000422,0.01000,0.524
0,mlp.experts.74.up_proj,0.0000000560,0.01000,0.509
0,mlp.experts.75.up_proj,0.0000006952,0.01000,0.510
0,mlp.experts.76.up_proj,0.0000000266,0.01000,0.517
0,mlp.experts.77.up_proj,0.0000009015,0.01000,0.511
0,mlp.experts.78.up_proj,0.0000001879,0.01000,0.512
0,mlp.experts.79.up_proj,0.0000001743,0.01000,0.511
0,mlp.experts.80.up_proj,0.0000001249,0.01000,0.510
0,mlp.experts.81.up_proj,0.0000001106,0.01000,0.528
0,mlp.experts.82.up_proj,0.0000000589,0.01000,0.511
0,mlp.experts.83.up_proj,0.0000002168,0.01000,0.512
0,mlp.experts.84.up_proj,0.0000000421,0.01000,0.510
0,mlp.experts.85.up_proj,0.0000000652,0.01000,0.510
0,mlp.experts.86.up_proj,0.0000007365,0.01000,0.524
0,mlp.experts.87.up_proj,0.0000000163,0.01000,0.520
0,mlp.experts.88.up_proj,0.0000000192,0.01000,0.520
0,mlp.experts.89.up_proj,0.0000005502,0.01000,0.807
0,mlp.experts.90.up_proj,0.0000000139,0.01000,0.718
0,mlp.experts.91.up_proj,0.0000000894,0.01000,0.721
0,mlp.experts.92.up_proj,0.0000003866,0.01000,0.722
0,mlp.experts.93.up_proj,0.0000000441,0.01000,0.720
0,mlp.experts.94.up_proj,0.0000000441,0.01000,0.719
0,mlp.experts.95.up_proj,0.0000000262,0.01000,0.720
0,mlp.experts.96.up_proj,0.0000006256,0.01000,0.734
0,mlp.experts.97.up_proj,0.0000001197,0.01000,0.757
0,mlp.experts.98.up_proj,0.0000000433,0.01000,0.773
0,mlp.experts.99.up_proj,0.0000001692,0.01000,0.748
0,mlp.experts.100.up_proj,0.0000000578,0.01000,0.749
0,mlp.experts.101.up_proj,0.0000006524,0.01000,0.749
0,mlp.experts.102.up_proj,0.0000001118,0.01000,0.750
0,mlp.experts.103.up_proj,0.0000001328,0.01000,0.783
0,mlp.experts.104.up_proj,0.0000000623,0.01000,0.751
0,mlp.experts.105.up_proj,0.0000006587,0.01000,0.764
0,mlp.experts.106.up_proj,0.0000000373,0.01000,0.751
0,mlp.experts.107.up_proj,0.0000000308,0.01000,0.757
0,mlp.experts.108.up_proj,0.0000000357,0.01000,0.764
0,mlp.experts.109.up_proj,0.0000000291,0.01000,0.754
0,mlp.experts.110.up_proj,0.0000000951,0.01000,0.754
0,mlp.experts.111.up_proj,0.0000002872,0.01000,0.748
0,mlp.experts.112.up_proj,0.0000008198,0.01000,0.754
0,mlp.experts.113.up_proj,0.0000002477,0.01000,0.751
0,mlp.experts.114.up_proj,0.0000000337,0.01000,0.723
0,mlp.experts.115.up_proj,0.0000005273,0.01000,0.723
0,mlp.experts.116.up_proj,0.0000000142,0.01000,0.721
0,mlp.experts.117.up_proj,0.0000004613,0.01000,0.724
0,mlp.experts.118.up_proj,0.0000006145,0.01000,0.728
0,mlp.experts.119.up_proj,0.0000000496,0.01000,0.758
0,mlp.experts.120.up_proj,0.0000000989,0.01000,0.766
0,mlp.experts.121.up_proj,0.0000000229,0.01000,0.762
0,mlp.experts.122.up_proj,0.0000002668,0.01000,0.746
0,mlp.experts.123.up_proj,0.0000000533,0.01000,0.555
0,mlp.experts.124.up_proj,0.0000000190,0.01000,0.521
0,mlp.experts.125.up_proj,0.0000005942,0.01000,0.520
0,mlp.experts.126.up_proj,0.0000006378,0.01000,0.519
0,mlp.experts.127.up_proj,0.0000000299,0.01000,0.516
0,mlp.experts.0.gate_proj,0.0000000720,0.01000,0.521
0,mlp.experts.1.gate_proj,0.0000000901,0.01000,0.524
0,mlp.experts.2.gate_proj,0.0000001508,0.01000,0.523
0,mlp.experts.3.gate_proj,0.0000004977,0.01000,0.525
0,mlp.experts.4.gate_proj,0.0000009336,0.01000,0.513
0,mlp.experts.5.gate_proj,0.0000031732,0.01000,0.750
0,mlp.experts.6.gate_proj,0.0000001807,0.01000,0.743
0,mlp.experts.7.gate_proj,0.0000001072,0.01000,0.725
0,mlp.experts.8.gate_proj,0.0000000900,0.01000,0.730
0,mlp.experts.9.gate_proj,0.0000001410,0.01000,0.744
0,mlp.experts.10.gate_proj,0.0010675048,0.01000,0.729
0,mlp.experts.11.gate_proj,0.0000001616,0.01000,0.730
0,mlp.experts.12.gate_proj,0.0000001551,0.01000,0.724
0,mlp.experts.13.gate_proj,0.0000002339,0.01000,0.757
0,mlp.experts.14.gate_proj,0.0000001831,0.01000,0.759
0,mlp.experts.15.gate_proj,0.0004494343,0.01000,0.745
0,mlp.experts.16.gate_proj,0.0000000481,0.01000,0.722
0,mlp.experts.17.gate_proj,0.0000002847,0.01000,0.729
0,mlp.experts.18.gate_proj,0.0000010006,0.01000,0.721
0,mlp.experts.19.gate_proj,0.0000000280,0.01000,0.716
0,mlp.experts.20.gate_proj,0.0000045711,0.01000,0.727
0,mlp.experts.21.gate_proj,0.0000003679,0.01000,0.718
0,mlp.experts.22.gate_proj,0.0000004990,0.01000,0.719
0,mlp.experts.23.gate_proj,0.0000008958,0.01000,0.723
0,mlp.experts.24.gate_proj,0.0000007406,0.01000,0.720
0,mlp.experts.25.gate_proj,0.0000005776,0.01000,0.718
0,mlp.experts.26.gate_proj,0.0000000402,0.01000,0.715
0,mlp.experts.27.gate_proj,0.0000000780,0.01000,0.718
0,mlp.experts.28.gate_proj,0.0000001820,0.01000,0.721
0,mlp.experts.29.gate_proj,0.0000000345,0.01000,0.720
0,mlp.experts.30.gate_proj,0.0000004477,0.01000,0.722
0,mlp.experts.31.gate_proj,0.0000000295,0.01000,0.719
0,mlp.experts.32.gate_proj,0.0000004347,0.01000,0.729
0,mlp.experts.33.gate_proj,0.0000000578,0.01000,0.721
0,mlp.experts.34.gate_proj,0.0000001558,0.01000,0.718
0,mlp.experts.35.gate_proj,0.0000001442,0.01000,0.719
0,mlp.experts.36.gate_proj,0.0000005276,0.01000,0.719
0,mlp.experts.37.gate_proj,0.0000000446,0.01000,0.736
0,mlp.experts.38.gate_proj,0.0000009466,0.01000,0.740
0,mlp.experts.39.gate_proj,0.0000003699,0.01000,0.723
0,mlp.experts.40.gate_proj,0.0000000951,0.01000,0.723
0,mlp.experts.41.gate_proj,0.0000006245,0.01000,0.730
0,mlp.experts.42.gate_proj,0.0000006116,0.01000,0.724
0,mlp.experts.43.gate_proj,0.0000000709,0.01000,0.724
0,mlp.experts.44.gate_proj,0.0000000703,0.01000,0.740
0,mlp.experts.45.gate_proj,0.0000000469,0.01000,0.746
0,mlp.experts.46.gate_proj,0.0000000878,0.01000,0.724
0,mlp.experts.47.gate_proj,0.0000005076,0.01000,0.726
0,mlp.experts.48.gate_proj,0.0000001044,0.01000,0.723
0,mlp.experts.49.gate_proj,0.0000000115,0.01000,0.722
0,mlp.experts.50.gate_proj,0.0000000849,0.01000,0.726
0,mlp.experts.51.gate_proj,0.0000000792,0.01000,0.736
0,mlp.experts.52.gate_proj,0.0000000219,0.01000,0.723
0,mlp.experts.53.gate_proj,0.0000000436,0.01000,0.746
0,mlp.experts.54.gate_proj,0.0000005081,0.01000,0.728
0,mlp.experts.55.gate_proj,0.0001694085,0.01000,0.729
0,mlp.experts.56.gate_proj,0.0000009999,0.01000,0.749
0,mlp.experts.57.gate_proj,0.0000000559,0.01000,0.723
0,mlp.experts.58.gate_proj,0.0000000438,0.01000,0.728
0,mlp.experts.59.gate_proj,0.0000000701,0.01000,0.727
0,mlp.experts.60.gate_proj,0.0000001643,0.01000,0.730
0,mlp.experts.61.gate_proj,0.0000000694,0.01000,0.721
0,mlp.experts.62.gate_proj,0.0000004765,0.01000,0.726
0,mlp.experts.63.gate_proj,0.0000001388,0.01000,0.750
0,mlp.experts.64.gate_proj,0.0000000906,0.01000,0.734
0,mlp.experts.65.gate_proj,0.0000000401,0.01000,0.724
0,mlp.experts.66.gate_proj,0.0000006849,0.01000,0.737
0,mlp.experts.67.gate_proj,0.0000012195,0.01000,0.743
0,mlp.experts.68.gate_proj,0.0000000293,0.01000,0.728
0,mlp.experts.69.gate_proj,0.0000000739,0.01000,0.728
0,mlp.experts.70.gate_proj,0.0000005613,0.01000,0.731
0,mlp.experts.71.gate_proj,0.0000000811,0.01000,0.725
0,mlp.experts.72.gate_proj,0.0000000164,0.01000,0.725
0,mlp.experts.73.gate_proj,0.0000000470,0.01000,0.722
0,mlp.experts.74.gate_proj,0.0000000574,0.01000,0.759
0,mlp.experts.75.gate_proj,0.0000007840,0.01000,0.728
0,mlp.experts.76.gate_proj,0.0000000323,0.01000,0.727
0,mlp.experts.77.gate_proj,0.0000009513,0.01000,0.747
0,mlp.experts.78.gate_proj,0.0000001962,0.01000,0.732
0,mlp.experts.79.gate_proj,0.0000001779,0.01000,0.724
0,mlp.experts.80.gate_proj,0.0000001382,0.01000,0.727
0,mlp.experts.81.gate_proj,0.0000001100,0.01000,0.738
0,mlp.experts.82.gate_proj,0.0000000445,0.01000,0.725
0,mlp.experts.83.gate_proj,0.0000002336,0.01000,0.728
0,mlp.experts.84.gate_proj,0.0000000467,0.01000,0.733
0,mlp.experts.85.gate_proj,0.0000000708,0.01000,0.725
0,mlp.experts.86.gate_proj,0.0000007801,0.01000,0.724
0,mlp.experts.87.gate_proj,0.0000000181,0.01000,0.726
0,mlp.experts.88.gate_proj,0.0000000219,0.01000,0.734
0,mlp.experts.89.gate_proj,0.0000005513,0.01000,0.727
0,mlp.experts.90.gate_proj,0.0000000124,0.01000,0.718
0,mlp.experts.91.gate_proj,0.0000000998,0.01000,0.716
0,mlp.experts.92.gate_proj,0.0000004028,0.01000,0.730
0,mlp.experts.93.gate_proj,0.0000000498,0.01000,0.718
0,mlp.experts.94.gate_proj,0.0000000475,0.01000,0.733
0,mlp.experts.95.gate_proj,0.0000000293,0.01000,0.725
0,mlp.experts.96.gate_proj,0.0000006649,0.01000,0.724
0,mlp.experts.97.gate_proj,0.0000001237,0.01000,0.721
0,mlp.experts.98.gate_proj,0.0000000433,0.01000,0.720
0,mlp.experts.99.gate_proj,0.0000001833,0.01000,0.739
0,mlp.experts.100.gate_proj,0.0000000609,0.01000,0.724
0,mlp.experts.101.gate_proj,0.0000006503,0.01000,0.738
0,mlp.experts.102.gate_proj,0.0000001173,0.01000,0.761
0,mlp.experts.103.gate_proj,0.0000001356,0.01000,0.757
0,mlp.experts.104.gate_proj,0.0000000711,0.01000,0.765
0,mlp.experts.105.gate_proj,0.0000006909,0.01000,0.755
0,mlp.experts.106.gate_proj,0.0000000418,0.01000,0.752
0,mlp.experts.107.gate_proj,0.0000000356,0.01000,0.753
0,mlp.experts.108.gate_proj,0.0000000374,0.01000,0.750
0,mlp.experts.109.gate_proj,0.0000000347,0.01000,0.752
0,mlp.experts.110.gate_proj,0.0000001018,0.01000,0.774
0,mlp.experts.111.gate_proj,0.0000002849,0.01000,0.757
0,mlp.experts.112.gate_proj,0.0000008368,0.01000,0.756
0,mlp.experts.113.gate_proj,0.0000002631,0.01000,0.752
0,mlp.experts.114.gate_proj,0.0000000365,0.01000,0.515
0,mlp.experts.115.gate_proj,0.0000005722,0.01000,0.534
0,mlp.experts.116.gate_proj,0.0000000158,0.01000,0.516
0,mlp.experts.117.gate_proj,0.0000004521,0.01000,0.518
0,mlp.experts.118.gate_proj,0.0000006311,0.01000,0.523
0,mlp.experts.119.gate_proj,0.0000000547,0.01000,0.517
0,mlp.experts.120.gate_proj,0.0000001064,0.01000,0.523
0,mlp.experts.121.gate_proj,0.0000000278,0.01000,0.517
0,mlp.experts.122.gate_proj,0.0000002784,0.01000,0.643
0,mlp.experts.123.gate_proj,0.0000000637,0.01000,0.725
0,mlp.experts.124.gate_proj,0.0000000216,0.01000,0.741
0,mlp.experts.125.gate_proj,0.0000006223,0.01000,0.729
0,mlp.experts.126.gate_proj,0.0000006727,0.01000,0.734
0,mlp.experts.127.gate_proj,0.0000000365,0.01000,0.740
0,mlp.experts.0.down_proj,0.0000000052,0.01000,0.291
0,mlp.experts.1.down_proj,0.0000000140,0.01000,0.275
0,mlp.experts.2.down_proj,0.0000000726,0.01000,0.278
0,mlp.experts.3.down_proj,0.0000001298,0.01000,0.278
0,mlp.experts.4.down_proj,0.0000001352,0.01000,0.275
0,mlp.experts.5.down_proj,0.0000002801,0.01000,0.280
0,mlp.experts.6.down_proj,0.0000000123,0.01000,0.290
0,mlp.experts.7.down_proj,0.0000000647,0.01000,0.284
0,mlp.experts.8.down_proj,0.0000000242,0.01000,0.274
0,mlp.experts.9.down_proj,0.0000000096,0.01000,0.278
0,mlp.experts.10.down_proj,0.0000264491,0.01000,0.279
0,mlp.experts.11.down_proj,0.0000000862,0.01000,0.278
0,mlp.experts.12.down_proj,0.0000000277,0.01000,0.291
0,mlp.experts.13.down_proj,0.0000000811,0.01000,0.282
0,mlp.experts.14.down_proj,0.0000000120,0.01000,0.276
0,mlp.experts.15.down_proj,0.0000148284,0.01000,0.277
0,mlp.experts.16.down_proj,0.0000000300,0.01000,0.275
0,mlp.experts.17.down_proj,0.0000001218,0.01000,0.278
0,mlp.experts.18.down_proj,0.0000001179,0.01000,0.289
0,mlp.experts.19.down_proj,0.0000000021,0.01000,0.285
0,mlp.experts.20.down_proj,0.0000003337,0.01000,0.289
0,mlp.experts.21.down_proj,0.0000000544,0.01000,0.275
0,mlp.experts.22.down_proj,0.0000000346,0.01000,0.274
0,mlp.experts.23.down_proj,0.0000002562,0.01000,0.276
0,mlp.experts.24.down_proj,0.0000000813,0.01000,0.278
0,mlp.experts.25.down_proj,0.0000000981,0.01000,0.282
0,mlp.experts.26.down_proj,0.0000000209,0.01000,0.276
0,mlp.experts.27.down_proj,0.0000000528,0.01000,0.281
0,mlp.experts.28.down_proj,0.0000000097,0.01000,0.274
0,mlp.experts.29.down_proj,0.0000000024,0.01000,0.281
0,mlp.experts.30.down_proj,0.0000002152,0.01000,0.277
0,mlp.experts.31.down_proj,0.0000000146,0.01000,0.275
0,mlp.experts.32.down_proj,0.0000000660,0.01000,0.287
0,mlp.experts.33.down_proj,0.0000000028,0.01000,0.276
0,mlp.experts.34.down_proj,0.0000000461,0.01000,0.280
0,mlp.experts.35.down_proj,0.0000001258,0.01000,0.278
0,mlp.experts.36.down_proj,0.0000000535,0.01000,0.274
0,mlp.experts.37.down_proj,0.0000000020,0.01000,0.275
0,mlp.experts.38.down_proj,0.0000001703,0.01000,0.283
0,mlp.experts.39.down_proj,0.0000000293,0.01000,0.285
0,mlp.experts.40.down_proj,0.0000000433,0.01000,0.283
0,mlp.experts.41.down_proj,0.0000001406,0.01000,0.292
0,mlp.experts.42.down_proj,0.0000000420,0.01000,0.275
0,mlp.experts.43.down_proj,0.0000000113,0.01000,0.274
0,mlp.experts.44.down_proj,0.0000000051,0.01000,0.278
0,mlp.experts.45.down_proj,0.0000000143,0.01000,0.279
0,mlp.experts.46.down_proj,0.0000000064,0.01000,0.276
0,mlp.experts.47.down_proj,0.0000000705,0.01000,0.275
0,mlp.experts.48.down_proj,0.0000000714,0.01000,0.275
0,mlp.experts.49.down_proj,0.0000000020,0.01000,0.274
0,mlp.experts.50.down_proj,0.0000000240,0.01000,0.276
0,mlp.experts.51.down_proj,0.0000000041,0.01000,0.275
0,mlp.experts.52.down_proj,0.0000000022,0.01000,0.277
0,mlp.experts.53.down_proj,0.0000000108,0.01000,0.275
0,mlp.experts.54.down_proj,0.0000000790,0.01000,0.278
0,mlp.experts.55.down_proj,0.0000057383,0.01000,0.274
0,mlp.experts.56.down_proj,0.0000000965,0.01000,0.272
0,mlp.experts.57.down_proj,0.0000000194,0.01000,0.274
0,mlp.experts.58.down_proj,0.0000000337,0.01000,0.282
0,mlp.experts.59.down_proj,0.0000000056,0.01000,0.272
0,mlp.experts.60.down_proj,0.0000000338,0.01000,0.274
0,mlp.experts.61.down_proj,0.0000000226,0.01000,0.278
0,mlp.experts.62.down_proj,0.0000000374,0.01000,0.272
0,mlp.experts.63.down_proj,0.0000000439,0.01000,0.273
0,mlp.experts.64.down_proj,0.0000000050,0.01000,0.273
0,mlp.experts.65.down_proj,0.0000000097,0.01000,0.273
0,mlp.experts.66.down_proj,0.0000000766,0.01000,0.273
0,mlp.experts.67.down_proj,0.0000001748,0.01000,0.277
0,mlp.experts.68.down_proj,0.0000000037,0.01000,0.273
0,mlp.experts.69.down_proj,0.0000000537,0.01000,0.272
0,mlp.experts.70.down_proj,0.0000000483,0.01000,0.273
0,mlp.experts.71.down_proj,0.0000000322,0.01000,0.287
0,mlp.experts.72.down_proj,0.0000000027,0.01000,0.278
0,mlp.experts.73.down_proj,0.0000000104,0.01000,0.272
0,mlp.experts.74.down_proj,0.0000000035,0.01000,0.275
0,mlp.experts.75.down_proj,0.0000000478,0.01000,0.278
0,mlp.experts.76.down_proj,0.0000000316,0.01000,0.275
0,mlp.experts.77.down_proj,0.0000001024,0.01000,0.272
0,mlp.experts.78.down_proj,0.0000000567,0.01000,0.278
0,mlp.experts.79.down_proj,0.0000000078,0.01000,0.272
0,mlp.experts.80.down_proj,0.0000000483,0.01000,0.272
0,mlp.experts.81.down_proj,0.0000000165,0.01000,0.279
0,mlp.experts.82.down_proj,0.0000000027,0.01000,0.273
0,mlp.experts.83.down_proj,0.0000001291,0.01000,0.273
0,mlp.experts.84.down_proj,0.0000000253,0.01000,0.272
0,mlp.experts.85.down_proj,0.0000000085,0.01000,0.274
0,mlp.experts.86.down_proj,0.0000001074,0.01000,0.273
0,mlp.experts.87.down_proj,0.0000000021,0.01000,0.274
0,mlp.experts.88.down_proj,0.0000000282,0.01000,0.274
0,mlp.experts.89.down_proj,0.0000000683,0.01000,0.279
0,mlp.experts.90.down_proj,0.0000000012,0.01000,0.277
0,mlp.experts.91.down_proj,0.0000000065,0.01000,0.275
0,mlp.experts.92.down_proj,0.0000000463,0.01000,0.277
0,mlp.experts.93.down_proj,0.0000000324,0.01000,0.276
0,mlp.experts.94.down_proj,0.0000000066,0.01000,0.279
0,mlp.experts.95.down_proj,0.0000000069,0.01000,0.274
0,mlp.experts.96.down_proj,0.0000002659,0.01000,0.273
0,mlp.experts.97.down_proj,0.0000000376,0.01000,0.284
0,mlp.experts.98.down_proj,0.0000000098,0.01000,0.276
0,mlp.experts.99.down_proj,0.0000000487,0.01000,0.274
0,mlp.experts.100.down_proj,0.0000000116,0.01000,0.279
0,mlp.experts.101.down_proj,0.0000000656,0.01000,0.274
0,mlp.experts.102.down_proj,0.0000000324,0.01000,0.275
0,mlp.experts.103.down_proj,0.0000000260,0.01000,0.275
0,mlp.experts.104.down_proj,0.0000000666,0.01000,0.279
0,mlp.experts.105.down_proj,0.0000000956,0.01000,0.278
0,mlp.experts.106.down_proj,0.0000000333,0.01000,0.277
0,mlp.experts.107.down_proj,0.0000000336,0.01000,0.277
0,mlp.experts.108.down_proj,0.0000000064,0.01000,0.278
0,mlp.experts.109.down_proj,0.0000000207,0.01000,0.276
0,mlp.experts.110.down_proj,0.0000000298,0.01000,0.275
0,mlp.experts.111.down_proj,0.0000000318,0.01000,0.277
0,mlp.experts.112.down_proj,0.0000000778,0.01000,0.283
0,mlp.experts.113.down_proj,0.0000001099,0.01000,0.282
0,mlp.experts.114.down_proj,0.0000000088,0.01000,0.276
0,mlp.experts.115.down_proj,0.0000001406,0.01000,0.278
0,mlp.experts.116.down_proj,0.0000000019,0.01000,0.285
0,mlp.experts.117.down_proj,0.0000000701,0.01000,0.288
0,mlp.experts.118.down_proj,0.0000000903,0.01000,0.291
0,mlp.experts.119.down_proj,0.0000000361,0.01000,0.278
0,mlp.experts.120.down_proj,0.0000000232,0.01000,0.285
0,mlp.experts.121.down_proj,0.0000000274,0.01000,0.277
0,mlp.experts.122.down_proj,0.0000000143,0.01000,0.277
0,mlp.experts.123.down_proj,0.0000000253,0.01000,0.276
0,mlp.experts.124.down_proj,0.0000000030,0.01000,0.279
0,mlp.experts.125.down_proj,0.0000003009,0.01000,0.287
0,mlp.experts.126.down_proj,0.0000001065,0.01000,0.277
0,mlp.experts.127.down_proj,0.0000000300,0.01000,0.276
1,self_attn.q_proj,0.0000000008,0.01000,0.737
1,self_attn.k_proj,0.0000000001,0.01000,0.720
1,self_attn.v_proj,0.0000000001,0.01000,0.718
1,self_attn.o_proj,0.0000000003,0.01000,1.449
1,mlp.gate,0.0000001276,0.01000,0.748
1,mlp.experts.0.up_proj,0.0000067247,0.01000,0.756
1,mlp.experts.1.up_proj,0.0000002095,0.01000,0.730
1,mlp.experts.2.up_proj,0.0000009523,0.01000,0.731
1,mlp.experts.3.up_proj,0.0000010566,0.01000,0.725
1,mlp.experts.4.up_proj,0.0000031536,0.01000,0.731
1,mlp.experts.5.up_proj,0.0000022358,0.01000,0.724
1,mlp.experts.6.up_proj,0.0000007064,0.01000,0.730
1,mlp.experts.7.up_proj,0.0000029630,0.01000,0.734
1,mlp.experts.8.up_proj,0.0000016789,0.01000,0.727
1,mlp.experts.9.up_proj,0.0000007912,0.01000,0.723
1,mlp.experts.10.up_proj,0.0000020159,0.01000,0.724
1,mlp.experts.11.up_proj,0.0000012626,0.01000,0.760
1,mlp.experts.12.up_proj,0.0000020213,0.01000,0.736
1,mlp.experts.13.up_proj,0.0000031732,0.01000,0.746
1,mlp.experts.14.up_proj,0.0000008075,0.01000,0.730
1,mlp.experts.15.up_proj,0.0000002671,0.01000,0.746
1,mlp.experts.16.up_proj,0.0000026881,0.01000,0.727
1,mlp.experts.17.up_proj,0.0000019807,0.01000,0.732
1,mlp.experts.18.up_proj,0.0000002705,0.01000,0.732
1,mlp.experts.19.up_proj,0.0000000890,0.01000,0.746
1,mlp.experts.20.up_proj,0.0000033103,0.01000,0.723
1,mlp.experts.21.up_proj,0.0000020040,0.01000,0.725
1,mlp.experts.22.up_proj,0.0000004062,0.01000,0.717
1,mlp.experts.23.up_proj,0.0000013548,0.01000,0.717
1,mlp.experts.24.up_proj,0.0000050430,0.01000,0.721
1,mlp.experts.25.up_proj,0.0000042798,0.01000,0.718
1,mlp.experts.26.up_proj,0.0000008250,0.01000,0.718
1,mlp.experts.27.up_proj,0.0000001810,0.01000,0.719
1,mlp.experts.28.up_proj,0.0000000770,0.01000,0.728
1,mlp.experts.29.up_proj,0.0000026633,0.01000,0.729
1,mlp.experts.30.up_proj,0.0000028364,0.01000,0.740
1,mlp.experts.31.up_proj,0.0000001155,0.01000,0.720
1,mlp.experts.32.up_proj,0.0000005880,0.01000,0.718
1,mlp.experts.33.up_proj,0.0000023514,0.01000,0.717
1,mlp.experts.34.up_proj,0.0000006832,0.01000,0.724
1,mlp.experts.35.up_proj,0.0000031155,0.01000,0.721
1,mlp.experts.36.up_proj,0.0000007909,0.01000,0.716
1,mlp.experts.37.up_proj,0.0000006586,0.01000,0.716
1,mlp.experts.38.up_proj,0.0000023257,0.01000,0.717
1,mlp.experts.39.up_proj,0.0000021255,0.01000,0.722
1,mlp.experts.40.up_proj,0.0000022438,0.01000,0.720
1,mlp.experts.41.up_proj,0.0000011685,0.01000,0.726
1,mlp.experts.42.up_proj,0.0000008204,0.01000,0.718
1,mlp.experts.43.up_proj,0.0000002842,0.01000,0.728
1,mlp.experts.44.up_proj,0.0000012164,0.01000,0.726
1,mlp.experts.45.up_proj,0.0000012269,0.01000,0.724
1,mlp.experts.46.up_proj,0.0000017488,0.01000,0.718
1,mlp.experts.47.up_proj,0.0000052152,0.01000,0.718
1,mlp.experts.48.up_proj,0.0000009763,0.01000,0.716
1,mlp.experts.49.up_proj,0.0000014019,0.01000,0.737
1,mlp.experts.50.up_proj,0.0000003529,0.01000,0.729
1,mlp.experts.51.up_proj,0.0000018307,0.01000,0.739
1,mlp.experts.52.up_proj,0.0000035418,0.01000,0.727
1,mlp.experts.53.up_proj,0.0000015194,0.01000,0.723
1,mlp.experts.54.up_proj,0.0000054433,0.01000,0.729
1,mlp.experts.55.up_proj,0.0000001118,0.01000,0.723
1,mlp.experts.56.up_proj,0.0000019143,0.01000,0.722
1,mlp.experts.57.up_proj,0.0000001846,0.01000,0.724
1,mlp.experts.58.up_proj,0.0000012088,0.01000,0.725
1,mlp.experts.59.up_proj,0.0000008392,0.01000,0.727
1,mlp.experts.60.up_proj,0.0000020745,0.01000,0.739
1,mlp.experts.61.up_proj,0.0000024913,0.01000,0.770
1,mlp.experts.62.up_proj,0.0000001979,0.01000,0.754
1,mlp.experts.63.up_proj,0.0000023810,0.01000,0.756
1,mlp.experts.64.up_proj,0.0000000285,0.01000,0.751
1,mlp.experts.65.up_proj,0.0000004660,0.01000,0.750
1,mlp.experts.66.up_proj,0.0000005460,0.01000,0.755
1,mlp.experts.67.up_proj,0.0000011135,0.01000,0.763
1,mlp.experts.68.up_proj,0.0000012919,0.01000,0.755
1,mlp.experts.69.up_proj,0.0000034606,0.01000,0.750
1,mlp.experts.70.up_proj,0.0000000851,0.01000,0.751
1,mlp.experts.71.up_proj,0.0000034247,0.01000,0.736
1,mlp.experts.72.up_proj,0.0000011752,0.01000,0.738
1,mlp.experts.73.up_proj,0.0000053862,0.01000,0.724
1,mlp.experts.74.up_proj,0.0000006698,0.01000,0.729
1,mlp.experts.75.up_proj,0.0000011333,0.01000,0.724
1,mlp.experts.76.up_proj,0.0000014077,0.01000,0.739
1,mlp.experts.77.up_proj,0.0000016904,0.01000,0.769
1,mlp.experts.78.up_proj,0.0000001851,0.01000,0.750
1,mlp.experts.79.up_proj,0.0000044478,0.01000,0.753
1,mlp.experts.80.up_proj,0.0000007448,0.01000,0.752
1,mlp.experts.81.up_proj,0.0000012930,0.01000,0.753
1,mlp.experts.82.up_proj,0.0000007500,0.01000,0.756
1,mlp.experts.83.up_proj,0.0000007913,0.01000,0.752
1,mlp.experts.84.up_proj,0.0000011984,0.01000,0.724
1,mlp.experts.85.up_proj,0.0000031216,0.01000,0.718
1,mlp.experts.86.up_proj,0.0000013102,0.01000,0.715
1,mlp.experts.87.up_proj,0.0000003595,0.01000,0.719
1,mlp.experts.88.up_proj,0.0000031671,0.01000,0.715
1,mlp.experts.89.up_proj,0.0000004922,0.01000,0.714
1,mlp.experts.90.up_proj,0.0000017944,0.01000,0.735
1,mlp.experts.91.up_proj,0.0000014288,0.01000,0.731
1,mlp.experts.92.up_proj,0.0000020115,0.01000,0.716
1,mlp.experts.93.up_proj,0.0000078107,0.01000,0.718
1,mlp.experts.94.up_proj,0.0000002876,0.01000,0.731
1,mlp.experts.95.up_proj,0.0000005212,0.01000,0.718
1,mlp.experts.96.up_proj,0.0000006027,0.01000,0.719
1,mlp.experts.97.up_proj,0.0000018691,0.01000,0.716
1,mlp.experts.98.up_proj,0.0000001279,0.01000,0.733
1,mlp.experts.99.up_proj,0.0000015621,0.01000,0.721
1,mlp.experts.100.up_proj,0.0000011355,0.01000,0.722
1,mlp.experts.101.up_proj,0.0000004929,0.01000,0.716
1,mlp.experts.102.up_proj,0.0000006770,0.01000,0.716
1,mlp.experts.103.up_proj,0.0000008357,0.01000,0.717
1,mlp.experts.104.up_proj,0.0000015557,0.01000,0.719
1,mlp.experts.105.up_proj,0.0000034307,0.01000,0.734
1,mlp.experts.106.up_proj,0.0000000250,0.01000,0.718
1,mlp.experts.107.up_proj,0.0000010839,0.01000,0.717
1,mlp.experts.108.up_proj,0.0000010173,0.01000,0.723
1,mlp.experts.109.up_proj,0.0000042672,0.01000,0.718
1,mlp.experts.110.up_proj,0.0000037389,0.01000,0.718
1,mlp.experts.111.up_proj,0.0000000433,0.01000,0.719
1,mlp.experts.112.up_proj,0.0000001339,0.01000,0.719
1,mlp.experts.113.up_proj,0.0000018030,0.01000,0.720
1,mlp.experts.114.up_proj,0.0000005636,0.01000,0.716
1,mlp.experts.115.up_proj,0.0000001402,0.01000,0.723
1,mlp.experts.116.up_proj,0.0000009439,0.01000,0.725
1,mlp.experts.117.up_proj,0.0000023797,0.01000,0.723
1,mlp.experts.118.up_proj,0.0000066898,0.01000,0.718
1,mlp.experts.119.up_proj,0.0000003555,0.01000,0.721
1,mlp.experts.120.up_proj,0.0000018675,0.01000,0.723
1,mlp.experts.121.up_proj,0.0000010506,0.01000,0.742
1,mlp.experts.122.up_proj,0.0000001026,0.01000,0.718
1,mlp.experts.123.up_proj,0.0000013766,0.01000,0.717
1,mlp.experts.124.up_proj,0.0000006958,0.01000,0.721
1,mlp.experts.125.up_proj,0.0000009028,0.01000,0.733
1,mlp.experts.126.up_proj,0.0000016887,0.01000,0.717
1,mlp.experts.127.up_proj,0.0000002149,0.01000,0.715
1,mlp.experts.0.gate_proj,0.0000071478,0.01000,0.723
1,mlp.experts.1.gate_proj,0.0000002296,0.01000,0.717
1,mlp.experts.2.gate_proj,0.0000010356,0.01000,0.720
1,mlp.experts.3.gate_proj,0.0000011390,0.01000,0.716
1,mlp.experts.4.gate_proj,0.0000032452,0.01000,0.718
1,mlp.experts.5.gate_proj,0.0000024057,0.01000,0.719
1,mlp.experts.6.gate_proj,0.0000007508,0.01000,0.726
1,mlp.experts.7.gate_proj,0.0000030359,0.01000,0.718
1,mlp.experts.8.gate_proj,0.0000017921,0.01000,0.723
1,mlp.experts.9.gate_proj,0.0000008341,0.01000,0.717
1,mlp.experts.10.gate_proj,0.0000021995,0.01000,0.717
1,mlp.experts.11.gate_proj,0.0000013826,0.01000,0.726
1,mlp.experts.12.gate_proj,0.0000022292,0.01000,0.722
1,mlp.experts.13.gate_proj,0.0000034340,0.01000,0.716
1,mlp.experts.14.gate_proj,0.0000008158,0.01000,0.718
1,mlp.experts.15.gate_proj,0.0000003145,0.01000,0.719
1,mlp.experts.16.gate_proj,0.0000027424,0.01000,0.717
1,mlp.experts.17.gate_proj,0.0000020087,0.01000,0.734
1,mlp.experts.18.gate_proj,0.0000002858,0.01000,0.726
1,mlp.experts.19.gate_proj,0.0000000934,0.01000,0.718
1,mlp.experts.20.gate_proj,0.0000034613,0.01000,0.724
1,mlp.experts.21.gate_proj,0.0000022272,0.01000,0.718
1,mlp.experts.22.gate_proj,0.0000004320,0.01000,0.740
1,mlp.experts.23.gate_proj,0.0000014173,0.01000,0.762
1,mlp.experts.24.gate_proj,0.0000053867,0.01000,0.756
1,mlp.experts.25.gate_proj,0.0000043986,0.01000,0.721
1,mlp.experts.26.gate_proj,0.0000008805,0.01000,0.720
1,mlp.experts.27.gate_proj,0.0000002016,0.01000,0.723
1,mlp.experts.28.gate_proj,0.0000000838,0.01000,0.719
1,mlp.experts.29.gate_proj,0.0000027880,0.01000,0.726
1,mlp.experts.30.gate_proj,0.0000028926,0.01000,0.721
1,mlp.experts.31.gate_proj,0.0000001196,0.01000,0.721
1,mlp.experts.32.gate_proj,0.0000006570,0.01000,0.720
1,mlp.experts.33.gate_proj,0.0000024533,0.01000,0.732
1,mlp.experts.34.gate_proj,0.0000007371,0.01000,0.720
1,mlp.experts.35.gate_proj,0.0000034503,0.01000,0.725
1,mlp.experts.36.gate_proj,0.0000008209,0.01000,0.746
1,mlp.experts.37.gate_proj,0.0000006991,0.01000,0.721
1,mlp.experts.38.gate_proj,0.0000023796,0.01000,0.725
1,mlp.experts.39.gate_proj,0.0000022786,0.01000,0.744
1,mlp.experts.40.gate_proj,0.0000023570,0.01000,0.734
1,mlp.experts.41.gate_proj,0.0000012239,0.01000,0.730
1,mlp.experts.42.gate_proj,0.0000008904,0.01000,0.728
1,mlp.experts.43.gate_proj,0.0000003219,0.01000,0.732
1,mlp.experts.44.gate_proj,0.0000012311,0.01000,0.732
1,mlp.experts.45.gate_proj,0.0000013066,0.01000,0.725
1,mlp.experts.46.gate_proj,0.0000018068,0.01000,0.739
1,mlp.experts.47.gate_proj,0.0000055321,0.01000,0.758
1,mlp.experts.48.gate_proj,0.0000010528,0.01000,0.648
1,mlp.experts.49.gate_proj,0.0000015902,0.01000,0.737
1,mlp.experts.50.gate_proj,0.0000004058,0.01000,0.742
1,mlp.experts.51.gate_proj,0.0000019555,0.01000,0.724
1,mlp.experts.52.gate_proj,0.0000035767,0.01000,0.724
1,mlp.experts.53.gate_proj,0.0000015728,0.01000,0.736
1,mlp.experts.54.gate_proj,0.0000055832,0.01000,0.746
1,mlp.experts.55.gate_proj,0.0000001199,0.01000,0.731
1,mlp.experts.56.gate_proj,0.0000020406,0.01000,0.730
1,mlp.experts.57.gate_proj,0.0000001943,0.01000,0.730
1,mlp.experts.58.gate_proj,0.0000012605,0.01000,0.724
1,mlp.experts.59.gate_proj,0.0000008595,0.01000,0.723
1,mlp.experts.60.gate_proj,0.0000021595,0.01000,0.735
1,mlp.experts.61.gate_proj,0.0000026538,0.01000,0.726
1,mlp.experts.62.gate_proj,0.0000002029,0.01000,0.723
1,mlp.experts.63.gate_proj,0.0000025247,0.01000,0.725
1,mlp.experts.64.gate_proj,0.0000000309,0.01000,0.729
1,mlp.experts.65.gate_proj,0.0000004963,0.01000,0.742
1,mlp.experts.66.gate_proj,0.0000005836,0.01000,0.724
1,mlp.experts.67.gate_proj,0.0000011840,0.01000,0.727
1,mlp.experts.68.gate_proj,0.0000012144,0.01000,0.723
1,mlp.experts.69.gate_proj,0.0000039952,0.01000,0.724
1,mlp.experts.70.gate_proj,0.0000000917,0.01000,0.736
1,mlp.experts.71.gate_proj,0.0000036290,0.01000,0.725
1,mlp.experts.72.gate_proj,0.0000012748,0.01000,0.727
1,mlp.experts.73.gate_proj,0.0000056888,0.01000,0.721
1,mlp.experts.74.gate_proj,0.0000006960,0.01000,0.729
1,mlp.experts.75.gate_proj,0.0000012381,0.01000,0.725
1,mlp.experts.76.gate_proj,0.0000014826,0.01000,0.737
1,mlp.experts.77.gate_proj,0.0000017591,0.01000,0.747
1,mlp.experts.78.gate_proj,0.0000001965,0.01000,0.721
1,mlp.experts.79.gate_proj,0.0000051571,0.01000,0.723
1,mlp.experts.80.gate_proj,0.0000008336,0.01000,0.728
1,mlp.experts.81.gate_proj,0.0000013414,0.01000,0.744
1,mlp.experts.82.gate_proj,0.0000008386,0.01000,0.722
1,mlp.experts.83.gate_proj,0.0000008628,0.01000,0.741
1,mlp.experts.84.gate_proj,0.0000013795,0.01000,0.755
1,mlp.experts.85.gate_proj,0.0000032397,0.01000,0.732
1,mlp.experts.86.gate_proj,0.0000014226,0.01000,0.726
1,mlp.experts.87.gate_proj,0.0000003885,0.01000,0.736
1,mlp.experts.88.gate_proj,0.0000033325,0.01000,0.734
1,mlp.experts.89.gate_proj,0.0000005064,0.01000,0.726
1,mlp.experts.90.gate_proj,0.0000017339,0.01000,0.732
1,mlp.experts.91.gate_proj,0.0000015342,0.01000,0.721
1,mlp.experts.92.gate_proj,0.0000020754,0.01000,0.766
1,mlp.experts.93.gate_proj,0.0000082458,0.01000,0.724
1,mlp.experts.94.gate_proj,0.0000003340,0.01000,0.724
1,mlp.experts.95.gate_proj,0.0000005873,0.01000,0.722
1,mlp.experts.96.gate_proj,0.0000006470,0.01000,0.725
1,mlp.experts.97.gate_proj,0.0000018670,0.01000,0.728
1,mlp.experts.98.gate_proj,0.0000001323,0.01000,0.747
1,mlp.experts.99.gate_proj,0.0000016421,0.01000,0.728
1,mlp.experts.100.gate_proj,0.0000012505,0.01000,0.723
1,mlp.experts.101.gate_proj,0.0000005243,0.01000,0.723
1,mlp.experts.102.gate_proj,0.0000007185,0.01000,0.723
1,mlp.experts.103.gate_proj,0.0000008433,0.01000,0.727
1,mlp.experts.104.gate_proj,0.0000016012,0.01000,0.729
1,mlp.experts.105.gate_proj,0.0000036199,0.01000,0.744
1,mlp.experts.106.gate_proj,0.0000000274,0.01000,0.764
1,mlp.experts.107.gate_proj,0.0000012067,0.01000,0.762
1,mlp.experts.108.gate_proj,0.0000011159,0.01000,0.754
1,mlp.experts.109.gate_proj,0.0000043227,0.01000,0.757
1,mlp.experts.110.gate_proj,0.0000038979,0.01000,0.722
1,mlp.experts.111.gate_proj,0.0000000464,0.01000,0.727
1,mlp.experts.112.gate_proj,0.0000001417,0.01000,0.725
1,mlp.experts.113.gate_proj,0.0000018512,0.01000,0.741
1,mlp.experts.114.gate_proj,0.0000006687,0.01000,0.733
1,mlp.experts.115.gate_proj,0.0000001458,0.01000,0.715
1,mlp.experts.116.gate_proj,0.0000010351,0.01000,0.720
1,mlp.experts.117.gate_proj,0.0000025699,0.01000,0.714
1,mlp.experts.118.gate_proj,0.0000068780,0.01000,0.715
1,mlp.experts.119.gate_proj,0.0000003936,0.01000,0.733
1,mlp.experts.120.gate_proj,0.0000019545,0.01000,0.721
1,mlp.experts.121.gate_proj,0.0000011387,0.01000,0.714
1,mlp.experts.122.gate_proj,0.0000001084,0.01000,0.724
1,mlp.experts.123.gate_proj,0.0000014588,0.01000,0.746
1,mlp.experts.124.gate_proj,0.0000007369,0.01000,0.722
1,mlp.experts.125.gate_proj,0.0000009836,0.01000,0.721
1,mlp.experts.126.gate_proj,0.0000017737,0.01000,0.724
1,mlp.experts.127.gate_proj,0.0000002273,0.01000,0.730
1,mlp.experts.0.down_proj,0.0000007120,0.01000,0.273
1,mlp.experts.1.down_proj,0.0000000831,0.01000,0.273
1,mlp.experts.2.down_proj,0.0000001224,0.01000,0.280
1,mlp.experts.3.down_proj,0.0000001049,0.01000,0.277
1,mlp.experts.4.down_proj,0.0000001795,0.01000,0.275
1,mlp.experts.5.down_proj,0.0000004936,0.01000,0.276
1,mlp.experts.6.down_proj,0.0000000553,0.01000,0.275
1,mlp.experts.7.down_proj,0.0000001850,0.01000,0.280
1,mlp.experts.8.down_proj,0.0000001151,0.01000,0.283
1,mlp.experts.9.down_proj,0.0000000962,0.01000,0.274
1,mlp.experts.10.down_proj,0.0000002365,0.01000,0.277
1,mlp.experts.11.down_proj,0.0000001709,0.01000,0.273
1,mlp.experts.12.down_proj,0.0000003080,0.01000,0.286
1,mlp.experts.13.down_proj,0.0000003616,0.01000,0.274
1,mlp.experts.14.down_proj,0.0000000479,0.01000,0.276
1,mlp.experts.15.down_proj,0.0000000240,0.01000,0.277
1,mlp.experts.16.down_proj,0.0000001739,0.01000,0.276
1,mlp.experts.17.down_proj,0.0000000930,0.01000,0.276
1,mlp.experts.18.down_proj,0.0000000436,0.01000,0.275
1,mlp.experts.19.down_proj,0.0000000086,0.01000,0.278
1,mlp.experts.20.down_proj,0.0000002615,0.01000,0.274
1,mlp.experts.21.down_proj,0.0000003318,0.01000,0.275
1,mlp.experts.22.down_proj,0.0000000427,0.01000,0.278
1,mlp.experts.23.down_proj,0.0000001076,0.01000,0.276
1,mlp.experts.24.down_proj,0.0000011560,0.01000,0.277
1,mlp.experts.25.down_proj,0.0000003444,0.01000,0.282
1,mlp.experts.26.down_proj,0.0000000815,0.01000,0.276
1,mlp.experts.27.down_proj,0.0000002066,0.01000,0.287
1,mlp.experts.28.down_proj,0.0000000062,0.01000,0.278
1,mlp.experts.29.down_proj,0.0000002588,0.01000,0.287
1,mlp.experts.30.down_proj,0.0000001441,0.01000,0.275
1,mlp.experts.31.down_proj,0.0000000078,0.01000,0.275
1,mlp.experts.32.down_proj,0.0000000715,0.01000,0.276
1,mlp.experts.33.down_proj,0.0000002877,0.01000,0.276
1,mlp.experts.34.down_proj,0.0000001062,0.01000,0.276
1,mlp.experts.35.down_proj,0.0000005196,0.01000,0.276
1,mlp.experts.36.down_proj,0.0000000795,0.01000,0.280
1,mlp.experts.37.down_proj,0.0000000759,0.01000,0.276
1,mlp.experts.38.down_proj,0.0000001275,0.01000,0.276
1,mlp.experts.39.down_proj,0.0000002416,0.01000,0.284
1,mlp.experts.40.down_proj,0.0000001701,0.01000,0.276
1,mlp.experts.41.down_proj,0.0000001086,0.01000,0.275
1,mlp.experts.42.down_proj,0.0000000605,0.01000,0.280
1,mlp.experts.43.down_proj,0.0000000341,0.01000,0.277
1,mlp.experts.44.down_proj,0.0000000784,0.01000,0.280
1,mlp.experts.45.down_proj,0.0000000946,0.01000,0.289
1,mlp.experts.46.down_proj,0.0000001350,0.01000,0.280
1,mlp.experts.47.down_proj,0.0000007994,0.01000,0.282
1,mlp.experts.48.down_proj,0.0000000845,0.01000,0.280
1,mlp.experts.49.down_proj,0.0000001933,0.01000,0.278
1,mlp.experts.50.down_proj,0.0000000762,0.01000,0.311
1,mlp.experts.51.down_proj,0.0000001165,0.01000,0.276
1,mlp.experts.52.down_proj,0.0000002008,0.01000,0.278
1,mlp.experts.53.down_proj,0.0000001207,0.01000,0.277
1,mlp.experts.54.down_proj,0.0000003303,0.01000,0.290
1,mlp.experts.55.down_proj,0.0000000250,0.01000,0.277
1,mlp.experts.56.down_proj,0.0000002941,0.01000,0.275
1,mlp.experts.57.down_proj,0.0000000140,0.01000,0.280
1,mlp.experts.58.down_proj,0.0000001203,0.01000,0.275
1,mlp.experts.59.down_proj,0.0000000934,0.01000,0.277
1,mlp.experts.60.down_proj,0.0000001352,0.01000,0.277
1,mlp.experts.61.down_proj,0.0000001746,0.01000,0.285
1,mlp.experts.62.down_proj,0.0000000110,0.01000,0.288
1,mlp.experts.63.down_proj,0.0000001983,0.01000,0.277
1,mlp.experts.64.down_proj,0.0000000023,0.01000,0.283
1,mlp.experts.65.down_proj,0.0000001775,0.01000,0.276
1,mlp.experts.66.down_proj,0.0000000475,0.01000,0.279
1,mlp.experts.67.down_proj,0.0000000763,0.01000,0.274
1,mlp.experts.68.down_proj,0.0000050498,0.01000,0.274
1,mlp.experts.69.down_proj,0.0000003353,0.01000,0.275
1,mlp.experts.70.down_proj,0.0000000121,0.01000,0.274
1,mlp.experts.71.down_proj,0.0000003208,0.01000,0.276
1,mlp.experts.72.down_proj,0.0000001007,0.01000,0.273
1,mlp.experts.73.down_proj,0.0000010503,0.01000,0.275
1,mlp.experts.74.down_proj,0.0000000326,0.01000,0.274
1,mlp.experts.75.down_proj,0.0000001538,0.01000,0.273
1,mlp.experts.76.down_proj,0.0000000970,0.01000,0.279
1,mlp.experts.77.down_proj,0.0000001078,0.01000,0.274
1,mlp.experts.78.down_proj,0.0000000144,0.01000,0.274
1,mlp.experts.79.down_proj,0.0000003681,0.01000,0.289
1,mlp.experts.80.down_proj,0.0000000875,0.01000,0.275
1,mlp.experts.81.down_proj,0.0000000971,0.01000,0.278
1,mlp.experts.82.down_proj,0.0000000882,0.01000,0.280
1,mlp.experts.83.down_proj,0.0000001683,0.01000,0.277
1,mlp.experts.84.down_proj,0.0000003017,0.01000,0.273
1,mlp.experts.85.down_proj,0.0000003056,0.01000,0.284
1,mlp.experts.86.down_proj,0.0000001331,0.01000,0.278
1,mlp.experts.87.down_proj,0.0000000610,0.01000,0.276
1,mlp.experts.88.down_proj,0.0000002562,0.01000,0.277
1,mlp.experts.89.down_proj,0.0000000372,0.01000,0.278
1,mlp.experts.90.down_proj,0.0000000910,0.01000,0.274
1,mlp.experts.91.down_proj,0.0000001810,0.01000,0.276
1,mlp.experts.92.down_proj,0.0000001832,0.01000,0.274
1,mlp.experts.93.down_proj,0.0000009672,0.01000,0.276
1,mlp.experts.94.down_proj,0.0000000400,0.01000,0.275
1,mlp.experts.95.down_proj,0.0000000615,0.01000,0.275
1,mlp.experts.96.down_proj,0.0000000414,0.01000,0.277
1,mlp.experts.97.down_proj,0.0000000995,0.01000,0.280
1,mlp.experts.98.down_proj,0.0000000070,0.01000,0.280
1,mlp.experts.99.down_proj,0.0000001684,0.01000,0.277
1,mlp.experts.100.down_proj,0.0000002206,0.01000,0.276
1,mlp.experts.101.down_proj,0.0000000329,0.01000,0.275
1,mlp.experts.102.down_proj,0.0000000991,0.01000,0.274
1,mlp.experts.103.down_proj,0.0000000407,0.01000,0.284
1,mlp.experts.104.down_proj,0.0000001054,0.01000,0.275
1,mlp.experts.105.down_proj,0.0000004294,0.01000,0.281
1,mlp.experts.106.down_proj,0.0000000019,0.01000,0.282
1,mlp.experts.107.down_proj,0.0000001064,0.01000,0.275
1,mlp.experts.108.down_proj,0.0000001791,0.01000,0.274
1,mlp.experts.109.down_proj,0.0000003097,0.01000,0.275
1,mlp.experts.110.down_proj,0.0000003025,0.01000,0.276
1,mlp.experts.111.down_proj,0.0000000027,0.01000,0.274
1,mlp.experts.112.down_proj,0.0000000146,0.01000,0.276
1,mlp.experts.113.down_proj,0.0000001083,0.01000,0.275
1,mlp.experts.114.down_proj,0.0000000387,0.01000,0.275
1,mlp.experts.115.down_proj,0.0000000065,0.01000,0.274
1,mlp.experts.116.down_proj,0.0000000587,0.01000,0.275
1,mlp.experts.117.down_proj,0.0000004556,0.01000,0.276
1,mlp.experts.118.down_proj,0.0000007804,0.01000,0.275
1,mlp.experts.119.down_proj,0.0000000360,0.01000,0.276
1,mlp.experts.120.down_proj,0.0000001997,0.01000,0.275
1,mlp.experts.121.down_proj,0.0000001198,0.01000,0.277
1,mlp.experts.122.down_proj,0.0000000049,0.01000,0.277
1,mlp.experts.123.down_proj,0.0000001416,0.01000,0.275
1,mlp.experts.124.down_proj,0.0000000715,0.01000,0.285
1,mlp.experts.125.down_proj,0.0000001042,0.01000,0.276
1,mlp.experts.126.down_proj,0.0000002331,0.01000,0.276
1,mlp.experts.127.down_proj,0.0000000205,0.01000,0.280
2,self_attn.q_proj,0.0000000019,0.01000,0.732
2,self_attn.k_proj,0.0000000002,0.01000,0.742
2,self_attn.v_proj,0.0000000002,0.01000,0.732
2,self_attn.o_proj,0.0000000003,0.01000,1.440
2,mlp.gate,0.0000015224,0.01000,0.718
2,mlp.experts.0.up_proj,0.0000043764,0.01000,0.719
2,mlp.experts.1.up_proj,0.0000027214,0.01000,0.717
2,mlp.experts.2.up_proj,0.0000001066,0.01000,0.719
2,mlp.experts.3.up_proj,0.0000144056,0.01000,0.735
2,mlp.experts.4.up_proj,0.0000019943,0.01000,0.720
2,mlp.experts.5.up_proj,0.0000023344,0.01000,0.728
2,mlp.experts.6.up_proj,0.0000033245,0.01000,0.717
2,mlp.experts.7.up_proj,0.0000015116,0.01000,0.733
2,mlp.experts.8.up_proj,0.0000026270,0.01000,0.731
2,mlp.experts.9.up_proj,0.0000020560,0.01000,0.725
2,mlp.experts.10.up_proj,0.0000013833,0.01000,0.727
2,mlp.experts.11.up_proj,0.0000038538,0.01000,0.726
2,mlp.experts.12.up_proj,0.0000049187,0.01000,0.731
2,mlp.experts.13.up_proj,0.0000018446,0.01000,0.740
2,mlp.experts.14.up_proj,0.0000017352,0.01000,0.740
2,mlp.experts.15.up_proj,0.0000025081,0.01000,0.759
2,mlp.experts.16.up_proj,0.0000001954,0.01000,0.754
2,mlp.experts.17.up_proj,0.0000056026,0.01000,0.722
2,mlp.experts.18.up_proj,0.0000019958,0.01000,0.723
2,mlp.experts.19.up_proj,0.0000025055,0.01000,0.723
2,mlp.experts.20.up_proj,0.0000025018,0.01000,0.749
2,mlp.experts.21.up_proj,0.0000011201,0.01000,0.724
2,mlp.experts.22.up_proj,0.0000067047,0.01000,0.724
2,mlp.experts.23.up_proj,0.0000061820,0.01000,0.741
2,mlp.experts.24.up_proj,0.0000046834,0.01000,0.725
2,mlp.experts.25.up_proj,0.0000032301,0.01000,0.726
2,mlp.experts.26.up_proj,0.0000034395,0.01000,0.730
2,mlp.experts.27.up_proj,0.0000012802,0.01000,0.747
2,mlp.experts.28.up_proj,0.0008932596,0.01000,0.732
2,mlp.experts.29.up_proj,0.0000017099,0.01000,0.729
2,mlp.experts.30.up_proj,0.0000007277,0.01000,0.732
2,mlp.experts.31.up_proj,0.0000013110,0.01000,0.722
2,mlp.experts.32.up_proj,0.0000006950,0.01000,0.719
2,mlp.experts.33.up_proj,0.0000008547,0.01000,0.720
2,mlp.experts.34.up_proj,0.0000061559,0.01000,0.719
2,mlp.experts.35.up_proj,0.0006740401,0.01000,0.719
2,mlp.experts.36.up_proj,0.0000077072,0.01000,0.719
2,mlp.experts.37.up_proj,0.0000010647,0.01000,0.725
2,mlp.experts.38.up_proj,0.0000173225,0.01000,0.732
2,mlp.experts.39.up_proj,0.0000011791,0.01000,0.717
2,mlp.experts.40.up_proj,0.0000001211,0.01000,0.727
2,mlp.experts.41.up_proj,0.0000009849,0.01000,0.721
2,mlp.experts.42.up_proj,0.0000002786,0.01000,0.720
2,mlp.experts.43.up_proj,0.0000177144,0.01000,0.724
2,mlp.experts.44.up_proj,0.0000061423,0.01000,0.719
2,mlp.experts.45.up_proj,0.0000009078,0.01000,0.720
2,mlp.experts.46.up_proj,0.0000050385,0.01000,0.717
2,mlp.experts.47.up_proj,0.0000002054,0.01000,0.721
2,mlp.experts.48.up_proj,0.0000027746,0.01000,0.720
2,mlp.experts.49.up_proj,0.0000036204,0.01000,0.732
2,mlp.experts.50.up_proj,0.0000015336,0.01000,0.735
2,mlp.experts.51.up_proj,0.0000014668,0.01000,0.725
2,mlp.experts.52.up_proj,0.0000023899,0.01000,0.722
2,mlp.experts.53.up_proj,0.0000009529,0.01000,0.719
2,mlp.experts.54.up_proj,0.0000021731,0.01000,0.716
2,mlp.experts.55.up_proj,0.0000009728,0.01000,0.717
2,mlp.experts.56.up_proj,0.0000035543,0.01000,0.717
2,mlp.experts.57.up_proj,0.0000012607,0.01000,0.718
2,mlp.experts.58.up_proj,0.0000029383,0.01000,0.721
2,mlp.experts.59.up_proj,0.0000028366,0.01000,0.718
2,mlp.experts.60.up_proj,0.0000564857,0.01000,0.739
2,mlp.experts.61.up_proj,0.0000015562,0.01000,0.547
2,mlp.experts.62.up_proj,0.0000002660,0.01000,0.513
2,mlp.experts.63.up_proj,0.0000057836,0.01000,0.514
2,mlp.experts.64.up_proj,0.0000007863,0.01000,0.513
2,mlp.experts.65.up_proj,0.0000026613,0.01000,0.512
2,mlp.experts.66.up_proj,0.0000037329,0.01000,0.512
2,mlp.experts.67.up_proj,0.0000018830,0.01000,0.512
2,mlp.experts.68.up_proj,0.0000025212,0.01000,0.512
2,mlp.experts.69.up_proj,0.0000033668,0.01000,0.511
2,mlp.experts.70.up_proj,0.0000008604,0.01000,0.513
2,mlp.experts.71.up_proj,0.0000050144,0.01000,0.515
2,mlp.experts.72.up_proj,0.0000015236,0.01000,0.512
2,mlp.experts.73.up_proj,0.0000018459,0.01000,0.514
2,mlp.experts.74.up_proj,0.0000036178,0.01000,0.523
2,mlp.experts.75.up_proj,0.0000023920,0.01000,0.514
2,mlp.experts.76.up_proj,0.0000030664,0.01000,0.514
2,mlp.experts.77.up_proj,0.0000000987,0.01000,0.514
2,mlp.experts.78.up_proj,0.0000023038,0.01000,0.512
2,mlp.experts.79.up_proj,0.0000075037,0.01000,0.513
2,mlp.experts.80.up_proj,0.0000015468,0.01000,0.524
2,mlp.experts.81.up_proj,0.0000063637,0.01000,0.516
2,mlp.experts.82.up_proj,0.0000009816,0.01000,0.510
2,mlp.experts.83.up_proj,0.0000008398,0.01000,0.512
2,mlp.experts.84.up_proj,0.0000006050,0.01000,0.515
2,mlp.experts.85.up_proj,0.0000004599,0.01000,0.512
2,mlp.experts.86.up_proj,0.0000081135,0.01000,0.529
2,mlp.experts.87.up_proj,0.0000013706,0.01000,0.517
2,mlp.experts.88.up_proj,0.0000006674,0.01000,0.524
2,mlp.experts.89.up_proj,0.0000100682,0.01000,0.515
2,mlp.experts.90.up_proj,0.0000019466,0.01000,0.512
2,mlp.experts.91.up_proj,0.0000027074,0.01000,0.518
2,mlp.experts.92.up_proj,0.0000229884,0.01000,0.513
2,mlp.experts.93.up_proj,0.0000002640,0.01000,0.512
2,mlp.experts.94.up_proj,0.0000000934,0.01000,0.523
2,mlp.experts.95.up_proj,0.0000000493,0.01000,0.516
2,mlp.experts.96.up_proj,0.0000063884,0.01000,0.514
2,mlp.experts.97.up_proj,0.0000007232,0.01000,0.525
2,mlp.experts.98.up_proj,0.0000001820,0.01000,0.514
2,mlp.experts.99.up_proj,0.0000001483,0.01000,0.515
2,mlp.experts.100.up_proj,0.0000135295,0.01000,0.515
2,mlp.experts.101.up_proj,0.0000010045,0.01000,0.514
2,mlp.experts.102.up_proj,0.0000006112,0.01000,0.525
2,mlp.experts.103.up_proj,0.0000003495,0.01000,0.520
2,mlp.experts.104.up_proj,0.0000017469,0.01000,0.524
2,mlp.experts.105.up_proj,0.0000084820,0.01000,0.517
2,mlp.experts.106.up_proj,0.0000007752,0.01000,0.521
2,mlp.experts.107.up_proj,0.0000017775,0.01000,0.522
2,mlp.experts.108.up_proj,0.0000003123,0.01000,0.522
2,mlp.experts.109.up_proj,0.0000014451,0.01000,0.516
2,mlp.experts.110.up_proj,0.0000010893,0.01000,0.514
2,mlp.experts.111.up_proj,0.0000017700,0.01000,0.515
2,mlp.experts.112.up_proj,0.0000019135,0.01000,0.519
2,mlp.experts.113.up_proj,0.0000067755,0.01000,0.515
2,mlp.experts.114.up_proj,0.0000055102,0.01000,0.519
2,mlp.experts.115.up_proj,0.0000006643,0.01000,0.537
2,mlp.experts.116.up_proj,0.0000019088,0.01000,0.523
2,mlp.experts.117.up_proj,0.0000021291,0.01000,0.519
2,mlp.experts.118.up_proj,0.0000044249,0.01000,0.525
2,mlp.experts.119.up_proj,0.0000005428,0.01000,0.524
2,mlp.experts.120.up_proj,0.0000037025,0.01000,0.519
2,mlp.experts.121.up_proj,0.0000038421,0.01000,0.529
2,mlp.experts.122.up_proj,0.0000009659,0.01000,0.527
2,mlp.experts.123.up_proj,0.0000019267,0.01000,0.526
2,mlp.experts.124.up_proj,0.0000071755,0.01000,0.565
2,mlp.experts.125.up_proj,0.0000007166,0.01000,0.516
2,mlp.experts.126.up_proj,0.0000032359,0.01000,0.512
2,mlp.experts.127.up_proj,0.0000002687,0.01000,0.512
2,mlp.experts.0.gate_proj,0.0000045953,0.01000,0.515
2,mlp.experts.1.gate_proj,0.0000029452,0.01000,0.533
2,mlp.experts.2.gate_proj,0.0000001178,0.01000,0.513
2,mlp.experts.3.gate_proj,0.0000151850,0.01000,0.511
2,mlp.experts.4.gate_proj,0.0000026756,0.01000,0.511
2,mlp.experts.5.gate_proj,0.0000025271,0.01000,0.516
2,mlp.experts.6.gate_proj,0.0000036204,0.01000,0.512
2,mlp.experts.7.gate_proj,0.0000016147,0.01000,0.518
2,mlp.experts.8.gate_proj,0.0000027397,0.01000,0.511
2,mlp.experts.9.gate_proj,0.0000021517,0.01000,0.515
2,mlp.experts.10.gate_proj,0.0000014697,0.01000,0.516
2,mlp.experts.11.gate_proj,0.0000041591,0.01000,0.513
2,mlp.experts.12.gate_proj,0.0000052813,0.01000,0.511
2,mlp.experts.13.gate_proj,0.0000019602,0.01000,0.522
2,mlp.experts.14.gate_proj,0.0000019674,0.01000,0.514
2,mlp.experts.15.gate_proj,0.0000027467,0.01000,0.519
2,mlp.experts.16.gate_proj,0.0000002077,0.01000,0.513
2,mlp.experts.17.gate_proj,0.0000064547,0.01000,0.512
2,mlp.experts.18.gate_proj,0.0000021336,0.01000,0.512
2,mlp.experts.19.gate_proj,0.0000029112,0.01000,0.512
2,mlp.experts.20.gate_proj,0.0000027952,0.01000,0.512
2,mlp.experts.21.gate_proj,0.0000012109,0.01000,0.510
2,mlp.experts.22.gate_proj,0.0000070377,0.01000,0.515
2,mlp.experts.23.gate_proj,0.0000066652,0.01000,0.512
2,mlp.experts.24.gate_proj,0.0000050983,0.01000,0.516
2,mlp.experts.25.gate_proj,0.0000034376,0.01000,0.511
2,mlp.experts.26.gate_proj,0.0000036886,0.01000,0.512
2,mlp.experts.27.gate_proj,0.0000013973,0.01000,0.518
2,mlp.experts.28.gate_proj,0.0010754182,0.01000,0.517
2,mlp.experts.29.gate_proj,0.0000019190,0.01000,0.513
2,mlp.experts.30.gate_proj,0.0000008111,0.01000,0.511
2,mlp.experts.31.gate_proj,0.0000013984,0.01000,0.515
2,mlp.experts.32.gate_proj,0.0000007266,0.01000,0.513
2,mlp.experts.33.gate_proj,0.0000009611,0.01000,0.515
2,mlp.experts.34.gate_proj,0.0000065396,0.01000,0.522
2,mlp.experts.35.gate_proj,0.0007885731,0.01000,0.511
2,mlp.experts.36.gate_proj,0.0000079939,0.01000,0.513
2,mlp.experts.37.gate_proj,0.0000011107,0.01000,0.514
2,mlp.experts.38.gate_proj,0.0000181410,0.01000,0.512
2,mlp.experts.39.gate_proj,0.0000012613,0.01000,0.515
2,mlp.experts.40.gate_proj,0.0000001372,0.01000,0.513
2,mlp.experts.41.gate_proj,0.0000010801,0.01000,0.513
2,mlp.experts.42.gate_proj,0.0000002979,0.01000,0.525
2,mlp.experts.43.gate_proj,0.0000186968,0.01000,0.514
2,mlp.experts.44.gate_proj,0.0000067437,0.01000,0.514
2,mlp.experts.45.gate_proj,0.0000009591,0.01000,0.512
2,mlp.experts.46.gate_proj,0.0000057694,0.01000,0.520
2,mlp.experts.47.gate_proj,0.0000002287,0.01000,0.519
2,mlp.experts.48.gate_proj,0.0000030222,0.01000,0.536
2,mlp.experts.49.gate_proj,0.0000038984,0.01000,0.525
2,mlp.experts.50.gate_proj,0.0000017144,0.01000,0.525
2,mlp.experts.51.gate_proj,0.0000015816,0.01000,0.517
2,mlp.experts.52.gate_proj,0.0000026480,0.01000,0.522
2,mlp.experts.53.gate_proj,0.0000010345,0.01000,0.527
2,mlp.experts.54.gate_proj,0.0000023809,0.01000,0.526
2,mlp.experts.55.gate_proj,0.0000010463,0.01000,0.518
2,mlp.experts.56.gate_proj,0.0000035114,0.01000,0.528
2,mlp.experts.57.gate_proj,0.0000013630,0.01000,0.524
2,mlp.experts.58.gate_proj,0.0000031658,0.01000,0.518
2,mlp.experts.59.gate_proj,0.0000031164,0.01000,0.515
2,mlp.experts.60.gate_proj,0.0000666049,0.01000,0.515
2,mlp.experts.61.gate_proj,0.0000016832,0.01000,0.516
2,mlp.experts.62.gate_proj,0.0000002858,0.01000,0.521
2,mlp.experts.63.gate_proj,0.0000061705,0.01000,0.525
2,mlp.experts.64.gate_proj,0.0000008603,0.01000,0.514
2,mlp.experts.65.gate_proj,0.0000029099,0.01000,0.522
2,mlp.experts.66.gate_proj,0.0000039427,0.01000,0.535
2,mlp.experts.67.gate_proj,0.0000020631,0.01000,0.524
2,mlp.experts.68.gate_proj,0.0000027160,0.01000,0.522
2,mlp.experts.69.gate_proj,0.0000036572,0.01000,0.521
2,mlp.experts.70.gate_proj,0.0000009452,0.01000,0.522
2,mlp.experts.71.gate_proj,0.0000051588,0.01000,0.534
2,mlp.experts.72.gate_proj,0.0000015641,0.01000,0.531
2,mlp.experts.73.gate_proj,0.0000019634,0.01000,0.523
2,mlp.experts.74.gate_proj,0.0000039080,0.01000,0.517
2,mlp.experts.75.gate_proj,0.0000026930,0.01000,0.552
2,mlp.experts.76.gate_proj,0.0000034520,0.01000,0.515
2,mlp.experts.77.gate_proj,0.0000001119,0.01000,0.519
2,mlp.experts.78.gate_proj,0.0000026699,0.01000,0.514
2,mlp.experts.79.gate_proj,0.0000080690,0.01000,0.518
2,mlp.experts.80.gate_proj,0.0000018175,0.01000,0.517
2,mlp.experts.81.gate_proj,0.0000067496,0.01000,0.519
2,mlp.experts.82.gate_proj,0.0000010508,0.01000,0.537
2,mlp.experts.83.gate_proj,0.0000009278,0.01000,0.547
2,mlp.experts.84.gate_proj,0.0000006157,0.01000,0.550
2,mlp.experts.85.gate_proj,0.0000005025,0.01000,0.549
2,mlp.experts.86.gate_proj,0.0000088454,0.01000,0.534
2,mlp.experts.87.gate_proj,0.0000014708,0.01000,0.540
2,mlp.experts.88.gate_proj,0.0000007405,0.01000,0.549
2,mlp.experts.89.gate_proj,0.0000105734,0.01000,0.543
2,mlp.experts.90.gate_proj,0.0000020776,0.01000,0.535
2,mlp.experts.91.gate_proj,0.0000029731,0.01000,0.535
2,mlp.experts.92.gate_proj,0.0001203323,0.01000,0.532
2,mlp.experts.93.gate_proj,0.0000002774,0.01000,0.516
2,mlp.experts.94.gate_proj,0.0000001148,0.01000,0.516
2,mlp.experts.95.gate_proj,0.0000000553,0.01000,0.519
2,mlp.experts.96.gate_proj,0.0000066699,0.01000,0.526
2,mlp.experts.97.gate_proj,0.0000008397,0.01000,0.518
2,mlp.experts.98.gate_proj,0.0000001979,0.01000,0.516
2,mlp.experts.99.gate_proj,0.0000001650,0.01000,0.515
2,mlp.experts.100.gate_proj,0.0000164739,0.01000,0.518
2,mlp.experts.101.gate_proj,0.0000010448,0.01000,0.519
2,mlp.experts.102.gate_proj,0.0000006454,0.01000,0.524
2,mlp.experts.103.gate_proj,0.0000003695,0.01000,0.527
2,mlp.experts.104.gate_proj,0.0000020069,0.01000,0.525
2,mlp.experts.105.gate_proj,0.0000098950,0.01000,0.525
2,mlp.experts.106.gate_proj,0.0000008485,0.01000,0.528
2,mlp.experts.107.gate_proj,0.0000018929,0.01000,0.517
2,mlp.experts.108.gate_proj,0.0000003596,0.01000,0.523
2,mlp.experts.109.gate_proj,0.0000015461,0.01000,0.538
2,mlp.experts.110.gate_proj,0.0000012408,0.01000,0.538
2,mlp.experts.111.gate_proj,0.0000020171,0.01000,0.516
2,mlp.experts.112.gate_proj,0.0000020190,0.01000,0.515
2,mlp.experts.113.gate_proj,0.0000074905,0.01000,0.522
2,mlp.experts.114.gate_proj,0.0000057291,0.01000,0.517
2,mlp.experts.115.gate_proj,0.0000007541,0.01000,0.514
2,mlp.experts.116.gate_proj,0.0000019907,0.01000,0.513
2,mlp.experts.117.gate_proj,0.0000022426,0.01000,0.513
2,mlp.experts.118.gate_proj,0.0000046569,0.01000,0.524
2,mlp.experts.119.gate_proj,0.0000006261,0.01000,0.512
2,mlp.experts.120.gate_proj,0.0000040743,0.01000,0.513
2,mlp.experts.121.gate_proj,0.0000041786,0.01000,0.511
2,mlp.experts.122.gate_proj,0.0000010652,0.01000,0.511
2,mlp.experts.123.gate_proj,0.0000020784,0.01000,0.516
2,mlp.experts.124.gate_proj,0.0000076556,0.01000,0.522
2,mlp.experts.125.gate_proj,0.0000007777,0.01000,0.512
2,mlp.experts.126.gate_proj,0.0000035022,0.01000,0.512
2,mlp.experts.127.gate_proj,0.0000002897,0.01000,0.516
2,mlp.experts.0.down_proj,0.0000003384,0.01000,0.198
2,mlp.experts.1.down_proj,0.0000002131,0.01000,0.200
2,mlp.experts.2.down_proj,0.0000000163,0.01000,0.195
2,mlp.experts.3.down_proj,0.0000019852,0.01000,0.195
2,mlp.experts.4.down_proj,0.0000000553,0.01000,0.195
2,mlp.experts.5.down_proj,0.0000003403,0.01000,0.195
2,mlp.experts.6.down_proj,0.0000005832,0.01000,0.197
2,mlp.experts.7.down_proj,0.0000002075,0.01000,0.196
2,mlp.experts.8.down_proj,0.0000003107,0.01000,0.195
2,mlp.experts.9.down_proj,0.0000002379,0.01000,0.196
2,mlp.experts.10.down_proj,0.0000001169,0.01000,0.195
2,mlp.experts.11.down_proj,0.0000003797,0.01000,0.197
2,mlp.experts.12.down_proj,0.0000015044,0.01000,0.196
2,mlp.experts.13.down_proj,0.0000001657,0.01000,0.195
2,mlp.experts.14.down_proj,0.0000002529,0.01000,0.195
2,mlp.experts.15.down_proj,0.0000004552,0.01000,0.196
2,mlp.experts.16.down_proj,0.0000000210,0.01000,0.197
2,mlp.experts.17.down_proj,0.0000009514,0.01000,0.195
2,mlp.experts.18.down_proj,0.0000001076,0.01000,0.199
2,mlp.experts.19.down_proj,0.0000007734,0.01000,0.195
2,mlp.experts.20.down_proj,0.0000003794,0.01000,0.196
2,mlp.experts.21.down_proj,0.0000002936,0.01000,0.196
2,mlp.experts.22.down_proj,0.0000006141,0.01000,0.195
2,mlp.experts.23.down_proj,0.0000009871,0.01000,0.201
2,mlp.experts.24.down_proj,0.0000009220,0.01000,0.194
2,mlp.experts.25.down_proj,0.0000002187,0.01000,0.195
2,mlp.experts.26.down_proj,0.0000004716,0.01000,0.200
2,mlp.experts.27.down_proj,0.0000001085,0.01000,0.195
2,mlp.experts.28.down_proj,0.0000172982,0.01000,0.194
2,mlp.experts.29.down_proj,0.0000011997,0.01000,0.197
2,mlp.experts.30.down_proj,0.0000000870,0.01000,0.200
2,mlp.experts.31.down_proj,0.0000001586,0.01000,0.196
2,mlp.experts.32.down_proj,0.0000000698,0.01000,0.205
2,mlp.experts.33.down_proj,0.0000002838,0.01000,0.197
2,mlp.experts.34.down_proj,0.0000005948,0.01000,0.201
2,mlp.experts.35.down_proj,0.0000177196,0.01000,0.201
2,mlp.experts.36.down_proj,0.0000005027,0.01000,0.205
2,mlp.experts.37.down_proj,0.0000001316,0.01000,0.197
2,mlp.experts.38.down_proj,0.0000003117,0.01000,0.198
2,mlp.experts.39.down_proj,0.0000002366,0.01000,0.197
2,mlp.experts.40.down_proj,0.0000000101,0.01000,0.200
2,mlp.experts.41.down_proj,0.0000001225,0.01000,0.200
2,mlp.experts.42.down_proj,0.0000000285,0.01000,0.200
2,mlp.experts.43.down_proj,0.0000016693,0.01000,0.201
2,mlp.experts.44.down_proj,0.0000012212,0.01000,0.202
2,mlp.experts.45.down_proj,0.0000002115,0.01000,0.207
2,mlp.experts.46.down_proj,0.0000004965,0.01000,0.200
2,mlp.experts.47.down_proj,0.0000000219,0.01000,0.201
2,mlp.experts.48.down_proj,0.0000003329,0.01000,0.196
2,mlp.experts.49.down_proj,0.0000003083,0.01000,0.197
2,mlp.experts.50.down_proj,0.0000000860,0.01000,0.197
2,mlp.experts.51.down_proj,0.0000001480,0.01000,0.202
2,mlp.experts.52.down_proj,0.0000002648,0.01000,0.199
2,mlp.experts.53.down_proj,0.0000002073,0.01000,0.199
2,mlp.experts.54.down_proj,0.0000002427,0.01000,0.198
2,mlp.experts.55.down_proj,0.0000000554,0.01000,0.197
2,mlp.experts.56.down_proj,0.0000000925,0.01000,0.196
2,mlp.experts.57.down_proj,0.0000001441,0.01000,0.197
2,mlp.experts.58.down_proj,0.0000001594,0.01000,0.197
2,mlp.experts.59.down_proj,0.0000004296,0.01000,0.198
2,mlp.experts.60.down_proj,0.0000006410,0.01000,0.196
2,mlp.experts.61.down_proj,0.0000001095,0.01000,0.197
2,mlp.experts.62.down_proj,0.0000000201,0.01000,0.196
2,mlp.experts.63.down_proj,0.0000004491,0.01000,0.197
2,mlp.experts.64.down_proj,0.0000000696,0.01000,0.197
2,mlp.experts.65.down_proj,0.0000003829,0.01000,0.197
2,mlp.experts.66.down_proj,0.0000004135,0.01000,0.197
2,mlp.experts.67.down_proj,0.0000003107,0.01000,0.205
2,mlp.experts.68.down_proj,0.0000002917,0.01000,0.198
2,mlp.experts.69.down_proj,0.0000004973,0.01000,0.196
2,mlp.experts.70.down_proj,0.0000001651,0.01000,0.195
2,mlp.experts.71.down_proj,0.0000003570,0.01000,0.197
2,mlp.experts.72.down_proj,0.0000000646,0.01000,0.196
2,mlp.experts.73.down_proj,0.0000002257,0.01000,0.197
2,mlp.experts.74.down_proj,0.0000004521,0.01000,0.198
2,mlp.experts.75.down_proj,0.0000004689,0.01000,0.197
2,mlp.experts.76.down_proj,0.0000003436,0.01000,0.197
2,mlp.experts.77.down_proj,0.0000000091,0.01000,0.196
2,mlp.experts.78.down_proj,0.0000002346,0.01000,0.197
2,mlp.experts.79.down_proj,0.0000020502,0.01000,0.198
2,mlp.experts.80.down_proj,0.0000002503,0.01000,0.199
2,mlp.experts.81.down_proj,0.0000010898,0.01000,0.197
2,mlp.experts.82.down_proj,0.0000001025,0.01000,0.198
2,mlp.experts.83.down_proj,0.0000000965,0.01000,0.196
2,mlp.experts.84.down_proj,0.0000000826,0.01000,0.197
2,mlp.experts.85.down_proj,0.0000000423,0.01000,0.202
2,mlp.experts.86.down_proj,0.0000015465,0.01000,0.197
2,mlp.experts.87.down_proj,0.0000002249,0.01000,0.197
2,mlp.experts.88.down_proj,0.0000001153,0.01000,0.197
2,mlp.experts.89.down_proj,0.0000008142,0.01000,0.197
2,mlp.experts.90.down_proj,0.0000002911,0.01000,0.205
2,mlp.experts.91.down_proj,0.0000003759,0.01000,0.197
2,mlp.experts.92.down_proj,0.0028384512,0.01000,0.197
2,mlp.experts.93.down_proj,0.0000000252,0.01000,0.197
2,mlp.experts.94.down_proj,0.0000000109,0.01000,0.197
2,mlp.experts.95.down_proj,0.0000000043,0.01000,0.197
2,mlp.experts.96.down_proj,0.0000009753,0.01000,0.197
2,mlp.experts.97.down_proj,0.0000000967,0.01000,0.197
2,mlp.experts.98.down_proj,0.0000000332,0.01000,0.200
2,mlp.experts.99.down_proj,0.0000000215,0.01000,0.197
2,mlp.experts.100.down_proj,0.0000002067,0.01000,0.197
2,mlp.experts.101.down_proj,0.0000000883,0.01000,0.196
2,mlp.experts.102.down_proj,0.0000000467,0.01000,0.197
2,mlp.experts.103.down_proj,0.0000000173,0.01000,0.197
2,mlp.experts.104.down_proj,0.0000003106,0.01000,0.196
2,mlp.experts.105.down_proj,0.0000009853,0.01000,0.196
2,mlp.experts.106.down_proj,0.0000000644,0.01000,0.197
2,mlp.experts.107.down_proj,0.0000003541,0.01000,0.197
2,mlp.experts.108.down_proj,0.0000000176,0.01000,0.196
2,mlp.experts.109.down_proj,0.0000003693,0.01000,0.196
2,mlp.experts.110.down_proj,0.0000001448,0.01000,0.196
2,mlp.experts.111.down_proj,0.0000003039,0.01000,0.197
2,mlp.experts.112.down_proj,0.0000001919,0.01000,0.205
2,mlp.experts.113.down_proj,0.0000000776,0.01000,0.210
2,mlp.experts.114.down_proj,0.0000003407,0.01000,0.204
2,mlp.experts.115.down_proj,0.0000000636,0.01000,0.211
2,mlp.experts.116.down_proj,0.0000002385,0.01000,0.201
2,mlp.experts.117.down_proj,0.0000003256,0.01000,0.204
2,mlp.experts.118.down_proj,0.0000002877,0.01000,0.198
2,mlp.experts.119.down_proj,0.0000000578,0.01000,0.196
2,mlp.experts.120.down_proj,0.0000005759,0.01000,0.198
2,mlp.experts.121.down_proj,0.0000005184,0.01000,0.198
2,mlp.experts.122.down_proj,0.0000001750,0.01000,0.197
2,mlp.experts.123.down_proj,0.0000002044,0.01000,0.197
2,mlp.experts.124.down_proj,0.0000008879,0.01000,0.196
2,mlp.experts.125.down_proj,0.0000000560,0.01000,0.197
2,mlp.experts.126.down_proj,0.0000005048,0.01000,0.196
2,mlp.experts.127.down_proj,0.0000000253,0.01000,0.196
3,self_attn.q_proj,0.0000000098,0.01000,0.518
3,self_attn.k_proj,0.0000000012,0.01000,0.526
3,self_attn.v_proj,0.0000000014,0.01000,0.510
3,self_attn.o_proj,0.0000000013,0.01000,1.038
3,mlp.gate,0.0000007370,0.01000,0.511
3,mlp.experts.0.up_proj,0.0000075823,0.01000,0.515
3,mlp.experts.1.up_proj,0.0000054752,0.01000,0.510
3,mlp.experts.2.up_proj,0.0000018281,0.01000,0.510
3,mlp.experts.3.up_proj,0.0000079552,0.01000,0.511
3,mlp.experts.4.up_proj,0.0000004260,0.01000,0.511
3,mlp.experts.5.up_proj,0.0000076132,0.01000,0.514
3,mlp.experts.6.up_proj,0.0000011553,0.01000,0.511
3,mlp.experts.7.up_proj,0.0000060069,0.01000,0.510
3,mlp.experts.8.up_proj,0.0000121688,0.01000,0.514
3,mlp.experts.9.up_proj,0.0000028641,0.01000,0.513
3,mlp.experts.10.up_proj,0.0000032350,0.01000,0.517
3,mlp.experts.11.up_proj,0.0000045752,0.01000,0.525
3,mlp.experts.12.up_proj,0.0000067324,0.01000,0.525
3,mlp.experts.13.up_proj,0.0000005653,0.01000,0.534
3,mlp.experts.14.up_proj,0.0000009657,0.01000,0.516
3,mlp.experts.15.up_proj,0.0000019618,0.01000,0.514
3,mlp.experts.16.up_proj,0.0000013593,0.01000,0.511
3,mlp.experts.17.up_proj,0.0000003621,0.01000,0.511
3,mlp.experts.18.up_proj,0.0000020664,0.01000,0.514
3,mlp.experts.19.up_proj,0.0000137646,0.01000,0.513
3,mlp.experts.20.up_proj,0.0000056899,0.01000,0.511
3,mlp.experts.21.up_proj,0.0000041374,0.01000,0.527
3,mlp.experts.22.up_proj,0.0000052868,0.01000,0.511
3,mlp.experts.23.up_proj,0.0000149290,0.01000,0.540
3,mlp.experts.24.up_proj,0.0000065063,0.01000,0.519
3,mlp.experts.25.up_proj,0.0000032152,0.01000,0.535
3,mlp.experts.26.up_proj,0.0000054642,0.01000,0.514
3,mlp.experts.27.up_proj,0.0000255877,0.01000,0.513
3,mlp.experts.28.up_proj,0.0000104693,0.01000,0.514
3,mlp.experts.29.up_proj,0.0000028655,0.01000,0.514
3,mlp.experts.30.up_proj,0.0000098465,0.01000,0.514
3,mlp.experts.31.up_proj,0.0000005117,0.01000,0.515
3,mlp.experts.32.up_proj,0.0000071919,0.01000,0.516
3,mlp.experts.33.up_proj,0.0000156691,0.01000,0.515
3,mlp.experts.34.up_proj,0.0000001189,0.01000,0.516
3,mlp.experts.35.up_proj,0.0000046240,0.01000,0.513
3,mlp.experts.36.up_proj,0.0000003702,0.01000,0.515
3,mlp.experts.37.up_proj,0.0000002479,0.01000,0.515
3,mlp.experts.38.up_proj,0.0000049003,0.01000,0.518
3,mlp.experts.39.up_proj,0.0000024407,0.01000,0.519
3,mlp.experts.40.up_proj,0.0000070599,0.01000,0.512
3,mlp.experts.41.up_proj,0.0000011655,0.01000,0.512
3,mlp.experts.42.up_proj,0.0000091400,0.01000,0.515
3,mlp.experts.43.up_proj,0.0000052368,0.01000,0.519
3,mlp.experts.44.up_proj,0.0000215170,0.01000,0.516
3,mlp.experts.45.up_proj,0.0000007972,0.01000,0.520
3,mlp.experts.46.up_proj,0.0000074746,0.01000,0.519
3,mlp.experts.47.up_proj,0.0000035226,0.01000,0.522
3,mlp.experts.48.up_proj,0.0000060005,0.01000,0.524
3,mlp.experts.49.up_proj,0.0000011869,0.01000,0.514
3,mlp.experts.50.up_proj,0.0000072165,0.01000,0.537
3,mlp.experts.51.up_proj,0.0000074678,0.01000,0.544
3,mlp.experts.52.up_proj,0.0000016191,0.01000,0.540
3,mlp.experts.53.up_proj,0.0000091092,0.01000,0.533
3,mlp.experts.54.up_proj,0.0000061169,0.01000,0.521
3,mlp.experts.55.up_proj,0.0000007653,0.01000,0.519
3,mlp.experts.56.up_proj,0.0000160450,0.01000,0.514
3,mlp.experts.57.up_proj,0.0000099226,0.01000,0.511
3,mlp.experts.58.up_proj,0.0000064228,0.01000,0.515
3,mlp.experts.59.up_proj,0.0000025093,0.01000,0.511
3,mlp.experts.60.up_proj,0.0000014373,0.01000,0.510
3,mlp.experts.61.up_proj,0.0000012589,0.01000,0.511
3,mlp.experts.62.up_proj,0.0000056240,0.01000,0.511
3,mlp.experts.63.up_proj,0.0000031806,0.01000,0.513
3,mlp.experts.64.up_proj,0.0000048468,0.01000,0.517
3,mlp.experts.65.up_proj,0.0000100435,0.01000,0.510
3,mlp.experts.66.up_proj,0.0000061557,0.01000,0.520
3,mlp.experts.67.up_proj,0.0000060550,0.01000,0.512
3,mlp.experts.68.up_proj,0.0000047724,0.01000,0.511
3,mlp.experts.69.up_proj,0.0000147382,0.01000,0.511
3,mlp.experts.70.up_proj,0.0000055684,0.01000,0.509
3,mlp.experts.71.up_proj,0.0000087364,0.01000,0.515
3,mlp.experts.72.up_proj,0.0000010625,0.01000,0.511
3,mlp.experts.73.up_proj,0.0000041902,0.01000,0.522
3,mlp.experts.74.up_proj,0.0000001278,0.01000,0.518
3,mlp.experts.75.up_proj,0.0000013429,0.01000,0.525
3,mlp.experts.76.up_proj,0.0000034586,0.01000,0.541
3,mlp.experts.77.up_proj,0.0000048788,0.01000,0.512
3,mlp.experts.78.up_proj,0.0000037805,0.01000,0.512
3,mlp.experts.79.up_proj,0.0000002776,0.01000,0.519
3,mlp.experts.80.up_proj,0.0000059804,0.01000,0.519
3,mlp.experts.81.up_proj,0.0000031674,0.01000,0.510
3,mlp.experts.82.up_proj,0.0000013778,0.01000,0.513
3,mlp.experts.83.up_proj,0.0000323091,0.01000,0.523
3,mlp.experts.84.up_proj,0.0000006821,0.01000,0.513
3,mlp.experts.85.up_proj,0.0000122734,0.01000,0.511
3,mlp.experts.86.up_proj,0.0000002930,0.01000,0.512
3,mlp.experts.87.up_proj,0.0000118909,0.01000,0.509
3,mlp.experts.88.up_proj,0.0000001356,0.01000,0.516
3,mlp.experts.89.up_proj,0.0000014617,0.01000,0.520
3,mlp.experts.90.up_proj,0.0000076683,0.01000,0.518
3,mlp.experts.91.up_proj,0.0000048536,0.01000,0.512
3,mlp.experts.92.up_proj,0.0000069955,0.01000,0.510
3,mlp.experts.93.up_proj,0.0000047627,0.01000,0.523
3,mlp.experts.94.up_proj,0.0000046025,0.01000,0.510
3,mlp.experts.95.up_proj,0.0000287443,0.01000,0.511
3,mlp.experts.96.up_proj,0.0000278066,0.01000,0.512
3,mlp.experts.97.up_proj,0.0000057627,0.01000,0.512
3,mlp.experts.98.up_proj,0.0000100510,0.01000,0.514
3,mlp.experts.99.up_proj,0.0000034607,0.01000,0.511
3,mlp.experts.100.up_proj,0.0000013956,0.01000,0.511
3,mlp.experts.101.up_proj,0.0000026900,0.01000,0.512
3,mlp.experts.102.up_proj,0.0000032937,0.01000,0.511
3,mlp.experts.103.up_proj,0.0000001659,0.01000,0.515
3,mlp.experts.104.up_proj,0.0000019860,0.01000,0.512
3,mlp.experts.105.up_proj,0.0000048511,0.01000,0.513
3,mlp.experts.106.up_proj,0.0000046967,0.01000,0.514
3,mlp.experts.107.up_proj,0.0000020030,0.01000,0.525
3,mlp.experts.108.up_proj,0.0000081747,0.01000,0.516
3,mlp.experts.109.up_proj,0.0000117764,0.01000,0.512
3,mlp.experts.110.up_proj,0.0000176880,0.01000,0.513
3,mlp.experts.111.up_proj,0.0000137221,0.01000,0.520
3,mlp.experts.112.up_proj,0.0000004441,0.01000,0.515
3,mlp.experts.113.up_proj,0.0000056305,0.01000,0.515
3,mlp.experts.114.up_proj,0.0000014140,0.01000,0.524
3,mlp.experts.115.up_proj,0.0000005454,0.01000,0.513
3,mlp.experts.116.up_proj,0.0000103060,0.01000,0.513
3,mlp.experts.117.up_proj,0.0000042845,0.01000,0.513
3,mlp.experts.118.up_proj,0.0000221254,0.01000,0.514
3,mlp.experts.119.up_proj,0.0000156338,0.01000,0.514
3,mlp.experts.120.up_proj,0.0000038833,0.01000,0.511
3,mlp.experts.121.up_proj,0.0000052957,0.01000,0.522
3,mlp.experts.122.up_proj,0.0000049346,0.01000,0.511
3,mlp.experts.123.up_proj,0.0000039729,0.01000,0.512
3,mlp.experts.124.up_proj,0.0000006043,0.01000,0.512
3,mlp.experts.125.up_proj,0.0000198900,0.01000,0.512
3,mlp.experts.126.up_proj,0.0000036911,0.01000,0.513
3,mlp.experts.127.up_proj,0.0000012109,0.01000,0.525
3,mlp.experts.0.gate_proj,0.0000080548,0.01000,0.521
3,mlp.experts.1.gate_proj,0.0000057495,0.01000,0.513
3,mlp.experts.2.gate_proj,0.0000019222,0.01000,0.513
3,mlp.experts.3.gate_proj,0.0000085269,0.01000,0.517
3,mlp.experts.4.gate_proj,0.0000004726,0.01000,0.512
3,mlp.experts.5.gate_proj,0.0000081142,0.01000,0.512
3,mlp.experts.6.gate_proj,0.0000011858,0.01000,0.512
3,mlp.experts.7.gate_proj,0.0000074816,0.01000,0.520
3,mlp.experts.8.gate_proj,0.0000133788,0.01000,0.512
3,mlp.experts.9.gate_proj,0.0000031159,0.01000,0.511
3,mlp.experts.10.gate_proj,0.0000035312,0.01000,0.516
3,mlp.experts.11.gate_proj,0.0000049800,0.01000,0.512
3,mlp.experts.12.gate_proj,0.0000072623,0.01000,0.515
3,mlp.experts.13.gate_proj,0.0000006446,0.01000,0.524
3,mlp.experts.14.gate_proj,0.0000009775,0.01000,0.519
3,mlp.experts.15.gate_proj,0.0000022063,0.01000,0.511
3,mlp.experts.16.gate_proj,0.0000014360,0.01000,0.522
3,mlp.experts.17.gate_proj,0.0000003953,0.01000,0.512
3,mlp.experts.18.gate_proj,0.0000022210,0.01000,0.512
3,mlp.experts.19.gate_proj,0.0000143664,0.01000,0.510
3,mlp.experts.20.gate_proj,0.0000060491,0.01000,0.513
3,mlp.experts.21.gate_proj,0.0000044432,0.01000,0.514
3,mlp.experts.22.gate_proj,0.0000057508,0.01000,0.514
3,mlp.experts.23.gate_proj,0.0000159464,0.01000,0.516
3,mlp.experts.24.gate_proj,0.0000067032,0.01000,0.513
3,mlp.experts.25.gate_proj,0.0000033954,0.01000,0.512
3,mlp.experts.26.gate_proj,0.0000062920,0.01000,0.511
3,mlp.experts.27.gate_proj,0.0000274013,0.01000,0.511
3,mlp.experts.28.gate_proj,0.0000112101,0.01000,0.512
3,mlp.experts.29.gate_proj,0.0000030761,0.01000,0.513
3,mlp.experts.30.gate_proj,0.0000106484,0.01000,0.519
3,mlp.experts.31.gate_proj,0.0000005636,0.01000,0.510
3,mlp.experts.32.gate_proj,0.0000077409,0.01000,0.511
3,mlp.experts.33.gate_proj,0.0000166007,0.01000,0.513
3,mlp.experts.34.gate_proj,0.0000001319,0.01000,0.518
3,mlp.experts.35.gate_proj,0.0000048657,0.01000,0.514
3,mlp.experts.36.gate_proj,0.0000004200,0.01000,0.511
3,mlp.experts.37.gate_proj,0.0000002672,0.01000,0.515
3,mlp.experts.38.gate_proj,0.0000059102,0.01000,0.521
3,mlp.experts.39.gate_proj,0.0000026878,0.01000,0.512
3,mlp.experts.40.gate_proj,0.0000073593,0.01000,0.513
3,mlp.experts.41.gate_proj,0.0000012636,0.01000,0.514
3,mlp.experts.42.gate_proj,0.0000105778,0.01000,0.517
3,mlp.experts.43.gate_proj,0.0000056653,0.01000,0.513
3,mlp.experts.44.gate_proj,0.0000229675,0.01000,0.511
3,mlp.experts.45.gate_proj,0.0000008570,0.01000,0.512
3,mlp.experts.46.gate_proj,0.0000078569,0.01000,0.514
3,mlp.experts.47.gate_proj,0.0000037591,0.01000,0.517
3,mlp.experts.48.gate_proj,0.0000065090,0.01000,0.520
3,mlp.experts.49.gate_proj,0.0000013252,0.01000,0.512
3,mlp.experts.50.gate_proj,0.0000076554,0.01000,0.519
3,mlp.experts.51.gate_proj,0.0000078871,0.01000,0.526
3,mlp.experts.52.gate_proj,0.0000018315,0.01000,0.527
3,mlp.experts.53.gate_proj,0.0000094195,0.01000,0.517
3,mlp.experts.54.gate_proj,0.0000062106,0.01000,0.515
3,mlp.experts.55.gate_proj,0.0000008345,0.01000,0.511
3,mlp.experts.56.gate_proj,0.0000171608,0.01000,0.513
3,mlp.experts.57.gate_proj,0.0000104817,0.01000,0.512
3,mlp.experts.58.gate_proj,0.0000068450,0.01000,0.511
3,mlp.experts.59.gate_proj,0.0000027186,0.01000,0.512
3,mlp.experts.60.gate_proj,0.0000015689,0.01000,0.511
3,mlp.experts.61.gate_proj,0.0000013632,0.01000,0.518
3,mlp.experts.62.gate_proj,0.0000062570,0.01000,0.521
3,mlp.experts.63.gate_proj,0.0000035849,0.01000,0.516
3,mlp.experts.64.gate_proj,0.0000055445,0.01000,0.511
3,mlp.experts.65.gate_proj,0.0000107516,0.01000,0.513
3,mlp.experts.66.gate_proj,0.0000066108,0.01000,0.511
3,mlp.experts.67.gate_proj,0.0000064116,0.01000,0.511
3,mlp.experts.68.gate_proj,0.0000051776,0.01000,0.511
3,mlp.experts.69.gate_proj,0.0000157385,0.01000,0.514
3,mlp.experts.70.gate_proj,0.0000056237,0.01000,0.512
3,mlp.experts.71.gate_proj,0.0000092643,0.01000,0.511
3,mlp.experts.72.gate_proj,0.0000011837,0.01000,0.511
3,mlp.experts.73.gate_proj,0.0000044890,0.01000,0.522
3,mlp.experts.74.gate_proj,0.0000001374,0.01000,0.516
3,mlp.experts.75.gate_proj,0.0000015885,0.01000,0.535
3,mlp.experts.76.gate_proj,0.0000037864,0.01000,0.544
3,mlp.experts.77.gate_proj,0.0000051214,0.01000,0.535
3,mlp.experts.78.gate_proj,0.0000040958,0.01000,0.516
3,mlp.experts.79.gate_proj,0.0000003006,0.01000,0.519
3,mlp.experts.80.gate_proj,0.0000064209,0.01000,0.520
3,mlp.experts.81.gate_proj,0.0000034604,0.01000,0.515
3,mlp.experts.82.gate_proj,0.0000025782,0.01000,0.514
3,mlp.experts.83.gate_proj,0.0000358794,0.01000,0.513
3,mlp.experts.84.gate_proj,0.0000007342,0.01000,0.516
3,mlp.experts.85.gate_proj,0.0000129626,0.01000,0.515
3,mlp.experts.86.gate_proj,0.0000003253,0.01000,0.515
3,mlp.experts.87.gate_proj,0.0000127472,0.01000,0.516
3,mlp.experts.88.gate_proj,0.0000001487,0.01000,0.517
3,mlp.experts.89.gate_proj,0.0000015443,0.01000,0.515
3,mlp.experts.90.gate_proj,0.0000081822,0.01000,0.512
3,mlp.experts.91.gate_proj,0.0000053607,0.01000,0.539
3,mlp.experts.92.gate_proj,0.0000073363,0.01000,0.516
3,mlp.experts.93.gate_proj,0.0000051438,0.01000,0.526
3,mlp.experts.94.gate_proj,0.0000048787,0.01000,0.528
3,mlp.experts.95.gate_proj,0.0000302032,0.01000,0.540
3,mlp.experts.96.gate_proj,0.0000292242,0.01000,0.520
3,mlp.experts.97.gate_proj,0.0000062096,0.01000,0.517
3,mlp.experts.98.gate_proj,0.0000116779,0.01000,0.516
3,mlp.experts.99.gate_proj,0.0000037376,0.01000,0.517
3,mlp.experts.100.gate_proj,0.0000015131,0.01000,0.516
3,mlp.experts.101.gate_proj,0.0000028276,0.01000,0.518
3,mlp.experts.102.gate_proj,0.0000036279,0.01000,0.519
3,mlp.experts.103.gate_proj,0.0000001771,0.01000,0.515
3,mlp.experts.104.gate_proj,0.0000021736,0.01000,0.531
3,mlp.experts.105.gate_proj,0.0000058269,0.01000,0.545
3,mlp.experts.106.gate_proj,0.0000051575,0.01000,0.521
3,mlp.experts.107.gate_proj,0.0000022761,0.01000,0.516
3,mlp.experts.108.gate_proj,0.0000088290,0.01000,0.515
3,mlp.experts.109.gate_proj,0.0000125271,0.01000,0.512
3,mlp.experts.110.gate_proj,0.0000188435,0.01000,0.543
3,mlp.experts.111.gate_proj,0.0000144726,0.01000,0.510
3,mlp.experts.112.gate_proj,0.0000004961,0.01000,0.511
3,mlp.experts.113.gate_proj,0.0000059992,0.01000,0.524
3,mlp.experts.114.gate_proj,0.0000014855,0.01000,0.527
3,mlp.experts.115.gate_proj,0.0000005946,0.01000,0.512
3,mlp.experts.116.gate_proj,0.0000114030,0.01000,0.512
3,mlp.experts.117.gate_proj,0.0000045825,0.01000,0.510
3,mlp.experts.118.gate_proj,0.0000232325,0.01000,0.518
3,mlp.experts.119.gate_proj,0.0000165754,0.01000,0.523
3,mlp.experts.120.gate_proj,0.0000040043,0.01000,0.510
3,mlp.experts.121.gate_proj,0.0000057870,0.01000,0.516
3,mlp.experts.122.gate_proj,0.0000054119,0.01000,0.515
3,mlp.experts.123.gate_proj,0.0000043035,0.01000,0.517
3,mlp.experts.124.gate_proj,0.0000006418,0.01000,0.512
3,mlp.experts.125.gate_proj,0.0000213194,0.01000,0.509
3,mlp.experts.126.gate_proj,0.0000038871,0.01000,0.509
3,mlp.experts.127.gate_proj,0.0000013046,0.01000,0.510
3,mlp.experts.0.down_proj,0.0000008146,0.01000,0.200
3,mlp.experts.1.down_proj,0.0000006591,0.01000,0.194
3,mlp.experts.2.down_proj,0.0000001409,0.01000,0.193
3,mlp.experts.3.down_proj,0.0000007969,0.01000,0.195
3,mlp.experts.4.down_proj,0.0000001033,0.01000,0.194
3,mlp.experts.5.down_proj,0.0000009736,0.01000,0.193
3,mlp.experts.6.down_proj,0.0000001391,0.01000,0.194
3,mlp.experts.7.down_proj,0.0000005174,0.01000,0.194
3,mlp.experts.8.down_proj,0.0000033187,0.01000,0.197
3,mlp.experts.9.down_proj,0.0000002350,0.01000,0.195
3,mlp.experts.10.down_proj,0.0000004403,0.01000,0.197
3,mlp.experts.11.down_proj,0.0000006888,0.01000,0.195
3,mlp.experts.12.down_proj,0.0000008579,0.01000,0.194
3,mlp.experts.13.down_proj,0.0000000988,0.01000,0.194
3,mlp.experts.14.down_proj,0.0000001109,0.01000,0.194
3,mlp.experts.15.down_proj,0.0000003013,0.01000,0.205
3,mlp.experts.16.down_proj,0.0000001462,0.01000,0.194
3,mlp.experts.17.down_proj,0.0000000772,0.01000,0.196
3,mlp.experts.18.down_proj,0.0000002520,0.01000,0.194
3,mlp.experts.19.down_proj,0.0000023413,0.01000,0.195
3,mlp.experts.20.down_proj,0.0000006288,0.01000,0.194
3,mlp.experts.21.down_proj,0.0000003862,0.01000,0.194
3,mlp.experts.22.down_proj,0.0000004883,0.01000,0.195
3,mlp.experts.23.down_proj,0.0000025165,0.01000,0.194
3,mlp.experts.24.down_proj,0.0000006489,0.01000,0.195
3,mlp.experts.25.down_proj,0.0000003257,0.01000,0.198
3,mlp.experts.26.down_proj,0.0000003995,0.01000,0.196
3,mlp.experts.27.down_proj,0.0000023421,0.01000,0.194
3,mlp.experts.28.down_proj,0.0000017514,0.01000,0.194
3,mlp.experts.29.down_proj,0.0000002149,0.01000,0.194
3,mlp.experts.30.down_proj,0.0000017109,0.01000,0.196
3,mlp.experts.31.down_proj,0.0000002240,0.01000,0.194
3,mlp.experts.32.down_proj,0.0000008664,0.01000,0.195
3,mlp.experts.33.down_proj,0.0000020108,0.01000,0.195
3,mlp.experts.34.down_proj,0.0000000153,0.01000,0.194
3,mlp.experts.35.down_proj,0.0000003489,0.01000,0.198
3,mlp.experts.36.down_proj,0.0000000940,0.01000,0.194
3,mlp.experts.37.down_proj,0.0000000244,0.01000,0.194
3,mlp.experts.38.down_proj,0.0000003332,0.01000,0.198
3,mlp.experts.39.down_proj,0.0000002902,0.01000,0.194
3,mlp.experts.40.down_proj,0.0000009986,0.01000,0.194
3,mlp.experts.41.down_proj,0.0000001037,0.01000,0.194
3,mlp.experts.42.down_proj,0.0000014830,0.01000,0.194
3,mlp.experts.43.down_proj,0.0000005110,0.01000,0.202
3,mlp.experts.44.down_proj,0.0000028736,0.01000,0.194
3,mlp.experts.45.down_proj,0.0000001123,0.01000,0.194
3,mlp.experts.46.down_proj,0.0000006078,0.01000,0.193
3,mlp.experts.47.down_proj,0.0000003475,0.01000,0.195
3,mlp.experts.48.down_proj,0.0000009662,0.01000,0.199
3,mlp.experts.49.down_proj,0.0000001670,0.01000,0.195
3,mlp.experts.50.down_proj,0.0000010286,0.01000,0.196
3,mlp.experts.51.down_proj,0.0000007758,0.01000,0.196
3,mlp.experts.52.down_proj,0.0000003106,0.01000,0.196
3,mlp.experts.53.down_proj,0.0000005914,0.01000,0.196
3,mlp.experts.54.down_proj,0.0000004148,0.01000,0.196
3,mlp.experts.55.down_proj,0.0000000616,0.01000,0.196
3,mlp.experts.56.down_proj,0.0000023416,0.01000,0.197
3,mlp.experts.57.down_proj,0.0000012936,0.01000,0.197
3,mlp.experts.58.down_proj,0.0000009473,0.01000,0.199
3,mlp.experts.59.down_proj,0.0000002665,0.01000,0.200
3,mlp.experts.60.down_proj,0.0000001859,0.01000,0.198
3,mlp.experts.61.down_proj,0.0000000973,0.01000,0.200
3,mlp.experts.62.down_proj,0.0000003838,0.01000,0.206
3,mlp.experts.63.down_proj,0.0000005907,0.01000,0.201
3,mlp.experts.64.down_proj,0.0000003474,0.01000,0.199
3,mlp.experts.65.down_proj,0.0000017846,0.01000,0.197
3,mlp.experts.66.down_proj,0.0000006817,0.01000,0.197
3,mlp.experts.67.down_proj,0.0000006877,0.01000,0.197
3,mlp.experts.68.down_proj,0.0000018208,0.01000,0.197
3,mlp.experts.69.down_proj,0.0000015952,0.01000,0.197
3,mlp.experts.70.down_proj,0.0000006829,0.01000,0.197
3,mlp.experts.71.down_proj,0.0000009844,0.01000,0.198
3,mlp.experts.72.down_proj,0.0000001555,0.01000,0.199
3,mlp.experts.73.down_proj,0.0000004701,0.01000,0.197
3,mlp.experts.74.down_proj,0.0000000172,0.01000,0.197
3,mlp.experts.75.down_proj,0.0000002411,0.01000,0.201
3,mlp.experts.76.down_proj,0.0000004096,0.01000,0.197
3,mlp.experts.77.down_proj,0.0000006329,0.01000,0.197
3,mlp.experts.78.down_proj,0.0000003177,0.01000,0.198
3,mlp.experts.79.down_proj,0.0000000285,0.01000,0.197
3,mlp.experts.80.down_proj,0.0000007092,0.01000,0.199
3,mlp.experts.81.down_proj,0.0000008787,0.01000,0.197
3,mlp.experts.82.down_proj,0.0000680247,0.01000,0.198
3,mlp.experts.83.down_proj,0.0000095786,0.01000,0.199
3,mlp.experts.84.down_proj,0.0000000709,0.01000,0.197
3,mlp.experts.85.down_proj,0.0000008348,0.01000,0.197
3,mlp.experts.86.down_proj,0.0000000613,0.01000,0.198
3,mlp.experts.87.down_proj,0.0000019059,0.01000,0.197
3,mlp.experts.88.down_proj,0.0000000241,0.01000,0.198
3,mlp.experts.89.down_proj,0.0000002580,0.01000,0.197
3,mlp.experts.90.down_proj,0.0000009485,0.01000,0.197
3,mlp.experts.91.down_proj,0.0000005628,0.01000,0.197
3,mlp.experts.92.down_proj,0.0000009246,0.01000,0.197
3,mlp.experts.93.down_proj,0.0000005226,0.01000,0.197
3,mlp.experts.94.down_proj,0.0000005235,0.01000,0.198
3,mlp.experts.95.down_proj,0.0000024975,0.01000,0.197
3,mlp.experts.96.down_proj,0.0000057028,0.01000,0.200
3,mlp.experts.97.down_proj,0.0000006570,0.01000,0.198
3,mlp.experts.98.down_proj,0.0000010135,0.01000,0.196
3,mlp.experts.99.down_proj,0.0000002717,0.01000,0.198
3,mlp.experts.100.down_proj,0.0000001126,0.01000,0.198
3,mlp.experts.101.down_proj,0.0000001971,0.01000,0.197
3,mlp.experts.102.down_proj,0.0000006560,0.01000,0.198
3,mlp.experts.103.down_proj,0.0000000265,0.01000,0.199
3,mlp.experts.104.down_proj,0.0000002531,0.01000,0.198
3,mlp.experts.105.down_proj,0.0000003838,0.01000,0.204
3,mlp.experts.106.down_proj,0.0000005843,0.01000,0.203
3,mlp.experts.107.down_proj,0.0000003874,0.01000,0.204
3,mlp.experts.108.down_proj,0.0000010572,0.01000,0.199
3,mlp.experts.109.down_proj,0.0000014813,0.01000,0.197
3,mlp.experts.110.down_proj,0.0000026627,0.01000,0.197
3,mlp.experts.111.down_proj,0.0000020889,0.01000,0.200
3,mlp.experts.112.down_proj,0.0000000541,0.01000,0.197
3,mlp.experts.113.down_proj,0.0000004510,0.01000,0.197
3,mlp.experts.114.down_proj,0.0000001232,0.01000,0.198
3,mlp.experts.115.down_proj,0.0000000791,0.01000,0.197
3,mlp.experts.116.down_proj,0.0000011671,0.01000,0.205
3,mlp.experts.117.down_proj,0.0000004015,0.01000,0.201
3,mlp.experts.118.down_proj,0.0000026585,0.01000,0.197
3,mlp.experts.119.down_proj,0.0000026632,0.01000,0.198
3,mlp.experts.120.down_proj,0.0000004585,0.01000,0.234
3,mlp.experts.121.down_proj,0.0000006585,0.01000,0.205
3,mlp.experts.122.down_proj,0.0000007204,0.01000,0.214
3,mlp.experts.123.down_proj,0.0000003794,0.01000,0.210
3,mlp.experts.124.down_proj,0.0000000483,0.01000,0.206
3,mlp.experts.125.down_proj,0.0000031612,0.01000,0.207
3,mlp.experts.126.down_proj,0.0000004521,0.01000,0.202
3,mlp.experts.127.down_proj,0.0000001024,0.01000,0.207
4,self_attn.q_proj,0.0000000070,0.01000,0.524
4,self_attn.k_proj,0.0000000010,0.01000,0.517
4,self_attn.v_proj,0.0000000011,0.01000,0.513
4,self_attn.o_proj,0.0000000012,0.01000,1.036
4,mlp.gate,0.0000004111,0.01000,0.511
4,mlp.experts.0.up_proj,0.0000043803,0.01000,0.515
4,mlp.experts.1.up_proj,0.0000108863,0.01000,0.509
4,mlp.experts.2.up_proj,0.0000087266,0.01000,0.508
4,mlp.experts.3.up_proj,0.0000406794,0.01000,0.510
4,mlp.experts.4.up_proj,0.0000043370,0.01000,0.510
4,mlp.experts.5.up_proj,0.0000081376,0.01000,0.517
4,mlp.experts.6.up_proj,0.0000155064,0.01000,0.511
4,mlp.experts.7.up_proj,0.0000003690,0.01000,0.530
4,mlp.experts.8.up_proj,0.0000065258,0.01000,0.512
4,mlp.experts.9.up_proj,0.0000049090,0.01000,0.511
4,mlp.experts.10.up_proj,0.0000027194,0.01000,0.531
4,mlp.experts.11.up_proj,0.0000002572,0.01000,0.520
4,mlp.experts.12.up_proj,0.0000218265,0.01000,0.513
4,mlp.experts.13.up_proj,0.0000018472,0.01000,0.510
4,mlp.experts.14.up_proj,0.0000203092,0.01000,0.511
4,mlp.experts.15.up_proj,0.0000274203,0.01000,0.512
4,mlp.experts.16.up_proj,0.0000042596,0.01000,0.520
4,mlp.experts.17.up_proj,0.0000005560,0.01000,0.529
4,mlp.experts.18.up_proj,0.0000068608,0.01000,0.518
4,mlp.experts.19.up_proj,0.0000124021,0.01000,0.525
4,mlp.experts.20.up_proj,0.0000141984,0.01000,0.511
4,mlp.experts.21.up_proj,0.0000262802,0.01000,0.512
4,mlp.experts.22.up_proj,0.0000025809,0.01000,0.521
4,mlp.experts.23.up_proj,0.0000034272,0.01000,0.520
4,mlp.experts.24.up_proj,0.0000010829,0.01000,0.508
4,mlp.experts.25.up_proj,0.0000032680,0.01000,0.510
4,mlp.experts.26.up_proj,0.0000046684,0.01000,0.511
4,mlp.experts.27.up_proj,0.0000053398,0.01000,0.512
4,mlp.experts.28.up_proj,0.0000310540,0.01000,0.509
4,mlp.experts.29.up_proj,0.0000017420,0.01000,0.513
4,mlp.experts.30.up_proj,0.0000070338,0.01000,0.512
4,mlp.experts.31.up_proj,0.0000031041,0.01000,0.510
4,mlp.experts.32.up_proj,0.0000001918,0.01000,0.511
4,mlp.experts.33.up_proj,0.0000393680,0.01000,0.522
4,mlp.experts.34.up_proj,0.0000070399,0.01000,0.510
4,mlp.experts.35.up_proj,0.0000206838,0.01000,0.511
4,mlp.experts.36.up_proj,0.0000050339,0.01000,0.513
4,mlp.experts.37.up_proj,0.0000013393,0.01000,0.515
4,mlp.experts.38.up_proj,0.0000060752,0.01000,0.510
4,mlp.experts.39.up_proj,0.0000037692,0.01000,0.511
4,mlp.experts.40.up_proj,0.0000034227,0.01000,0.510
4,mlp.experts.41.up_proj,0.0002023402,0.01000,0.515
4,mlp.experts.42.up_proj,0.0000048755,0.01000,0.519
4,mlp.experts.43.up_proj,0.0000231188,0.01000,0.509
4,mlp.experts.44.up_proj,0.0000019921,0.01000,0.511
4,mlp.experts.45.up_proj,0.0000051838,0.01000,0.512
4,mlp.experts.46.up_proj,0.0000086001,0.01000,0.513
4,mlp.experts.47.up_proj,0.0000040906,0.01000,0.524
4,mlp.experts.48.up_proj,0.0000012152,0.01000,0.518
4,mlp.experts.49.up_proj,0.0000044165,0.01000,0.513
4,mlp.experts.50.up_proj,0.0000057893,0.01000,0.515
4,mlp.experts.51.up_proj,0.0000040714,0.01000,0.513
4,mlp.experts.52.up_proj,0.0000002049,0.01000,0.513
4,mlp.experts.53.up_proj,0.0000039669,0.01000,0.512
4,mlp.experts.54.up_proj,0.0000011225,0.01000,0.513
4,mlp.experts.55.up_proj,0.0000065047,0.01000,0.530
4,mlp.experts.56.up_proj,0.0000026645,0.01000,0.518
4,mlp.experts.57.up_proj,0.0000060323,0.01000,0.511
4,mlp.experts.58.up_proj,0.0000062409,0.01000,0.509
4,mlp.experts.59.up_proj,0.0000029336,0.01000,0.511
4,mlp.experts.60.up_proj,0.0000022845,0.01000,0.528
4,mlp.experts.61.up_proj,0.0000412310,0.01000,0.526
4,mlp.experts.62.up_proj,0.0000188360,0.01000,0.511
4,mlp.experts.63.up_proj,0.0000026968,0.01000,0.517
4,mlp.experts.64.up_proj,0.0000014260,0.01000,0.510
4,mlp.experts.65.up_proj,0.0000339930,0.01000,0.512
4,mlp.experts.66.up_proj,0.0000043918,0.01000,0.512
4,mlp.experts.67.up_proj,0.0000033264,0.01000,0.511
4,mlp.experts.68.up_proj,0.0000528544,0.01000,0.512
4,mlp.experts.69.up_proj,0.0000085665,0.01000,0.511
4,mlp.experts.70.up_proj,0.0000051408,0.01000,0.531
4,mlp.experts.71.up_proj,0.0000240869,0.01000,0.519
4,mlp.experts.72.up_proj,0.0000018024,0.01000,0.512
4,mlp.experts.73.up_proj,0.0000002476,0.01000,0.515
4,mlp.experts.74.up_proj,0.0000033631,0.01000,0.518
4,mlp.experts.75.up_proj,0.0000056595,0.01000,0.544
4,mlp.experts.76.up_proj,0.0000008544,0.01000,0.513
4,mlp.experts.77.up_proj,0.0000043888,0.01000,0.533
4,mlp.experts.78.up_proj,0.0000024455,0.01000,0.516
4,mlp.experts.79.up_proj,0.0000020781,0.01000,0.515
4,mlp.experts.80.up_proj,0.0000416186,0.01000,0.514
4,mlp.experts.81.up_proj,0.0000021978,0.01000,0.513
4,mlp.experts.82.up_proj,0.0000130154,0.01000,0.513
4,mlp.experts.83.up_proj,0.0000042150,0.01000,0.515
4,mlp.experts.84.up_proj,0.0000094315,0.01000,0.519
4,mlp.experts.85.up_proj,0.0000003326,0.01000,0.515
4,mlp.experts.86.up_proj,0.0000042121,0.01000,0.512
4,mlp.experts.87.up_proj,0.0000061212,0.01000,0.520
4,mlp.experts.88.up_proj,0.0000067746,0.01000,0.519
4,mlp.experts.89.up_proj,0.0000296398,0.01000,0.517
4,mlp.experts.90.up_proj,0.0000058882,0.01000,0.523
4,mlp.experts.91.up_proj,0.0000042923,0.01000,0.514
4,mlp.experts.92.up_proj,0.0000007606,0.01000,0.538
4,mlp.experts.93.up_proj,0.0000067063,0.01000,0.539
4,mlp.experts.94.up_proj,0.0000163460,0.01000,0.542
4,mlp.experts.95.up_proj,0.0000144326,0.01000,0.534
4,mlp.experts.96.up_proj,0.0000060893,0.01000,0.526
4,mlp.experts.97.up_proj,0.0000041040,0.01000,0.518
4,mlp.experts.98.up_proj,0.0000014541,0.01000,0.520
4,mlp.experts.99.up_proj,0.0000060248,0.01000,0.523
4,mlp.experts.100.up_proj,0.0000184731,0.01000,0.519
4,mlp.experts.101.up_proj,0.0000016359,0.01000,0.515
4,mlp.experts.102.up_proj,0.0000037928,0.01000,0.531
4,mlp.experts.103.up_proj,0.0000053621,0.01000,0.513
4,mlp.experts.104.up_proj,0.0000026202,0.01000,0.511
4,mlp.experts.105.up_proj,0.0000038833,0.01000,0.511
4,mlp.experts.106.up_proj,0.0000019203,0.01000,0.511
4,mlp.experts.107.up_proj,0.0000083936,0.01000,0.516
4,mlp.experts.108.up_proj,0.0000324472,0.01000,0.510
4,mlp.experts.109.up_proj,0.0000003990,0.01000,0.511
4,mlp.experts.110.up_proj,0.0000246715,0.01000,0.511
4,mlp.experts.111.up_proj,0.0000038791,0.01000,0.516
4,mlp.experts.112.up_proj,0.0000086342,0.01000,0.522
4,mlp.experts.113.up_proj,0.0000062522,0.01000,0.513
4,mlp.experts.114.up_proj,0.0000198163,0.01000,0.512
4,mlp.experts.115.up_proj,0.0000005278,0.01000,0.512
4,mlp.experts.116.up_proj,0.0000046810,0.01000,0.520
4,mlp.experts.117.up_proj,0.0000180853,0.01000,0.510
4,mlp.experts.118.up_proj,0.0000014992,0.01000,0.513
4,mlp.experts.119.up_proj,0.0000092202,0.01000,0.512
4,mlp.experts.120.up_proj,0.0000072403,0.01000,0.512
4,mlp.experts.121.up_proj,0.0000064882,0.01000,0.512
4,mlp.experts.122.up_proj,0.0000081329,0.01000,0.512
4,mlp.experts.123.up_proj,0.0000096650,0.01000,0.519
4,mlp.experts.124.up_proj,0.0000024189,0.01000,0.511
4,mlp.experts.125.up_proj,0.0000383788,0.01000,0.519
4,mlp.experts.126.up_proj,0.0000002214,0.01000,0.514
4,mlp.experts.127.up_proj,0.0000291937,0.01000,0.519
4,mlp.experts.0.gate_proj,0.0000046681,0.01000,0.521
4,mlp.experts.1.gate_proj,0.0000114831,0.01000,0.521
4,mlp.experts.2.gate_proj,0.0000098807,0.01000,0.521
4,mlp.experts.3.gate_proj,0.0000440193,0.01000,0.517
4,mlp.experts.4.gate_proj,0.0000044640,0.01000,0.513
4,mlp.experts.5.gate_proj,0.0000085340,0.01000,0.510
4,mlp.experts.6.gate_proj,0.0000163634,0.01000,0.511
4,mlp.experts.7.gate_proj,0.0000004103,0.01000,0.521
4,mlp.experts.8.gate_proj,0.0000072334,0.01000,0.512
4,mlp.experts.9.gate_proj,0.0000052629,0.01000,0.519
4,mlp.experts.10.gate_proj,0.0000029662,0.01000,0.512
4,mlp.experts.11.gate_proj,0.0000002820,0.01000,0.513
4,mlp.experts.12.gate_proj,0.0000238698,0.01000,0.510
4,mlp.experts.13.gate_proj,0.0000021548,0.01000,0.511
4,mlp.experts.14.gate_proj,0.0000221572,0.01000,0.511
4,mlp.experts.15.gate_proj,0.0000316424,0.01000,0.514
4,mlp.experts.16.gate_proj,0.0000066895,0.01000,0.522
4,mlp.experts.17.gate_proj,0.0000006483,0.01000,0.513
4,mlp.experts.18.gate_proj,0.0000074011,0.01000,0.511
4,mlp.experts.19.gate_proj,0.0000137379,0.01000,0.516
4,mlp.experts.20.gate_proj,0.0000156120,0.01000,0.512
4,mlp.experts.21.gate_proj,0.0000298130,0.01000,0.513
4,mlp.experts.22.gate_proj,0.0000026723,0.01000,0.512
4,mlp.experts.23.gate_proj,0.0000035726,0.01000,0.512
4,mlp.experts.24.gate_proj,0.0000012049,0.01000,0.512
4,mlp.experts.25.gate_proj,0.0000034142,0.01000,0.512
4,mlp.experts.26.gate_proj,0.0000049139,0.01000,0.515
4,mlp.experts.27.gate_proj,0.0000056735,0.01000,0.512
4,mlp.experts.28.gate_proj,0.0000352166,0.01000,0.526
4,mlp.experts.29.gate_proj,0.0000020128,0.01000,0.527
4,mlp.experts.30.gate_proj,0.0000076867,0.01000,0.518
4,mlp.experts.31.gate_proj,0.0000033323,0.01000,0.515
4,mlp.experts.32.gate_proj,0.0000002117,0.01000,0.517
4,mlp.experts.33.gate_proj,0.0000426898,0.01000,0.516
4,mlp.experts.34.gate_proj,0.0000074973,0.01000,0.515
4,mlp.experts.35.gate_proj,0.0000229240,0.01000,0.522
4,mlp.experts.36.gate_proj,0.0000052944,0.01000,0.512
4,mlp.experts.37.gate_proj,0.0000015077,0.01000,0.537
4,mlp.experts.38.gate_proj,0.0000064444,0.01000,0.518
4,mlp.experts.39.gate_proj,0.0000042689,0.01000,0.535
4,mlp.experts.40.gate_proj,0.0000039414,0.01000,0.531
4,mlp.experts.41.gate_proj,0.0002371745,0.01000,0.533
4,mlp.experts.42.gate_proj,0.0000053155,0.01000,0.513
4,mlp.experts.43.gate_proj,0.0000241354,0.01000,0.530
4,mlp.experts.44.gate_proj,0.0000022836,0.01000,0.515
4,mlp.experts.45.gate_proj,0.0000057009,0.01000,0.514
4,mlp.experts.46.gate_proj,0.0000096415,0.01000,0.515
4,mlp.experts.47.gate_proj,0.0000047595,0.01000,0.516
4,mlp.experts.48.gate_proj,0.0000013078,0.01000,0.520
4,mlp.experts.49.gate_proj,0.0000047760,0.01000,0.515
4,mlp.experts.50.gate_proj,0.0000061127,0.01000,0.522
4,mlp.experts.51.gate_proj,0.0000044119,0.01000,0.520
4,mlp.experts.52.gate_proj,0.0000002459,0.01000,0.522
4,mlp.experts.53.gate_proj,0.0000040116,0.01000,0.516
4,mlp.experts.54.gate_proj,0.0000012395,0.01000,0.522
4,mlp.experts.55.gate_proj,0.0000070405,0.01000,0.519
4,mlp.experts.56.gate_proj,0.0000028685,0.01000,0.526
4,mlp.experts.57.gate_proj,0.0000065119,0.01000,0.514
4,mlp.experts.58.gate_proj,0.0000066721,0.01000,0.511
4,mlp.experts.59.gate_proj,0.0000031114,0.01000,0.511
4,mlp.experts.60.gate_proj,0.0000031650,0.01000,0.511
4,mlp.experts.61.gate_proj,0.0000430391,0.01000,0.510
4,mlp.experts.62.gate_proj,0.0000212552,0.01000,0.514
4,mlp.experts.63.gate_proj,0.0000028564,0.01000,0.511
4,mlp.experts.64.gate_proj,0.0000015204,0.01000,0.518
4,mlp.experts.65.gate_proj,0.0000358601,0.01000,0.510
4,mlp.experts.66.gate_proj,0.0000049384,0.01000,0.510
4,mlp.experts.67.gate_proj,0.0000034864,0.01000,0.516
4,mlp.experts.68.gate_proj,0.0000593497,0.01000,0.511
4,mlp.experts.69.gate_proj,0.0000095655,0.01000,0.518
4,mlp.experts.70.gate_proj,0.0000058628,0.01000,0.526
4,mlp.experts.71.gate_proj,0.0000276858,0.01000,0.513
4,mlp.experts.72.gate_proj,0.0000020738,0.01000,0.515
4,mlp.experts.73.gate_proj,0.0000002689,0.01000,0.511
4,mlp.experts.74.gate_proj,0.0000035400,0.01000,0.516
4,mlp.experts.75.gate_proj,0.0000066195,0.01000,0.511
4,mlp.experts.76.gate_proj,0.0000008968,0.01000,0.513
4,mlp.experts.77.gate_proj,0.0000046682,0.01000,0.511
4,mlp.experts.78.gate_proj,0.0000028202,0.01000,0.529
4,mlp.experts.79.gate_proj,0.0000022814,0.01000,0.513
4,mlp.experts.80.gate_proj,0.0000454553,0.01000,0.511
4,mlp.experts.81.gate_proj,0.0000023915,0.01000,0.512
4,mlp.experts.82.gate_proj,0.0000143014,0.01000,0.513
4,mlp.experts.83.gate_proj,0.0000043801,0.01000,0.512
4,mlp.experts.84.gate_proj,0.0000107178,0.01000,0.524
4,mlp.experts.85.gate_proj,0.0000003604,0.01000,0.512
4,mlp.experts.86.gate_proj,0.0000047084,0.01000,0.514
4,mlp.experts.87.gate_proj,0.0000064628,0.01000,0.512
4,mlp.experts.88.gate_proj,0.0000076780,0.01000,0.511
4,mlp.experts.89.gate_proj,0.0000311271,0.01000,0.511
4,mlp.experts.90.gate_proj,0.0000062134,0.01000,0.518
4,mlp.experts.91.gate_proj,0.0000040726,0.01000,0.512
4,mlp.experts.92.gate_proj,0.0000008434,0.01000,0.513
4,mlp.experts.93.gate_proj,0.0000072168,0.01000,0.521
4,mlp.experts.94.gate_proj,0.0000179586,0.01000,0.518
4,mlp.experts.95.gate_proj,0.0000151545,0.01000,0.518
4,mlp.experts.96.gate_proj,0.0000066605,0.01000,0.514
4,mlp.experts.97.gate_proj,0.0000044316,0.01000,0.514
4,mlp.experts.98.gate_proj,0.0000016251,0.01000,0.517
4,mlp.experts.99.gate_proj,0.0000068834,0.01000,0.518
4,mlp.experts.100.gate_proj,0.0000193995,0.01000,0.514
4,mlp.experts.101.gate_proj,0.0000017905,0.01000,0.513
4,mlp.experts.102.gate_proj,0.0000041671,0.01000,0.512
4,mlp.experts.103.gate_proj,0.0000055888,0.01000,0.513
4,mlp.experts.104.gate_proj,0.0000027405,0.01000,0.513
4,mlp.experts.105.gate_proj,0.0000041781,0.01000,0.511
4,mlp.experts.106.gate_proj,0.0000022632,0.01000,0.513
4,mlp.experts.107.gate_proj,0.0000089364,0.01000,0.516
4,mlp.experts.108.gate_proj,0.0000346061,0.01000,0.513
4,mlp.experts.109.gate_proj,0.0000004537,0.01000,0.513
4,mlp.experts.110.gate_proj,0.0000260786,0.01000,0.512
4,mlp.experts.111.gate_proj,0.0000040880,0.01000,0.518
4,mlp.experts.112.gate_proj,0.0000093993,0.01000,0.514
4,mlp.experts.113.gate_proj,0.0000068663,0.01000,0.512
4,mlp.experts.114.gate_proj,0.0000207776,0.01000,0.516
4,mlp.experts.115.gate_proj,0.0000006145,0.01000,0.513
4,mlp.experts.116.gate_proj,0.0000048436,0.01000,0.531
4,mlp.experts.117.gate_proj,0.0000195324,0.01000,0.515
4,mlp.experts.118.gate_proj,0.0000015865,0.01000,0.512
4,mlp.experts.119.gate_proj,0.0000100861,0.01000,0.510
4,mlp.experts.120.gate_proj,0.0000088116,0.01000,0.513
4,mlp.experts.121.gate_proj,0.0000068830,0.01000,0.512
4,mlp.experts.122.gate_proj,0.0000096934,0.01000,0.511
4,mlp.experts.123.gate_proj,0.0000112095,0.01000,0.512
4,mlp.experts.124.gate_proj,0.0000024699,0.01000,0.510
4,mlp.experts.125.gate_proj,0.0000427958,0.01000,0.522
4,mlp.experts.126.gate_proj,0.0000002382,0.01000,0.511
4,mlp.experts.127.gate_proj,0.0000310794,0.01000,0.512
4,mlp.experts.0.down_proj,0.0000007215,0.01000,0.200
4,mlp.experts.1.down_proj,0.0000014028,0.01000,0.201
4,mlp.experts.2.down_proj,0.0000017822,0.01000,0.193
4,mlp.experts.3.down_proj,0.0000112482,0.01000,0.199
4,mlp.experts.4.down_proj,0.0000006035,0.01000,0.199
4,mlp.experts.5.down_proj,0.0000011006,0.01000,0.198
4,mlp.experts.6.down_proj,0.0000014897,0.01000,0.197
4,mlp.experts.7.down_proj,0.0000000460,0.01000,0.195
4,mlp.experts.8.down_proj,0.0000014228,0.01000,0.194
4,mlp.experts.9.down_proj,0.0000005914,0.01000,0.193
4,mlp.experts.10.down_proj,0.0000003558,0.01000,0.194
4,mlp.experts.11.down_proj,0.0000000223,0.01000,0.194
4,mlp.experts.12.down_proj,0.0000023273,0.01000,0.193
4,mlp.experts.13.down_proj,0.0000003123,0.01000,0.197
4,mlp.experts.14.down_proj,0.0000017527,0.01000,0.197
4,mlp.experts.15.down_proj,0.0000025952,0.01000,0.198
4,mlp.experts.16.down_proj,0.0000014929,0.01000,0.194
4,mlp.experts.17.down_proj,0.0000001937,0.01000,0.195
4,mlp.experts.18.down_proj,0.0000007722,0.01000,0.194
4,mlp.experts.19.down_proj,0.0000011179,0.01000,0.194
4,mlp.experts.20.down_proj,0.0000012724,0.01000,0.194
4,mlp.experts.21.down_proj,0.0000036005,0.01000,0.194
4,mlp.experts.22.down_proj,0.0000002721,0.01000,0.195
4,mlp.experts.23.down_proj,0.0000002972,0.01000,0.195
4,mlp.experts.24.down_proj,0.0000001383,0.01000,0.196
4,mlp.experts.25.down_proj,0.0000004670,0.01000,0.200
4,mlp.experts.26.down_proj,0.0000003492,0.01000,0.198
4,mlp.experts.27.down_proj,0.0000007149,0.01000,0.196
4,mlp.experts.28.down_proj,0.0000030452,0.01000,0.197
4,mlp.experts.29.down_proj,0.0000001981,0.01000,0.198
4,mlp.experts.30.down_proj,0.0000010174,0.01000,0.196
4,mlp.experts.31.down_proj,0.0000008115,0.01000,0.197
4,mlp.experts.32.down_proj,0.0000000602,0.01000,0.198
4,mlp.experts.33.down_proj,0.0000029811,0.01000,0.196
4,mlp.experts.34.down_proj,0.0000006397,0.01000,0.197
4,mlp.experts.35.down_proj,0.0000020573,0.01000,0.197
4,mlp.experts.36.down_proj,0.0000007864,0.01000,0.199
4,mlp.experts.37.down_proj,0.0000001429,0.01000,0.197
4,mlp.experts.38.down_proj,0.0000007499,0.01000,0.197
4,mlp.experts.39.down_proj,0.0000006159,0.01000,0.196
4,mlp.experts.40.down_proj,0.0000003209,0.01000,0.197
4,mlp.experts.41.down_proj,0.0000349225,0.01000,0.198
4,mlp.experts.42.down_proj,0.0000008427,0.01000,0.197
4,mlp.experts.43.down_proj,0.0000019208,0.01000,0.197
4,mlp.experts.44.down_proj,0.0000001895,0.01000,0.200
4,mlp.experts.45.down_proj,0.0000009997,0.01000,0.198
4,mlp.experts.46.down_proj,0.0000013219,0.01000,0.198
4,mlp.experts.47.down_proj,0.0000005295,0.01000,0.205
4,mlp.experts.48.down_proj,0.0000001583,0.01000,0.201
4,mlp.experts.49.down_proj,0.0000006617,0.01000,0.197
4,mlp.experts.50.down_proj,0.0000008036,0.01000,0.197
4,mlp.experts.51.down_proj,0.0000003844,0.01000,0.198
4,mlp.experts.52.down_proj,0.0000000379,0.01000,0.198
4,mlp.experts.53.down_proj,0.0000004173,0.01000,0.197
4,mlp.experts.54.down_proj,0.0000001193,0.01000,0.197
4,mlp.experts.55.down_proj,0.0000009861,0.01000,0.198
4,mlp.experts.56.down_proj,0.0000004008,0.01000,0.201
4,mlp.experts.57.down_proj,0.0000005858,0.01000,0.197
4,mlp.experts.58.down_proj,0.0000007182,0.01000,0.200
4,mlp.experts.59.down_proj,0.0000001933,0.01000,0.197
4,mlp.experts.60.down_proj,0.0000003553,0.01000,0.197
4,mlp.experts.61.down_proj,0.0000065542,0.01000,0.198
4,mlp.experts.62.down_proj,0.0000025585,0.01000,0.204
4,mlp.experts.63.down_proj,0.0000003732,0.01000,0.198
4,mlp.experts.64.down_proj,0.0000001414,0.01000,0.197
4,mlp.experts.65.down_proj,0.0000041513,0.01000,0.199
4,mlp.experts.66.down_proj,0.0000015753,0.01000,0.203
4,mlp.experts.67.down_proj,0.0000002890,0.01000,0.204
4,mlp.experts.68.down_proj,0.0000093153,0.01000,0.200
4,mlp.experts.69.down_proj,0.0000010776,0.01000,0.205
4,mlp.experts.70.down_proj,0.0000005109,0.01000,0.197
4,mlp.experts.71.down_proj,0.0000022599,0.01000,0.198
4,mlp.experts.72.down_proj,0.0000003324,0.01000,0.202
4,mlp.experts.73.down_proj,0.0000000353,0.01000,0.198
4,mlp.experts.74.down_proj,0.0000004860,0.01000,0.197
4,mlp.experts.75.down_proj,0.0000010966,0.01000,0.212
4,mlp.experts.76.down_proj,0.0000001298,0.01000,0.198
4,mlp.experts.77.down_proj,0.0000005712,0.01000,0.198
4,mlp.experts.78.down_proj,0.0000002935,0.01000,0.197
4,mlp.experts.79.down_proj,0.0000003473,0.01000,0.199
4,mlp.experts.80.down_proj,0.0000039888,0.01000,0.198
4,mlp.experts.81.down_proj,0.0000003411,0.01000,0.198
4,mlp.experts.82.down_proj,0.0000012607,0.01000,0.198
4,mlp.experts.83.down_proj,0.0000006137,0.01000,0.199
4,mlp.experts.84.down_proj,0.0000011056,0.01000,0.197
4,mlp.experts.85.down_proj,0.0000000609,0.01000,0.198
4,mlp.experts.86.down_proj,0.0000003999,0.01000,0.198
4,mlp.experts.87.down_proj,0.0000009424,0.01000,0.197
4,mlp.experts.88.down_proj,0.0000008905,0.01000,0.198
4,mlp.experts.89.down_proj,0.0000029504,0.01000,0.202
4,mlp.experts.90.down_proj,0.0000005942,0.01000,0.198
4,mlp.experts.91.down_proj,0.0000006268,0.01000,0.205
4,mlp.experts.92.down_proj,0.0000001556,0.01000,0.199
4,mlp.experts.93.down_proj,0.0000006857,0.01000,0.199
4,mlp.experts.94.down_proj,0.0000052834,0.01000,0.198
4,mlp.experts.95.down_proj,0.0000011846,0.01000,0.197
4,mlp.experts.96.down_proj,0.0000005241,0.01000,0.198
4,mlp.experts.97.down_proj,0.0000004641,0.01000,0.198
4,mlp.experts.98.down_proj,0.0000001879,0.01000,0.197
4,mlp.experts.99.down_proj,0.0000016588,0.01000,0.197
4,mlp.experts.100.down_proj,0.0000018583,0.01000,0.197
4,mlp.experts.101.down_proj,0.0000001631,0.01000,0.197
4,mlp.experts.102.down_proj,0.0000004272,0.01000,0.197
4,mlp.experts.103.down_proj,0.0000009160,0.01000,0.197
4,mlp.experts.104.down_proj,0.0000003487,0.01000,0.198
4,mlp.experts.105.down_proj,0.0000005332,0.01000,0.197
4,mlp.experts.106.down_proj,0.0000003384,0.01000,0.198
4,mlp.experts.107.down_proj,0.0000007788,0.01000,0.197
4,mlp.experts.108.down_proj,0.0000023089,0.01000,0.198
4,mlp.experts.109.down_proj,0.0000000491,0.01000,0.197
4,mlp.experts.110.down_proj,0.0000025189,0.01000,0.198
4,mlp.experts.111.down_proj,0.0000005317,0.01000,0.200
4,mlp.experts.112.down_proj,0.0000012420,0.01000,0.198
4,mlp.experts.113.down_proj,0.0000006208,0.01000,0.199
4,mlp.experts.114.down_proj,0.0000017249,0.01000,0.203
4,mlp.experts.115.down_proj,0.0000001193,0.01000,0.198
4,mlp.experts.116.down_proj,0.0000005530,0.01000,0.197
4,mlp.experts.117.down_proj,0.0000017102,0.01000,0.198
4,mlp.experts.118.down_proj,0.0000001981,0.01000,0.198
4,mlp.experts.119.down_proj,0.0000011467,0.01000,0.198
4,mlp.experts.120.down_proj,0.0000007100,0.01000,0.198
4,mlp.experts.121.down_proj,0.0000004836,0.01000,0.199
4,mlp.experts.122.down_proj,0.0000009868,0.01000,0.200
4,mlp.experts.123.down_proj,0.0000025585,0.01000,0.198
4,mlp.experts.124.down_proj,0.0000002064,0.01000,0.198
4,mlp.experts.125.down_proj,0.0000082112,0.01000,0.198
4,mlp.experts.126.down_proj,0.0000000329,0.01000,0.198
4,mlp.experts.127.down_proj,0.0000022759,0.01000,0.206
5,self_attn.q_proj,0.0000000069,0.01000,0.513
5,self_attn.k_proj,0.0000000009,0.01000,0.522
5,self_attn.v_proj,0.0000000010,0.01000,0.513
5,self_attn.o_proj,0.0000000011,0.01000,1.042
5,mlp.gate,0.0000004621,0.01000,0.509
5,mlp.experts.0.up_proj,0.0000285104,0.01000,0.524
5,mlp.experts.1.up_proj,0.0000068329,0.01000,0.514
5,mlp.experts.2.up_proj,0.0000012405,0.01000,0.515
5,mlp.experts.3.up_proj,0.0000130559,0.01000,0.515
5,mlp.experts.4.up_proj,0.0000062158,0.01000,0.522
5,mlp.experts.5.up_proj,0.0000059354,0.01000,0.518
5,mlp.experts.6.up_proj,0.0000123109,0.01000,0.517
5,mlp.experts.7.up_proj,0.0000020246,0.01000,0.518
5,mlp.experts.8.up_proj,0.0000021800,0.01000,0.516
5,mlp.experts.9.up_proj,0.0000008759,0.01000,0.520
5,mlp.experts.10.up_proj,0.0000106237,0.01000,0.512
5,mlp.experts.11.up_proj,0.0000040636,0.01000,0.513
5,mlp.experts.12.up_proj,0.0000085664,0.01000,0.514
5,mlp.experts.13.up_proj,0.0000003443,0.01000,0.530
5,mlp.experts.14.up_proj,0.0000055042,0.01000,0.520
5,mlp.experts.15.up_proj,0.0000054142,0.01000,0.514
5,mlp.experts.16.up_proj,0.0000092214,0.01000,0.513
5,mlp.experts.17.up_proj,0.0000031473,0.01000,0.515
5,mlp.experts.18.up_proj,0.0000004299,0.01000,0.517
5,mlp.experts.19.up_proj,0.0000116624,0.01000,0.522
5,mlp.experts.20.up_proj,0.0000082946,0.01000,0.535
5,mlp.experts.21.up_proj,0.0000160663,0.01000,0.526
5,mlp.experts.22.up_proj,0.0000006212,0.01000,0.521
5,mlp.experts.23.up_proj,0.0000168513,0.01000,0.535
5,mlp.experts.24.up_proj,0.0000027596,0.01000,0.516
5,mlp.experts.25.up_proj,0.0000027935,0.01000,0.526
5,mlp.experts.26.up_proj,0.0000222054,0.01000,0.536
5,mlp.experts.27.up_proj,0.0000140673,0.01000,0.522
5,mlp.experts.28.up_proj,0.0000325715,0.01000,0.522
5,mlp.experts.29.up_proj,0.0000037454,0.01000,0.514
5,mlp.experts.30.up_proj,0.0000067021,0.01000,0.510
5,mlp.experts.31.up_proj,0.0000008018,0.01000,0.511
5,mlp.experts.32.up_proj,0.0000226914,0.01000,0.511
5,mlp.experts.33.up_proj,0.0000018609,0.01000,0.514
5,mlp.experts.34.up_proj,0.0000007387,0.01000,0.513
5,mlp.experts.35.up_proj,0.0000100239,0.01000,0.524
5,mlp.experts.36.up_proj,0.0000180577,0.01000,0.522
5,mlp.experts.37.up_proj,0.0000011069,0.01000,0.511
5,mlp.experts.38.up_proj,0.0000011016,0.01000,0.523
5,mlp.experts.39.up_proj,0.0000174488,0.01000,0.514
5,mlp.experts.40.up_proj,0.0000240043,0.01000,0.523
5,mlp.experts.41.up_proj,0.0000015275,0.01000,0.513
5,mlp.experts.42.up_proj,0.0000017932,0.01000,0.520
5,mlp.experts.43.up_proj,0.0000054181,0.01000,0.543
5,mlp.experts.44.up_proj,0.0000023942,0.01000,0.526
5,mlp.experts.45.up_proj,0.0000054564,0.01000,0.519
5,mlp.experts.46.up_proj,0.0000929208,0.01000,0.511
5,mlp.experts.47.up_proj,0.0000023230,0.01000,0.514
5,mlp.experts.48.up_proj,0.0000073925,0.01000,0.511
5,mlp.experts.49.up_proj,0.0000011007,0.01000,0.516
5,mlp.experts.50.up_proj,0.0000207636,0.01000,0.511
5,mlp.experts.51.up_proj,0.0000043739,0.01000,0.510
5,mlp.experts.52.up_proj,0.0000099423,0.01000,0.513
5,mlp.experts.53.up_proj,0.0000025885,0.01000,0.518
5,mlp.experts.54.up_proj,0.0000049425,0.01000,0.511
5,mlp.experts.55.up_proj,0.0000085714,0.01000,0.511
5,mlp.experts.56.up_proj,0.0000008410,0.01000,0.512
5,mlp.experts.57.up_proj,0.0000267840,0.01000,0.531
5,mlp.experts.58.up_proj,0.0000107297,0.01000,0.513
5,mlp.experts.59.up_proj,0.0000089224,0.01000,0.510
5,mlp.experts.60.up_proj,0.0000284417,0.01000,0.511
5,mlp.experts.61.up_proj,0.0000021945,0.01000,0.517
5,mlp.experts.62.up_proj,0.0000026283,0.01000,0.518
5,mlp.experts.63.up_proj,0.0000007086,0.01000,0.517
5,mlp.experts.64.up_proj,0.0000004461,0.01000,0.512
5,mlp.experts.65.up_proj,0.0000511775,0.01000,0.511
5,mlp.experts.66.up_proj,0.0000015334,0.01000,0.513
5,mlp.experts.67.up_proj,0.0000247706,0.01000,0.520
5,mlp.experts.68.up_proj,0.0000036496,0.01000,0.522
5,mlp.experts.69.up_proj,0.0000041190,0.01000,0.513
5,mlp.experts.70.up_proj,0.0000060119,0.01000,0.512
5,mlp.experts.71.up_proj,0.0000081034,0.01000,0.511
5,mlp.experts.72.up_proj,0.0000086745,0.01000,0.515
5,mlp.experts.73.up_proj,0.0000050487,0.01000,0.511
5,mlp.experts.74.up_proj,0.0000011640,0.01000,0.512
5,mlp.experts.75.up_proj,0.0000016511,0.01000,0.512
5,mlp.experts.76.up_proj,0.0000034505,0.01000,0.510
5,mlp.experts.77.up_proj,0.0000044377,0.01000,0.511
5,mlp.experts.78.up_proj,0.0000034785,0.01000,0.511
5,mlp.experts.79.up_proj,0.0000042370,0.01000,0.511
5,mlp.experts.80.up_proj,0.0000043372,0.01000,0.513
5,mlp.experts.81.up_proj,0.0000079464,0.01000,0.528
5,mlp.experts.82.up_proj,0.0000033466,0.01000,0.514
5,mlp.experts.83.up_proj,0.0000085163,0.01000,0.511
5,mlp.experts.84.up_proj,0.0000006271,0.01000,0.512
5,mlp.experts.85.up_proj,0.0000360318,0.01000,0.512
5,mlp.experts.86.up_proj,0.0000188018,0.01000,0.515
5,mlp.experts.87.up_proj,0.0000061539,0.01000,0.516
5,mlp.experts.88.up_proj,0.0000575719,0.01000,0.516
5,mlp.experts.89.up_proj,0.0000022417,0.01000,0.514
5,mlp.experts.90.up_proj,0.0000065594,0.01000,0.514
5,mlp.experts.91.up_proj,0.0000042241,0.01000,0.515
5,mlp.experts.92.up_proj,0.0000138055,0.01000,0.514
5,mlp.experts.93.up_proj,0.0000021526,0.01000,0.513
5,mlp.experts.94.up_proj,0.0000064326,0.01000,0.514
5,mlp.experts.95.up_proj,0.0000223636,0.01000,0.536
5,mlp.experts.96.up_proj,0.0000060776,0.01000,0.532
5,mlp.experts.97.up_proj,0.0000031573,0.01000,0.518
5,mlp.experts.98.up_proj,0.0000074658,0.01000,0.519
5,mlp.experts.99.up_proj,0.0000019983,0.01000,0.530
5,mlp.experts.100.up_proj,0.0000094341,0.01000,0.515
5,mlp.experts.101.up_proj,0.0000035921,0.01000,0.516
5,mlp.experts.102.up_proj,0.0000051135,0.01000,0.522
5,mlp.experts.103.up_proj,0.0000034456,0.01000,0.514
5,mlp.experts.104.up_proj,0.0000012484,0.01000,0.517
5,mlp.experts.105.up_proj,0.0000039381,0.01000,0.522
5,mlp.experts.106.up_proj,0.0000020411,0.01000,0.515
5,mlp.experts.107.up_proj,0.0000018727,0.01000,0.515
5,mlp.experts.108.up_proj,0.0000033692,0.01000,0.541
5,mlp.experts.109.up_proj,0.0000080582,0.01000,0.524
5,mlp.experts.110.up_proj,0.0000047931,0.01000,0.530
5,mlp.experts.111.up_proj,0.0000048363,0.01000,0.524
5,mlp.experts.112.up_proj,0.0000076529,0.01000,0.514
5,mlp.experts.113.up_proj,0.0000078843,0.01000,0.518
5,mlp.experts.114.up_proj,0.0000174513,0.01000,0.519
5,mlp.experts.115.up_proj,0.0000090393,0.01000,0.520
5,mlp.experts.116.up_proj,0.0000030513,0.01000,0.519
5,mlp.experts.117.up_proj,0.0000049035,0.01000,0.515
5,mlp.experts.118.up_proj,0.0001416669,0.01000,0.512
5,mlp.experts.119.up_proj,0.0000026891,0.01000,0.512
5,mlp.experts.120.up_proj,0.0000129174,0.01000,0.512
5,mlp.experts.121.up_proj,0.0000226552,0.01000,0.512
5,mlp.experts.122.up_proj,0.0000025201,0.01000,0.523
5,mlp.experts.123.up_proj,0.0000132629,0.01000,0.511
5,mlp.experts.124.up_proj,0.0000014149,0.01000,0.513
5,mlp.experts.125.up_proj,0.0000013039,0.01000,0.511
5,mlp.experts.126.up_proj,0.0000042536,0.01000,0.512
5,mlp.experts.127.up_proj,0.0000107663,0.01000,0.514
5,mlp.experts.0.gate_proj,0.0000301699,0.01000,0.521
5,mlp.experts.1.gate_proj,0.0000073530,0.01000,0.516
5,mlp.experts.2.gate_proj,0.0000013126,0.01000,0.511
5,mlp.experts.3.gate_proj,0.0000146835,0.01000,0.512
5,mlp.experts.4.gate_proj,0.0000061461,0.01000,0.511
5,mlp.experts.5.gate_proj,0.0000065973,0.01000,0.531
5,mlp.experts.6.gate_proj,0.0000136182,0.01000,0.517
5,mlp.experts.7.gate_proj,0.0000023472,0.01000,0.511
5,mlp.experts.8.gate_proj,0.0000041193,0.01000,0.517
5,mlp.experts.9.gate_proj,0.0000009110,0.01000,0.511
5,mlp.experts.10.gate_proj,0.0000107198,0.01000,0.519
5,mlp.experts.11.gate_proj,0.0000044113,0.01000,0.514
5,mlp.experts.12.gate_proj,0.0000096414,0.01000,0.511
5,mlp.experts.13.gate_proj,0.0000003772,0.01000,0.511
5,mlp.experts.14.gate_proj,0.0000058571,0.01000,0.511
5,mlp.experts.15.gate_proj,0.0000058512,0.01000,0.510
5,mlp.experts.16.gate_proj,0.0000099398,0.01000,0.514
5,mlp.experts.17.gate_proj,0.0000034401,0.01000,0.513
5,mlp.experts.18.gate_proj,0.0000004735,0.01000,0.511
5,mlp.experts.19.gate_proj,0.0000130224,0.01000,0.513
5,mlp.experts.20.gate_proj,0.0000090327,0.01000,0.511
5,mlp.experts.21.gate_proj,0.0000172709,0.01000,0.511
5,mlp.experts.22.gate_proj,0.0000006811,0.01000,0.526
5,mlp.experts.23.gate_proj,0.0000184194,0.01000,0.510
5,mlp.experts.24.gate_proj,0.0000029658,0.01000,0.511
5,mlp.experts.25.gate_proj,0.0000029476,0.01000,0.512
5,mlp.experts.26.gate_proj,0.0000244156,0.01000,0.512
5,mlp.experts.27.gate_proj,0.0000144593,0.01000,0.516
5,mlp.experts.28.gate_proj,0.0000340885,0.01000,0.511
5,mlp.experts.29.gate_proj,0.0000042331,0.01000,0.511
5,mlp.experts.30.gate_proj,0.0000072496,0.01000,0.513
5,mlp.experts.31.gate_proj,0.0000009154,0.01000,0.519
5,mlp.experts.32.gate_proj,0.0000257367,0.01000,0.513
5,mlp.experts.33.gate_proj,0.0000021858,0.01000,0.511
5,mlp.experts.34.gate_proj,0.0000008074,0.01000,0.511
5,mlp.experts.35.gate_proj,0.0000109189,0.01000,0.522
5,mlp.experts.36.gate_proj,0.0000203380,0.01000,0.513
5,mlp.experts.37.gate_proj,0.0000013941,0.01000,0.513
5,mlp.experts.38.gate_proj,0.0000012555,0.01000,0.511
5,mlp.experts.39.gate_proj,0.0000187012,0.01000,0.512
5,mlp.experts.40.gate_proj,0.0000278167,0.01000,0.519
5,mlp.experts.41.gate_proj,0.0000016826,0.01000,0.512
5,mlp.experts.42.gate_proj,0.0000019880,0.01000,0.511
5,mlp.experts.43.gate_proj,0.0000057704,0.01000,0.531
5,mlp.experts.44.gate_proj,0.0000026263,0.01000,0.519
5,mlp.experts.45.gate_proj,0.0000060232,0.01000,0.512
5,mlp.experts.46.gate_proj,0.0000995618,0.01000,0.512
5,mlp.experts.47.gate_proj,0.0000025006,0.01000,0.513
5,mlp.experts.48.gate_proj,0.0000065005,0.01000,0.513
5,mlp.experts.49.gate_proj,0.0000012529,0.01000,0.526
5,mlp.experts.50.gate_proj,0.0000228704,0.01000,0.512
5,mlp.experts.51.gate_proj,0.0000047809,0.01000,0.516
5,mlp.experts.52.gate_proj,0.0000105373,0.01000,0.513
5,mlp.experts.53.gate_proj,0.0000028812,0.01000,0.510
5,mlp.experts.54.gate_proj,0.0000052606,0.01000,0.512
5,mlp.experts.55.gate_proj,0.0000095657,0.01000,0.512
5,mlp.experts.56.gate_proj,0.0000009043,0.01000,0.513
5,mlp.experts.57.gate_proj,0.0000287922,0.01000,0.513
5,mlp.experts.58.gate_proj,0.0000116570,0.01000,0.513
5,mlp.experts.59.gate_proj,0.0000100638,0.01000,0.519
5,mlp.experts.60.gate_proj,0.0000313868,0.01000,0.515
5,mlp.experts.61.gate_proj,0.0000024349,0.01000,0.526
5,mlp.experts.62.gate_proj,0.0000029335,0.01000,0.513
5,mlp.experts.63.gate_proj,0.0000007880,0.01000,0.523
5,mlp.experts.64.gate_proj,0.0000005045,0.01000,0.513
5,mlp.experts.65.gate_proj,0.0000538804,0.01000,0.511
5,mlp.experts.66.gate_proj,0.0000016648,0.01000,0.511
5,mlp.experts.67.gate_proj,0.0000283059,0.01000,0.511
5,mlp.experts.68.gate_proj,0.0000038147,0.01000,0.516
5,mlp.experts.69.gate_proj,0.0000044995,0.01000,0.512
5,mlp.experts.70.gate_proj,0.0000064111,0.01000,0.515
5,mlp.experts.71.gate_proj,0.0000087286,0.01000,0.510
5,mlp.experts.72.gate_proj,0.0000087839,0.01000,0.511
5,mlp.experts.73.gate_proj,0.0000053428,0.01000,0.511
5,mlp.experts.74.gate_proj,0.0000012558,0.01000,0.526
5,mlp.experts.75.gate_proj,0.0000017791,0.01000,0.520
5,mlp.experts.76.gate_proj,0.0000037396,0.01000,0.518
5,mlp.experts.77.gate_proj,0.0000048133,0.01000,0.518
5,mlp.experts.78.gate_proj,0.0000036524,0.01000,0.516
5,mlp.experts.79.gate_proj,0.0000048902,0.01000,0.517
5,mlp.experts.80.gate_proj,0.0000047129,0.01000,0.519
5,mlp.experts.81.gate_proj,0.0000087156,0.01000,0.554
5,mlp.experts.82.gate_proj,0.0000034840,0.01000,0.518
5,mlp.experts.83.gate_proj,0.0000092158,0.01000,0.516
5,mlp.experts.84.gate_proj,0.0000006589,0.01000,0.513
5,mlp.experts.85.gate_proj,0.0000401467,0.01000,0.512
5,mlp.experts.86.gate_proj,0.0000210923,0.01000,0.520
5,mlp.experts.87.gate_proj,0.0000061407,0.01000,0.527
5,mlp.experts.88.gate_proj,0.0000613393,0.01000,0.518
5,mlp.experts.89.gate_proj,0.0000023159,0.01000,0.513
5,mlp.experts.90.gate_proj,0.0000073540,0.01000,0.519
5,mlp.experts.91.gate_proj,0.0000045844,0.01000,0.531
5,mlp.experts.92.gate_proj,0.0000148094,0.01000,0.515
5,mlp.experts.93.gate_proj,0.0000023636,0.01000,0.522
5,mlp.experts.94.gate_proj,0.0000069535,0.01000,0.513
5,mlp.experts.95.gate_proj,0.0000227308,0.01000,0.514
5,mlp.experts.96.gate_proj,0.0000066287,0.01000,0.514
5,mlp.experts.97.gate_proj,0.0000034030,0.01000,0.515
5,mlp.experts.98.gate_proj,0.0000080743,0.01000,0.515
5,mlp.experts.99.gate_proj,0.0000022186,0.01000,0.514
5,mlp.experts.100.gate_proj,0.0000098895,0.01000,0.514
5,mlp.experts.101.gate_proj,0.0000038316,0.01000,0.514
5,mlp.experts.102.gate_proj,0.0000056082,0.01000,0.514
5,mlp.experts.103.gate_proj,0.0000035440,0.01000,0.515
5,mlp.experts.104.gate_proj,0.0000013585,0.01000,0.537
5,mlp.experts.105.gate_proj,0.0000042370,0.01000,0.515
5,mlp.experts.106.gate_proj,0.0000023010,0.01000,0.517
5,mlp.experts.107.gate_proj,0.0000020464,0.01000,0.522
5,mlp.experts.108.gate_proj,0.0000036305,0.01000,0.521
5,mlp.experts.109.gate_proj,0.0000086228,0.01000,0.521
5,mlp.experts.110.gate_proj,0.0000053125,0.01000,0.519
5,mlp.experts.111.gate_proj,0.0000050012,0.01000,0.516
5,mlp.experts.112.gate_proj,0.0000090170,0.01000,0.517
5,mlp.experts.113.gate_proj,0.0000086769,0.01000,0.515
5,mlp.experts.114.gate_proj,0.0000180111,0.01000,0.513
5,mlp.experts.115.gate_proj,0.0000087448,0.01000,0.519
5,mlp.experts.116.gate_proj,0.0000032828,0.01000,0.537
5,mlp.experts.117.gate_proj,0.0000050832,0.01000,0.519
5,mlp.experts.118.gate_proj,0.0001497351,0.01000,0.514
5,mlp.experts.119.gate_proj,0.0000029175,0.01000,0.523
5,mlp.experts.120.gate_proj,0.0000142292,0.01000,0.510
5,mlp.experts.121.gate_proj,0.0000247846,0.01000,0.516
5,mlp.experts.122.gate_proj,0.0000026740,0.01000,0.512
5,mlp.experts.123.gate_proj,0.0000141396,0.01000,0.511
5,mlp.experts.124.gate_proj,0.0000015689,0.01000,0.510
5,mlp.experts.125.gate_proj,0.0000012508,0.01000,0.511
5,mlp.experts.126.gate_proj,0.0000044032,0.01000,0.512
5,mlp.experts.127.gate_proj,0.0000120619,0.01000,0.515
5,mlp.experts.0.down_proj,0.0000032838,0.01000,0.203
5,mlp.experts.1.down_proj,0.0000009027,0.01000,0.194
5,mlp.experts.2.down_proj,0.0000002103,0.01000,0.194
5,mlp.experts.3.down_proj,0.0000025171,0.01000,0.194
5,mlp.experts.4.down_proj,0.0000002473,0.01000,0.195
5,mlp.experts.5.down_proj,0.0000006763,0.01000,0.194
5,mlp.experts.6.down_proj,0.0000013392,0.01000,0.194
5,mlp.experts.7.down_proj,0.0000002773,0.01000,0.195
5,mlp.experts.8.down_proj,0.0000001547,0.01000,0.196
5,mlp.experts.9.down_proj,0.0000001148,0.01000,0.205
5,mlp.experts.10.down_proj,0.0000016263,0.01000,0.197
5,mlp.experts.11.down_proj,0.0000007730,0.01000,0.196
5,mlp.experts.12.down_proj,0.0000010976,0.01000,0.195
5,mlp.experts.13.down_proj,0.0000000551,0.01000,0.198
5,mlp.experts.14.down_proj,0.0000008599,0.01000,0.194
5,mlp.experts.15.down_proj,0.0000005583,0.01000,0.196
5,mlp.experts.16.down_proj,0.0000016478,0.01000,0.196
5,mlp.experts.17.down_proj,0.0000005441,0.01000,0.195
5,mlp.experts.18.down_proj,0.0000000548,0.01000,0.196
5,mlp.experts.19.down_proj,0.0000020151,0.01000,0.196
5,mlp.experts.20.down_proj,0.0000010418,0.01000,0.196
5,mlp.experts.21.down_proj,0.0000018727,0.01000,0.195
5,mlp.experts.22.down_proj,0.0000000825,0.01000,0.196
5,mlp.experts.23.down_proj,0.0000019335,0.01000,0.197
5,mlp.experts.24.down_proj,0.0000003949,0.01000,0.198
5,mlp.experts.25.down_proj,0.0000005590,0.01000,0.197
5,mlp.experts.26.down_proj,0.0000023660,0.01000,0.197
5,mlp.experts.27.down_proj,0.0000020250,0.01000,0.199
5,mlp.experts.28.down_proj,0.0000052231,0.01000,0.197
5,mlp.experts.29.down_proj,0.0000011036,0.01000,0.197
5,mlp.experts.30.down_proj,0.0000011642,0.01000,0.223
5,mlp.experts.31.down_proj,0.0000001076,0.01000,0.197
5,mlp.experts.32.down_proj,0.0000036151,0.01000,0.200
5,mlp.experts.33.down_proj,0.0000005850,0.01000,0.198
5,mlp.experts.34.down_proj,0.0000001277,0.01000,0.197
5,mlp.experts.35.down_proj,0.0000014308,0.01000,0.204
5,mlp.experts.36.down_proj,0.0000021159,0.01000,0.198
5,mlp.experts.37.down_proj,0.0000002336,0.01000,0.199
5,mlp.experts.38.down_proj,0.0000002657,0.01000,0.197
5,mlp.experts.39.down_proj,0.0000023328,0.01000,0.197
5,mlp.experts.40.down_proj,0.0000043718,0.01000,0.199
5,mlp.experts.41.down_proj,0.0000002198,0.01000,0.197
5,mlp.experts.42.down_proj,0.0000003696,0.01000,0.197
5,mlp.experts.43.down_proj,0.0000010136,0.01000,0.220
5,mlp.experts.44.down_proj,0.0000004474,0.01000,0.197
5,mlp.experts.45.down_proj,0.0000005634,0.01000,0.199
5,mlp.experts.46.down_proj,0.0000108033,0.01000,0.199
5,mlp.experts.47.down_proj,0.0000004336,0.01000,0.200
5,mlp.experts.48.down_proj,0.0000009189,0.01000,0.203
5,mlp.experts.49.down_proj,0.0000001325,0.01000,0.206
5,mlp.experts.50.down_proj,0.0000027387,0.01000,0.212
5,mlp.experts.51.down_proj,0.0000007097,0.01000,0.199
5,mlp.experts.52.down_proj,0.0000009654,0.01000,0.199
5,mlp.experts.53.down_proj,0.0000003209,0.01000,0.198
5,mlp.experts.54.down_proj,0.0000008739,0.01000,0.198
5,mlp.experts.55.down_proj,0.0000011190,0.01000,0.198
5,mlp.experts.56.down_proj,0.0000001258,0.01000,0.202
5,mlp.experts.57.down_proj,0.0000051985,0.01000,0.204
5,mlp.experts.58.down_proj,0.0000017194,0.01000,0.199
5,mlp.experts.59.down_proj,0.0000012393,0.01000,0.197
5,mlp.experts.60.down_proj,0.0000056538,0.01000,0.200
5,mlp.experts.61.down_proj,0.0000004295,0.01000,0.197
5,mlp.experts.62.down_proj,0.0000003827,0.01000,0.198
5,mlp.experts.63.down_proj,0.0000000951,0.01000,0.198
5,mlp.experts.64.down_proj,0.0000000755,0.01000,0.198
5,mlp.experts.65.down_proj,0.0000051858,0.01000,0.198
5,mlp.experts.66.down_proj,0.0000003233,0.01000,0.198
5,mlp.experts.67.down_proj,0.0000056938,0.01000,0.198
5,mlp.experts.68.down_proj,0.0000005938,0.01000,0.198
5,mlp.experts.69.down_proj,0.0000004122,0.01000,0.199
5,mlp.experts.70.down_proj,0.0000011119,0.01000,0.208
5,mlp.experts.71.down_proj,0.0000013441,0.01000,0.201
5,mlp.experts.72.down_proj,0.0000011819,0.01000,0.198
5,mlp.experts.73.down_proj,0.0000007933,0.01000,0.198
5,mlp.experts.74.down_proj,0.0000001244,0.01000,0.198
5,mlp.experts.75.down_proj,0.0000002308,0.01000,0.198
5,mlp.experts.76.down_proj,0.0000005145,0.01000,0.203
5,mlp.experts.77.down_proj,0.0000010046,0.01000,0.203
5,mlp.experts.78.down_proj,0.0000005483,0.01000,0.199
5,mlp.experts.79.down_proj,0.0000004705,0.01000,0.206
5,mlp.experts.80.down_proj,0.0000006792,0.01000,0.198
5,mlp.experts.81.down_proj,0.0000010058,0.01000,0.198
5,mlp.experts.82.down_proj,0.0000005332,0.01000,0.198
5,mlp.experts.83.down_proj,0.0000010288,0.01000,0.198
5,mlp.experts.84.down_proj,0.0000000894,0.01000,0.209
5,mlp.experts.85.down_proj,0.0000050236,0.01000,0.197
5,mlp.experts.86.down_proj,0.0000021142,0.01000,0.197
5,mlp.experts.87.down_proj,0.0000007339,0.01000,0.197
5,mlp.experts.88.down_proj,0.0000070217,0.01000,0.198
5,mlp.experts.89.down_proj,0.0000003948,0.01000,0.197
5,mlp.experts.90.down_proj,0.0000012047,0.01000,0.198
5,mlp.experts.91.down_proj,0.0000007367,0.01000,0.197
5,mlp.experts.92.down_proj,0.0000021069,0.01000,0.199
5,mlp.experts.93.down_proj,0.0000002375,0.01000,0.197
5,mlp.experts.94.down_proj,0.0000007351,0.01000,0.198
5,mlp.experts.95.down_proj,0.0000019766,0.01000,0.204
5,mlp.experts.96.down_proj,0.0000007913,0.01000,0.198
5,mlp.experts.97.down_proj,0.0000003654,0.01000,0.206
5,mlp.experts.98.down_proj,0.0000009397,0.01000,0.198
5,mlp.experts.99.down_proj,0.0000002327,0.01000,0.198
5,mlp.experts.100.down_proj,0.0000011280,0.01000,0.200
5,mlp.experts.101.down_proj,0.0000003945,0.01000,0.203
5,mlp.experts.102.down_proj,0.0000006356,0.01000,0.199
5,mlp.experts.103.down_proj,0.0000003007,0.01000,0.198
5,mlp.experts.104.down_proj,0.0000002231,0.01000,0.198
5,mlp.experts.105.down_proj,0.0000007878,0.01000,0.201
5,mlp.experts.106.down_proj,0.0000002490,0.01000,0.202
5,mlp.experts.107.down_proj,0.0000003555,0.01000,0.204
5,mlp.experts.108.down_proj,0.0000004449,0.01000,0.201
5,mlp.experts.109.down_proj,0.0000008643,0.01000,0.199
5,mlp.experts.110.down_proj,0.0000006394,0.01000,0.199
5,mlp.experts.111.down_proj,0.0000007284,0.01000,0.198
5,mlp.experts.112.down_proj,0.0000034058,0.01000,0.199
5,mlp.experts.113.down_proj,0.0000011597,0.01000,0.199
5,mlp.experts.114.down_proj,0.0000013678,0.01000,0.198
5,mlp.experts.115.down_proj,0.0000012564,0.01000,0.205
5,mlp.experts.116.down_proj,0.0000003807,0.01000,0.199
5,mlp.experts.117.down_proj,0.0000008009,0.01000,0.199
5,mlp.experts.118.down_proj,0.0000278413,0.01000,0.200
5,mlp.experts.119.down_proj,0.0000003326,0.01000,0.199
5,mlp.experts.120.down_proj,0.0000017750,0.01000,0.199
5,mlp.experts.121.down_proj,0.0000058787,0.01000,0.198
5,mlp.experts.122.down_proj,0.0000003671,0.01000,0.199
5,mlp.experts.123.down_proj,0.0000014232,0.01000,0.207
5,mlp.experts.124.down_proj,0.0000004380,0.01000,0.199
5,mlp.experts.125.down_proj,0.0000002458,0.01000,0.198
5,mlp.experts.126.down_proj,0.0000005561,0.01000,0.198
5,mlp.experts.127.down_proj,0.0000017925,0.01000,0.198
6,self_attn.q_proj,0.0000000161,0.01000,0.522
6,self_attn.k_proj,0.0000000024,0.01000,0.517
6,self_attn.v_proj,0.0000000025,0.01000,0.518
6,self_attn.o_proj,0.0000000026,0.01000,1.044
6,mlp.gate,0.0000005854,0.01000,0.520
6,mlp.experts.0.up_proj,0.0000074660,0.01000,0.519
6,mlp.experts.1.up_proj,0.0000056329,0.01000,0.534
6,mlp.experts.2.up_proj,0.0000053384,0.01000,0.520
6,mlp.experts.3.up_proj,0.0000146349,0.01000,0.515
6,mlp.experts.4.up_proj,0.0000034882,0.01000,0.516
6,mlp.experts.5.up_proj,0.0000392059,0.01000,0.521
6,mlp.experts.6.up_proj,0.0000129378,0.01000,0.516
6,mlp.experts.7.up_proj,0.0000022051,0.01000,0.517
6,mlp.experts.8.up_proj,0.0000013612,0.01000,0.522
6,mlp.experts.9.up_proj,0.0000180036,0.01000,0.520
6,mlp.experts.10.up_proj,0.0000047619,0.01000,0.520
6,mlp.experts.11.up_proj,0.0000048054,0.01000,0.518
6,mlp.experts.12.up_proj,0.0000048494,0.01000,0.516
6,mlp.experts.13.up_proj,0.0000044607,0.01000,0.518
6,mlp.experts.14.up_proj,0.0000035664,0.01000,0.524
6,mlp.experts.15.up_proj,0.0000094700,0.01000,0.538
6,mlp.experts.16.up_proj,0.0000105732,0.01000,0.523
6,mlp.experts.17.up_proj,0.0000105285,0.01000,0.546
6,mlp.experts.18.up_proj,0.0000307330,0.01000,0.524
6,mlp.experts.19.up_proj,0.0000125096,0.01000,0.527
6,mlp.experts.20.up_proj,0.0000270123,0.01000,0.537
6,mlp.experts.21.up_proj,0.0000296329,0.01000,0.528
6,mlp.experts.22.up_proj,0.0000039338,0.01000,0.516
6,mlp.experts.23.up_proj,0.0000054677,0.01000,0.513
6,mlp.experts.24.up_proj,0.0000006376,0.01000,0.513
6,mlp.experts.25.up_proj,0.0000072889,0.01000,0.513
6,mlp.experts.26.up_proj,0.0000167083,0.01000,0.513
6,mlp.experts.27.up_proj,0.0000105889,0.01000,0.512
6,mlp.experts.28.up_proj,0.0000160549,0.01000,0.526
6,mlp.experts.29.up_proj,0.0000081055,0.01000,0.548
6,mlp.experts.30.up_proj,0.0000090906,0.01000,0.518
6,mlp.experts.31.up_proj,0.0000411155,0.01000,0.518
6,mlp.experts.32.up_proj,0.0000706542,0.01000,0.521
6,mlp.experts.33.up_proj,0.0000699461,0.01000,0.518
6,mlp.experts.34.up_proj,0.0000008153,0.01000,0.524
6,mlp.experts.35.up_proj,0.0000019279,0.01000,0.518
6,mlp.experts.36.up_proj,0.0000059147,0.01000,0.522
6,mlp.experts.37.up_proj,0.0000073802,0.01000,0.518
6,mlp.experts.38.up_proj,0.0000005820,0.01000,0.518
6,mlp.experts.39.up_proj,0.0000036638,0.01000,0.535
6,mlp.experts.40.up_proj,0.0000141056,0.01000,0.520
6,mlp.experts.41.up_proj,0.0000136961,0.01000,0.527
6,mlp.experts.42.up_proj,0.0000028813,0.01000,0.541
6,mlp.experts.43.up_proj,0.0000230378,0.01000,0.534
6,mlp.experts.44.up_proj,0.0000010460,0.01000,0.526
6,mlp.experts.45.up_proj,0.0000325185,0.01000,0.521
6,mlp.experts.46.up_proj,0.0000031517,0.01000,0.518
6,mlp.experts.47.up_proj,0.0000068734,0.01000,0.523
6,mlp.experts.48.up_proj,0.0000180026,0.01000,0.519
6,mlp.experts.49.up_proj,0.0000295104,0.01000,0.521
6,mlp.experts.50.up_proj,0.0000510442,0.01000,0.525
6,mlp.experts.51.up_proj,0.0000326089,0.01000,0.529
6,mlp.experts.52.up_proj,0.0000013838,0.01000,0.525
6,mlp.experts.53.up_proj,0.0000015605,0.01000,0.530
6,mlp.experts.54.up_proj,0.0000051776,0.01000,0.537
6,mlp.experts.55.up_proj,0.0000010063,0.01000,0.552
6,mlp.experts.56.up_proj,0.0000012931,0.01000,0.550
6,mlp.experts.57.up_proj,0.0000508846,0.01000,0.551
6,mlp.experts.58.up_proj,0.0000089782,0.01000,0.550
6,mlp.experts.59.up_proj,0.0000450664,0.01000,0.531
6,mlp.experts.60.up_proj,0.0000062160,0.01000,0.523
6,mlp.experts.61.up_proj,0.0000075879,0.01000,0.522
6,mlp.experts.62.up_proj,0.0000136542,0.01000,0.522
6,mlp.experts.63.up_proj,0.0000024353,0.01000,0.518
6,mlp.experts.64.up_proj,0.0000025340,0.01000,0.528
6,mlp.experts.65.up_proj,0.0000144535,0.01000,0.520
6,mlp.experts.66.up_proj,0.0000272414,0.01000,0.514
6,mlp.experts.67.up_proj,0.0000287563,0.01000,0.515
6,mlp.experts.68.up_proj,0.0000250601,0.01000,0.513
6,mlp.experts.69.up_proj,0.0000394645,0.01000,0.525
6,mlp.experts.70.up_proj,0.0000048922,0.01000,0.515
6,mlp.experts.71.up_proj,0.0000007413,0.01000,0.512
6,mlp.experts.72.up_proj,0.0000137001,0.01000,0.513
6,mlp.experts.73.up_proj,0.0000049786,0.01000,0.531
6,mlp.experts.74.up_proj,0.0000211100,0.01000,0.515
6,mlp.experts.75.up_proj,0.0000061323,0.01000,0.514
6,mlp.experts.76.up_proj,0.0000021051,0.01000,0.512
6,mlp.experts.77.up_proj,0.0000069201,0.01000,0.513
6,mlp.experts.78.up_proj,0.0000058341,0.01000,0.526
6,mlp.experts.79.up_proj,0.0000011934,0.01000,0.513
6,mlp.experts.80.up_proj,0.0000100588,0.01000,0.515
6,mlp.experts.81.up_proj,0.0000212853,0.01000,0.528
6,mlp.experts.82.up_proj,0.0000935842,0.01000,0.518
6,mlp.experts.83.up_proj,0.0000028220,0.01000,0.521
6,mlp.experts.84.up_proj,0.0000138986,0.01000,0.526
6,mlp.experts.85.up_proj,0.0000055565,0.01000,0.518
6,mlp.experts.86.up_proj,0.0000027472,0.01000,0.522
6,mlp.experts.87.up_proj,0.0000013640,0.01000,0.534
6,mlp.experts.88.up_proj,0.0000070404,0.01000,0.523
6,mlp.experts.89.up_proj,0.0000036837,0.01000,0.523
6,mlp.experts.90.up_proj,0.0000568400,0.01000,0.515
6,mlp.experts.91.up_proj,0.0000260857,0.01000,0.514
6,mlp.experts.92.up_proj,0.0000607737,0.01000,0.516
6,mlp.experts.93.up_proj,0.0000115038,0.01000,0.513
6,mlp.experts.94.up_proj,0.0000041683,0.01000,0.528
6,mlp.experts.95.up_proj,0.0000059838,0.01000,0.513
6,mlp.experts.96.up_proj,0.0000050921,0.01000,0.520
6,mlp.experts.97.up_proj,0.0000032293,0.01000,0.515
6,mlp.experts.98.up_proj,0.0000051321,0.01000,0.516
6,mlp.experts.99.up_proj,0.0000038412,0.01000,0.514
6,mlp.experts.100.up_proj,0.0000042173,0.01000,0.514
6,mlp.experts.101.up_proj,0.0000057879,0.01000,0.512
6,mlp.experts.102.up_proj,0.0000422507,0.01000,0.514
6,mlp.experts.103.up_proj,0.0000102710,0.01000,0.514
6,mlp.experts.104.up_proj,0.0000130417,0.01000,0.514
6,mlp.experts.105.up_proj,0.0000014437,0.01000,0.513
6,mlp.experts.106.up_proj,0.0000019075,0.01000,0.515
6,mlp.experts.107.up_proj,0.0000004147,0.01000,0.516
6,mlp.experts.108.up_proj,0.0000116800,0.01000,0.513
6,mlp.experts.109.up_proj,0.0000063872,0.01000,0.512
6,mlp.experts.110.up_proj,0.0000024446,0.01000,0.527
6,mlp.experts.111.up_proj,0.0000133638,0.01000,0.512
6,mlp.experts.112.up_proj,0.0000132677,0.01000,0.517
6,mlp.experts.113.up_proj,0.0000534445,0.01000,0.516
6,mlp.experts.114.up_proj,0.0000110967,0.01000,0.511
6,mlp.experts.115.up_proj,0.0000097312,0.01000,0.510
6,mlp.experts.116.up_proj,0.0000066238,0.01000,0.511
6,mlp.experts.117.up_proj,0.0000563409,0.01000,0.530
6,mlp.experts.118.up_proj,0.0000105224,0.01000,0.520
6,mlp.experts.119.up_proj,0.0000139225,0.01000,0.514
6,mlp.experts.120.up_proj,0.0000414525,0.01000,0.514
6,mlp.experts.121.up_proj,0.0000528184,0.01000,0.512
6,mlp.experts.122.up_proj,0.0000102306,0.01000,0.516
6,mlp.experts.123.up_proj,0.0000119330,0.01000,0.517
6,mlp.experts.124.up_proj,0.0000059024,0.01000,0.530
6,mlp.experts.125.up_proj,0.0000205697,0.01000,0.515
6,mlp.experts.126.up_proj,0.0000056331,0.01000,0.512
6,mlp.experts.127.up_proj,0.0000022866,0.01000,0.514
6,mlp.experts.0.gate_proj,0.0000092565,0.01000,0.515
6,mlp.experts.1.gate_proj,0.0000064427,0.01000,0.524
6,mlp.experts.2.gate_proj,0.0000056057,0.01000,0.513
6,mlp.experts.3.gate_proj,0.0000172076,0.01000,0.530
6,mlp.experts.4.gate_proj,0.0000041474,0.01000,0.542
6,mlp.experts.5.gate_proj,0.0000425006,0.01000,0.528
6,mlp.experts.6.gate_proj,0.0000160333,0.01000,0.516
6,mlp.experts.7.gate_proj,0.0000024734,0.01000,0.515
6,mlp.experts.8.gate_proj,0.0000016781,0.01000,0.514
6,mlp.experts.9.gate_proj,0.0000206216,0.01000,0.514
6,mlp.experts.10.gate_proj,0.0000050281,0.01000,0.522
6,mlp.experts.11.gate_proj,0.0000053939,0.01000,0.512
6,mlp.experts.12.gate_proj,0.0000053053,0.01000,0.517
6,mlp.experts.13.gate_proj,0.0000058481,0.01000,0.514
6,mlp.experts.14.gate_proj,0.0000038430,0.01000,0.515
6,mlp.experts.15.gate_proj,0.0000125809,0.01000,0.513
6,mlp.experts.16.gate_proj,0.0000136910,0.01000,0.514
6,mlp.experts.17.gate_proj,0.0000136731,0.01000,0.514
6,mlp.experts.18.gate_proj,0.0000355941,0.01000,0.514
6,mlp.experts.19.gate_proj,0.0000126305,0.01000,0.526
6,mlp.experts.20.gate_proj,0.0000343630,0.01000,0.520
6,mlp.experts.21.gate_proj,0.0000350190,0.01000,0.513
6,mlp.experts.22.gate_proj,0.0000047012,0.01000,0.520
6,mlp.experts.23.gate_proj,0.0000059440,0.01000,0.520
6,mlp.experts.24.gate_proj,0.0000006829,0.01000,0.513
6,mlp.experts.25.gate_proj,0.0000086991,0.01000,0.513
6,mlp.experts.26.gate_proj,0.0000192908,0.01000,0.512
6,mlp.experts.27.gate_proj,0.0000123186,0.01000,0.514
6,mlp.experts.28.gate_proj,0.0000191910,0.01000,0.516
6,mlp.experts.29.gate_proj,0.0000117850,0.01000,0.514
6,mlp.experts.30.gate_proj,0.0000092702,0.01000,0.515
6,mlp.experts.31.gate_proj,0.0000483805,0.01000,0.511
6,mlp.experts.32.gate_proj,0.0000957260,0.01000,0.513
6,mlp.experts.33.gate_proj,0.0000895267,0.01000,0.519
6,mlp.experts.34.gate_proj,0.0000008934,0.01000,0.518
6,mlp.experts.35.gate_proj,0.0000020346,0.01000,0.514
6,mlp.experts.36.gate_proj,0.0000064122,0.01000,0.513
6,mlp.experts.37.gate_proj,0.0000092507,0.01000,0.526
6,mlp.experts.38.gate_proj,0.0000006459,0.01000,0.514
6,mlp.experts.39.gate_proj,0.0000040428,0.01000,0.512
6,mlp.experts.40.gate_proj,0.0000169257,0.01000,0.513
6,mlp.experts.41.gate_proj,0.0000151097,0.01000,0.512
6,mlp.experts.42.gate_proj,0.0000031748,0.01000,0.529
6,mlp.experts.43.gate_proj,0.0000238707,0.01000,0.513
6,mlp.experts.44.gate_proj,0.0000012782,0.01000,0.511
6,mlp.experts.45.gate_proj,0.0000344068,0.01000,0.511
6,mlp.experts.46.gate_proj,0.0000036343,0.01000,0.513
6,mlp.experts.47.gate_proj,0.0000077524,0.01000,0.511
6,mlp.experts.48.gate_proj,0.0000210136,0.01000,0.511
6,mlp.experts.49.gate_proj,0.0000365253,0.01000,0.528
6,mlp.experts.50.gate_proj,0.0000595605,0.01000,0.518
6,mlp.experts.51.gate_proj,0.0000415245,0.01000,0.519
6,mlp.experts.52.gate_proj,0.0000014830,0.01000,0.513
6,mlp.experts.53.gate_proj,0.0000020664,0.01000,0.513
6,mlp.experts.54.gate_proj,0.0000062452,0.01000,0.525
6,mlp.experts.55.gate_proj,0.0000010920,0.01000,0.519
6,mlp.experts.56.gate_proj,0.0000014366,0.01000,0.521
6,mlp.experts.57.gate_proj,0.0000573909,0.01000,0.518
6,mlp.experts.58.gate_proj,0.0000105139,0.01000,0.532
6,mlp.experts.59.gate_proj,0.0000525399,0.01000,0.518
6,mlp.experts.60.gate_proj,0.0000068084,0.01000,0.521
6,mlp.experts.61.gate_proj,0.0000089454,0.01000,0.523
6,mlp.experts.62.gate_proj,0.0000161542,0.01000,0.524
6,mlp.experts.63.gate_proj,0.0000029133,0.01000,0.520
6,mlp.experts.64.gate_proj,0.0000027087,0.01000,0.528
6,mlp.experts.65.gate_proj,0.0000157406,0.01000,0.519
6,mlp.experts.66.gate_proj,0.0000311293,0.01000,0.522
6,mlp.experts.67.gate_proj,0.0000333059,0.01000,0.522
6,mlp.experts.68.gate_proj,0.0000308574,0.01000,0.523
6,mlp.experts.69.gate_proj,0.0000472350,0.01000,0.519
6,mlp.experts.70.gate_proj,0.0000055771,0.01000,0.518
6,mlp.experts.71.gate_proj,0.0000010412,0.01000,0.520
6,mlp.experts.72.gate_proj,0.0000164724,0.01000,0.519
6,mlp.experts.73.gate_proj,0.0000056235,0.01000,0.526
6,mlp.experts.74.gate_proj,0.0000257437,0.01000,0.520
6,mlp.experts.75.gate_proj,0.0000065179,0.01000,0.520
6,mlp.experts.76.gate_proj,0.0000027609,0.01000,0.527
6,mlp.experts.77.gate_proj,0.0000078854,0.01000,0.518
6,mlp.experts.78.gate_proj,0.0000072577,0.01000,0.540
6,mlp.experts.79.gate_proj,0.0000012769,0.01000,0.541
6,mlp.experts.80.gate_proj,0.0000114382,0.01000,0.545
6,mlp.experts.81.gate_proj,0.0000230426,0.01000,0.538
6,mlp.experts.82.gate_proj,0.0001073039,0.01000,0.516
6,mlp.experts.83.gate_proj,0.0000028844,0.01000,0.513
6,mlp.experts.84.gate_proj,0.0000159379,0.01000,0.516
6,mlp.experts.85.gate_proj,0.0000055503,0.01000,0.513
6,mlp.experts.86.gate_proj,0.0000030192,0.01000,0.514
6,mlp.experts.87.gate_proj,0.0000015143,0.01000,0.512
6,mlp.experts.88.gate_proj,0.0000075744,0.01000,0.512
6,mlp.experts.89.gate_proj,0.0000042726,0.01000,0.515
6,mlp.experts.90.gate_proj,0.0000753911,0.01000,0.516
6,mlp.experts.91.gate_proj,0.0000285885,0.01000,0.521
6,mlp.experts.92.gate_proj,0.0000787058,0.01000,0.518
6,mlp.experts.93.gate_proj,0.0000131404,0.01000,0.512
6,mlp.experts.94.gate_proj,0.0000053234,0.01000,0.511
6,mlp.experts.95.gate_proj,0.0000067957,0.01000,0.514
6,mlp.experts.96.gate_proj,0.0000058372,0.01000,0.512
6,mlp.experts.97.gate_proj,0.0000038167,0.01000,0.513
6,mlp.experts.98.gate_proj,0.0000053458,0.01000,0.512
6,mlp.experts.99.gate_proj,0.0000042594,0.01000,0.512
6,mlp.experts.100.gate_proj,0.0000045603,0.01000,0.514
6,mlp.experts.101.gate_proj,0.0000071022,0.01000,0.513
6,mlp.experts.102.gate_proj,0.0000520432,0.01000,0.511
6,mlp.experts.103.gate_proj,0.0000141844,0.01000,0.512
6,mlp.experts.104.gate_proj,0.0000141414,0.01000,0.512
6,mlp.experts.105.gate_proj,0.0000013778,0.01000,0.523
6,mlp.experts.106.gate_proj,0.0000022857,0.01000,0.512
6,mlp.experts.107.gate_proj,0.0000004657,0.01000,0.513
6,mlp.experts.108.gate_proj,0.0000122562,0.01000,0.524
6,mlp.experts.109.gate_proj,0.0000072991,0.01000,0.519
6,mlp.experts.110.gate_proj,0.0000026478,0.01000,0.520
6,mlp.experts.111.gate_proj,0.0000142228,0.01000,0.514
6,mlp.experts.112.gate_proj,0.0000132710,0.01000,0.516
6,mlp.experts.113.gate_proj,0.0000617169,0.01000,0.512
6,mlp.experts.114.gate_proj,0.0000136609,0.01000,0.513
6,mlp.experts.115.gate_proj,0.0000107146,0.01000,0.513
6,mlp.experts.116.gate_proj,0.0000075138,0.01000,0.517
6,mlp.experts.117.gate_proj,0.0000638478,0.01000,0.528
6,mlp.experts.118.gate_proj,0.0000110076,0.01000,0.518
6,mlp.experts.119.gate_proj,0.0000173422,0.01000,0.521
6,mlp.experts.120.gate_proj,0.0000433905,0.01000,0.510
6,mlp.experts.121.gate_proj,0.0000628672,0.01000,0.512
6,mlp.experts.122.gate_proj,0.0000119311,0.01000,0.512
6,mlp.experts.123.gate_proj,0.0000119573,0.01000,0.514
6,mlp.experts.124.gate_proj,0.0000070814,0.01000,0.515
6,mlp.experts.125.gate_proj,0.0000223163,0.01000,0.514
6,mlp.experts.126.gate_proj,0.0000060012,0.01000,0.514
6,mlp.experts.127.gate_proj,0.0000025480,0.01000,0.512
6,mlp.experts.0.down_proj,0.0000010947,0.01000,0.196
6,mlp.experts.1.down_proj,0.0000008000,0.01000,0.195
6,mlp.experts.2.down_proj,0.0000007507,0.01000,0.195
6,mlp.experts.3.down_proj,0.0000015272,0.01000,0.196
6,mlp.experts.4.down_proj,0.0000004641,0.01000,0.195
6,mlp.experts.5.down_proj,0.0000048274,0.01000,0.197
6,mlp.experts.6.down_proj,0.0000012751,0.01000,0.203
6,mlp.experts.7.down_proj,0.0000002508,0.01000,0.202
6,mlp.experts.8.down_proj,0.0000001944,0.01000,0.196
6,mlp.experts.9.down_proj,0.0000019244,0.01000,0.196
6,mlp.experts.10.down_proj,0.0000005818,0.01000,0.195
6,mlp.experts.11.down_proj,0.0000004779,0.01000,0.195
6,mlp.experts.12.down_proj,0.0000003863,0.01000,0.196
6,mlp.experts.13.down_proj,0.0000003288,0.01000,0.194
6,mlp.experts.14.down_proj,0.0000003794,0.01000,0.196
6,mlp.experts.15.down_proj,0.0000007427,0.01000,0.198
6,mlp.experts.16.down_proj,0.0000016242,0.01000,0.196
6,mlp.experts.17.down_proj,0.0000031096,0.01000,0.194
6,mlp.experts.18.down_proj,0.0000024063,0.01000,0.195
6,mlp.experts.19.down_proj,0.0000015688,0.01000,0.198
6,mlp.experts.20.down_proj,0.0000039950,0.01000,0.199
6,mlp.experts.21.down_proj,0.0000035775,0.01000,0.200
6,mlp.experts.22.down_proj,0.0000005320,0.01000,0.200
6,mlp.experts.23.down_proj,0.0000005639,0.01000,0.198
6,mlp.experts.24.down_proj,0.0000001255,0.01000,0.197
6,mlp.experts.25.down_proj,0.0000007671,0.01000,0.201
6,mlp.experts.26.down_proj,0.0000022105,0.01000,0.198
6,mlp.experts.27.down_proj,0.0000014197,0.01000,0.197
6,mlp.experts.28.down_proj,0.0000017594,0.01000,0.198
6,mlp.experts.29.down_proj,0.0000008961,0.01000,0.203
6,mlp.experts.30.down_proj,0.0000011185,0.01000,0.198
6,mlp.experts.31.down_proj,0.0000081785,0.01000,0.198
6,mlp.experts.32.down_proj,0.0000095214,0.01000,0.202
6,mlp.experts.33.down_proj,0.0000090653,0.01000,0.198
6,mlp.experts.34.down_proj,0.0000001174,0.01000,0.200
6,mlp.experts.35.down_proj,0.0000003740,0.01000,0.199
6,mlp.experts.36.down_proj,0.0000007591,0.01000,0.197
6,mlp.experts.37.down_proj,0.0000012395,0.01000,0.203
6,mlp.experts.38.down_proj,0.0000000683,0.01000,0.198
6,mlp.experts.39.down_proj,0.0000005124,0.01000,0.199
6,mlp.experts.40.down_proj,0.0000024900,0.01000,0.198
6,mlp.experts.41.down_proj,0.0000015043,0.01000,0.198
6,mlp.experts.42.down_proj,0.0000004019,0.01000,0.201
6,mlp.experts.43.down_proj,0.0000016611,0.01000,0.200
6,mlp.experts.44.down_proj,0.0000001598,0.01000,0.198
6,mlp.experts.45.down_proj,0.0000067689,0.01000,0.200
6,mlp.experts.46.down_proj,0.0000004230,0.01000,0.198
6,mlp.experts.47.down_proj,0.0000010021,0.01000,0.198
6,mlp.experts.48.down_proj,0.0000017775,0.01000,0.201
6,mlp.experts.49.down_proj,0.0000041756,0.01000,0.199
6,mlp.experts.50.down_proj,0.0000060349,0.01000,0.198
6,mlp.experts.51.down_proj,0.0000040176,0.01000,0.198
6,mlp.experts.52.down_proj,0.0000001700,0.01000,0.199
6,mlp.experts.53.down_proj,0.0000002953,0.01000,0.198
6,mlp.experts.54.down_proj,0.0000005918,0.01000,0.198
6,mlp.experts.55.down_proj,0.0000001278,0.01000,0.199
6,mlp.experts.56.down_proj,0.0000001451,0.01000,0.198
6,mlp.experts.57.down_proj,0.0000059220,0.01000,0.200
6,mlp.experts.58.down_proj,0.0000013722,0.01000,0.198
6,mlp.experts.59.down_proj,0.0000051153,0.01000,0.203
6,mlp.experts.60.down_proj,0.0000012812,0.01000,0.199
6,mlp.experts.61.down_proj,0.0000007688,0.01000,0.198
6,mlp.experts.62.down_proj,0.0000013968,0.01000,0.198
6,mlp.experts.63.down_proj,0.0000002880,0.01000,0.199
6,mlp.experts.64.down_proj,0.0000002945,0.01000,0.199
6,mlp.experts.65.down_proj,0.0000012231,0.01000,0.200
6,mlp.experts.66.down_proj,0.0000024950,0.01000,0.199
6,mlp.experts.67.down_proj,0.0000033738,0.01000,0.208
6,mlp.experts.68.down_proj,0.0000040200,0.01000,0.205
6,mlp.experts.69.down_proj,0.0000045526,0.01000,0.199
6,mlp.experts.70.down_proj,0.0000007640,0.01000,0.204
6,mlp.experts.71.down_proj,0.0000001183,0.01000,0.203
6,mlp.experts.72.down_proj,0.0000017372,0.01000,0.200
6,mlp.experts.73.down_proj,0.0000012237,0.01000,0.203
6,mlp.experts.74.down_proj,0.0000023521,0.01000,0.199
6,mlp.experts.75.down_proj,0.0000007004,0.01000,0.199
6,mlp.experts.76.down_proj,0.0000002981,0.01000,0.199
6,mlp.experts.77.down_proj,0.0000008242,0.01000,0.204
6,mlp.experts.78.down_proj,0.0000010722,0.01000,0.199
6,mlp.experts.79.down_proj,0.0000001828,0.01000,0.200
6,mlp.experts.80.down_proj,0.0000015763,0.01000,0.199
6,mlp.experts.81.down_proj,0.0000048525,0.01000,0.204
6,mlp.experts.82.down_proj,0.0000108585,0.01000,0.198
6,mlp.experts.83.down_proj,0.0000004611,0.01000,0.200
6,mlp.experts.84.down_proj,0.0000017055,0.01000,0.199
6,mlp.experts.85.down_proj,0.0000006660,0.01000,0.199
6,mlp.experts.86.down_proj,0.0000003123,0.01000,0.199
6,mlp.experts.87.down_proj,0.0000001870,0.01000,0.200
6,mlp.experts.88.down_proj,0.0000008876,0.01000,0.209
6,mlp.experts.89.down_proj,0.0000005319,0.01000,0.201
6,mlp.experts.90.down_proj,0.0000069037,0.01000,0.199
6,mlp.experts.91.down_proj,0.0000031122,0.01000,0.199
6,mlp.experts.92.down_proj,0.0000084636,0.01000,0.202
6,mlp.experts.93.down_proj,0.0000011227,0.01000,0.199
6,mlp.experts.94.down_proj,0.0000005915,0.01000,0.199
6,mlp.experts.95.down_proj,0.0000008858,0.01000,0.199
6,mlp.experts.96.down_proj,0.0000005070,0.01000,0.219
6,mlp.experts.97.down_proj,0.0000003696,0.01000,0.203
6,mlp.experts.98.down_proj,0.0000004531,0.01000,0.200
6,mlp.experts.99.down_proj,0.0000005456,0.01000,0.199
6,mlp.experts.100.down_proj,0.0000005178,0.01000,0.199
6,mlp.experts.101.down_proj,0.0000007231,0.01000,0.203
6,mlp.experts.102.down_proj,0.0000065827,0.01000,0.199
6,mlp.experts.103.down_proj,0.0000013563,0.01000,0.204
6,mlp.experts.104.down_proj,0.0000015049,0.01000,0.203
6,mlp.experts.105.down_proj,0.0000002850,0.01000,0.199
6,mlp.experts.106.down_proj,0.0000003087,0.01000,0.199
6,mlp.experts.107.down_proj,0.0000000454,0.01000,0.198
6,mlp.experts.108.down_proj,0.0000009814,0.01000,0.199
6,mlp.experts.109.down_proj,0.0000006855,0.01000,0.198
6,mlp.experts.110.down_proj,0.0000002937,0.01000,0.199
6,mlp.experts.111.down_proj,0.0000010380,0.01000,0.201
6,mlp.experts.112.down_proj,0.0000008903,0.01000,0.199
6,mlp.experts.113.down_proj,0.0000081331,0.01000,0.198
6,mlp.experts.114.down_proj,0.0000015043,0.01000,0.198
6,mlp.experts.115.down_proj,0.0000014636,0.01000,0.198
6,mlp.experts.116.down_proj,0.0000006201,0.01000,0.199
6,mlp.experts.117.down_proj,0.0000063788,0.01000,0.199
6,mlp.experts.118.down_proj,0.0000014907,0.01000,0.199
6,mlp.experts.119.down_proj,0.0000017166,0.01000,0.199
6,mlp.experts.120.down_proj,0.0000037907,0.01000,0.199
6,mlp.experts.121.down_proj,0.0000064628,0.01000,0.199
6,mlp.experts.122.down_proj,0.0000015486,0.01000,0.200
6,mlp.experts.123.down_proj,0.0000016185,0.01000,0.205
6,mlp.experts.124.down_proj,0.0000008302,0.01000,0.203
6,mlp.experts.125.down_proj,0.0000023162,0.01000,0.203
6,mlp.experts.126.down_proj,0.0000008580,0.01000,0.202
6,mlp.experts.127.down_proj,0.0000003078,0.01000,0.203
7,self_attn.q_proj,0.0000000112,0.01000,0.517
7,self_attn.k_proj,0.0000000016,0.01000,0.521
7,self_attn.v_proj,0.0000000018,0.01000,0.516
7,self_attn.o_proj,0.0000000014,0.01000,1.037
7,mlp.gate,0.0000006470,0.01000,0.514
7,mlp.experts.0.up_proj,0.0000343625,0.01000,0.514
7,mlp.experts.1.up_proj,0.0000119887,0.01000,0.515
7,mlp.experts.2.up_proj,0.0000006913,0.01000,0.516
7,mlp.experts.3.up_proj,0.0000034772,0.01000,0.525
7,mlp.experts.4.up_proj,0.0000099006,0.01000,0.512
7,mlp.experts.5.up_proj,0.0000069548,0.01000,0.515
7,mlp.experts.6.up_proj,0.0000138245,0.01000,0.513
7,mlp.experts.7.up_proj,0.0000007180,0.01000,0.511
7,mlp.experts.8.up_proj,0.0000010421,0.01000,0.512
7,mlp.experts.9.up_proj,0.0000022610,0.01000,0.517
7,mlp.experts.10.up_proj,0.0000332747,0.01000,0.515
7,mlp.experts.11.up_proj,0.0000154955,0.01000,0.519
7,mlp.experts.12.up_proj,0.0000072347,0.01000,0.531
7,mlp.experts.13.up_proj,0.0000163776,0.01000,0.510
7,mlp.experts.14.up_proj,0.0000084502,0.01000,0.513
7,mlp.experts.15.up_proj,0.0000482845,0.01000,0.515
7,mlp.experts.16.up_proj,0.0000073955,0.01000,0.527
7,mlp.experts.17.up_proj,0.0000054362,0.01000,0.529
7,mlp.experts.18.up_proj,0.0000018379,0.01000,0.523
7,mlp.experts.19.up_proj,0.0000147294,0.01000,0.520
7,mlp.experts.20.up_proj,0.0000042314,0.01000,0.513
7,mlp.experts.21.up_proj,0.0000025584,0.01000,0.512
7,mlp.experts.22.up_proj,0.0000147038,0.01000,0.513
7,mlp.experts.23.up_proj,0.0000342821,0.01000,0.535
7,mlp.experts.24.up_proj,0.0000012056,0.01000,0.514
7,mlp.experts.25.up_proj,0.0000155655,0.01000,0.516
7,mlp.experts.26.up_proj,0.0000007686,0.01000,0.515
7,mlp.experts.27.up_proj,0.0000210077,0.01000,0.513
7,mlp.experts.28.up_proj,0.0000179222,0.01000,0.513
7,mlp.experts.29.up_proj,0.0000513681,0.01000,0.515
7,mlp.experts.30.up_proj,0.0000034291,0.01000,0.514
7,mlp.experts.31.up_proj,0.0000055547,0.01000,0.522
7,mlp.experts.32.up_proj,0.0000029922,0.01000,0.512
7,mlp.experts.33.up_proj,0.0000047891,0.01000,0.513
7,mlp.experts.34.up_proj,0.0000040445,0.01000,0.511
7,mlp.experts.35.up_proj,0.0000334748,0.01000,0.513
7,mlp.experts.36.up_proj,0.0000132301,0.01000,0.514
7,mlp.experts.37.up_proj,0.0000047160,0.01000,0.511
7,mlp.experts.38.up_proj,0.0000116846,0.01000,0.511
7,mlp.experts.39.up_proj,0.0000141826,0.01000,0.512
7,mlp.experts.40.up_proj,0.0000157374,0.01000,0.512
7,mlp.experts.41.up_proj,0.0000042843,0.01000,0.510
7,mlp.experts.42.up_proj,0.0000093841,0.01000,0.511
7,mlp.experts.43.up_proj,0.0000111143,0.01000,0.516
7,mlp.experts.44.up_proj,0.0000225810,0.01000,0.513
7,mlp.experts.45.up_proj,0.0000023104,0.01000,0.526
7,mlp.experts.46.up_proj,0.0000075502,0.01000,0.523
7,mlp.experts.47.up_proj,0.0000078913,0.01000,0.512
7,mlp.experts.48.up_proj,0.0000032147,0.01000,0.514
7,mlp.experts.49.up_proj,0.0000031839,0.01000,0.512
7,mlp.experts.50.up_proj,0.0000027591,0.01000,0.518
7,mlp.experts.51.up_proj,0.0000036720,0.01000,0.514
7,mlp.experts.52.up_proj,0.0000483826,0.01000,0.515
7,mlp.experts.53.up_proj,0.0000101056,0.01000,0.512
7,mlp.experts.54.up_proj,0.0000082925,0.01000,0.516
7,mlp.experts.55.up_proj,0.0000205045,0.01000,0.512
7,mlp.experts.56.up_proj,0.0000007542,0.01000,0.536
7,mlp.experts.57.up_proj,0.0000296909,0.01000,0.531
7,mlp.experts.58.up_proj,0.0000051937,0.01000,0.525
7,mlp.experts.59.up_proj,0.0000022089,0.01000,0.528
7,mlp.experts.60.up_proj,0.0000036141,0.01000,0.511
7,mlp.experts.61.up_proj,0.0000127073,0.01000,0.512
7,mlp.experts.62.up_proj,0.0000028273,0.01000,0.521
7,mlp.experts.63.up_proj,0.0000190250,0.01000,0.530
7,mlp.experts.64.up_proj,0.0000066674,0.01000,0.532
7,mlp.experts.65.up_proj,0.0000039124,0.01000,0.526
7,mlp.experts.66.up_proj,0.0000108137,0.01000,0.512
7,mlp.experts.67.up_proj,0.0000356743,0.01000,0.514
7,mlp.experts.68.up_proj,0.0000590560,0.01000,0.511
7,mlp.experts.69.up_proj,0.0000105800,0.01000,0.515
7,mlp.experts.70.up_proj,0.0000227483,0.01000,0.511
7,mlp.experts.71.up_proj,0.0000134334,0.01000,0.513
7,mlp.experts.72.up_proj,0.0000032272,0.01000,0.521
7,mlp.experts.73.up_proj,0.0000011274,0.01000,0.515
7,mlp.experts.74.up_proj,0.0000164094,0.01000,0.512
7,mlp.experts.75.up_proj,0.0000020062,0.01000,0.513
7,mlp.experts.76.up_proj,0.0000085842,0.01000,0.522
7,mlp.experts.77.up_proj,0.0000159447,0.01000,0.512
7,mlp.experts.78.up_proj,0.0000343650,0.01000,0.513
7,mlp.experts.79.up_proj,0.0000103254,0.01000,0.516
7,mlp.experts.80.up_proj,0.0000036498,0.01000,0.511
7,mlp.experts.81.up_proj,0.0000229556,0.01000,0.512
7,mlp.experts.82.up_proj,0.0000047383,0.01000,0.514
7,mlp.experts.83.up_proj,0.0000087433,0.01000,0.519
7,mlp.experts.84.up_proj,0.0000206739,0.01000,0.512
7,mlp.experts.85.up_proj,0.0000273184,0.01000,0.515
7,mlp.experts.86.up_proj,0.0000042868,0.01000,0.526
7,mlp.experts.87.up_proj,0.0000028824,0.01000,0.511
7,mlp.experts.88.up_proj,0.0000063604,0.01000,0.515
7,mlp.experts.89.up_proj,0.0000098724,0.01000,0.512
7,mlp.experts.90.up_proj,0.0000574302,0.01000,0.511
7,mlp.experts.91.up_proj,0.0000113119,0.01000,0.512
7,mlp.experts.92.up_proj,0.0000393584,0.01000,0.512
7,mlp.experts.93.up_proj,0.0000055656,0.01000,0.511
7,mlp.experts.94.up_proj,0.0000057052,0.01000,0.513
7,mlp.experts.95.up_proj,0.0000055517,0.01000,0.537
7,mlp.experts.96.up_proj,0.0000272970,0.01000,0.515
7,mlp.experts.97.up_proj,0.0000182397,0.01000,0.513
7,mlp.experts.98.up_proj,0.0000035320,0.01000,0.514
7,mlp.experts.99.up_proj,0.0000202120,0.01000,0.514
7,mlp.experts.100.up_proj,0.0000071198,0.01000,0.518
7,mlp.experts.101.up_proj,0.0000068561,0.01000,0.515
7,mlp.experts.102.up_proj,0.0000227773,0.01000,0.530
7,mlp.experts.103.up_proj,0.0000104679,0.01000,0.515
7,mlp.experts.104.up_proj,0.0000299577,0.01000,0.543
7,mlp.experts.105.up_proj,0.0000318733,0.01000,0.512
7,mlp.experts.106.up_proj,0.0000023605,0.01000,0.524
7,mlp.experts.107.up_proj,0.0000079404,0.01000,0.516
7,mlp.experts.108.up_proj,0.0000131349,0.01000,0.527
7,mlp.experts.109.up_proj,0.0000022201,0.01000,0.513
7,mlp.experts.110.up_proj,0.0000016687,0.01000,0.512
7,mlp.experts.111.up_proj,0.0000067787,0.01000,0.514
7,mlp.experts.112.up_proj,0.0000013764,0.01000,0.514
7,mlp.experts.113.up_proj,0.0000498167,0.01000,0.520
7,mlp.experts.114.up_proj,0.0001109842,0.01000,0.515
7,mlp.experts.115.up_proj,0.0000155419,0.01000,0.514
7,mlp.experts.116.up_proj,0.0000092031,0.01000,0.512
7,mlp.experts.117.up_proj,0.0000247326,0.01000,0.522
7,mlp.experts.118.up_proj,0.0000239230,0.01000,0.514
7,mlp.experts.119.up_proj,0.0000053616,0.01000,0.513
7,mlp.experts.120.up_proj,0.0000451450,0.01000,0.518
7,mlp.experts.121.up_proj,0.0000209306,0.01000,0.513
7,mlp.experts.122.up_proj,0.0000111567,0.01000,0.515
7,mlp.experts.123.up_proj,0.0000042744,0.01000,0.514
7,mlp.experts.124.up_proj,0.0000095798,0.01000,0.512
7,mlp.experts.125.up_proj,0.0000053684,0.01000,0.512
7,mlp.experts.126.up_proj,0.0000321196,0.01000,0.515
7,mlp.experts.127.up_proj,0.0000165080,0.01000,0.522
7,mlp.experts.0.gate_proj,0.0000402191,0.01000,0.512
7,mlp.experts.1.gate_proj,0.0000139221,0.01000,0.512
7,mlp.experts.2.gate_proj,0.0000007334,0.01000,0.514
7,mlp.experts.3.gate_proj,0.0000036204,0.01000,0.515
7,mlp.experts.4.gate_proj,0.0000113334,0.01000,0.514
7,mlp.experts.5.gate_proj,0.0000077249,0.01000,0.525
7,mlp.experts.6.gate_proj,0.0000161135,0.01000,0.516
7,mlp.experts.7.gate_proj,0.0000007494,0.01000,0.518
7,mlp.experts.8.gate_proj,0.0000011178,0.01000,0.519
7,mlp.experts.9.gate_proj,0.0000026559,0.01000,0.516
7,mlp.experts.10.gate_proj,0.0000361894,0.01000,0.513
7,mlp.experts.11.gate_proj,0.0000191667,0.01000,0.518
7,mlp.experts.12.gate_proj,0.0000087875,0.01000,0.513
7,mlp.experts.13.gate_proj,0.0000197079,0.01000,0.526
7,mlp.experts.14.gate_proj,0.0000100692,0.01000,0.512
7,mlp.experts.15.gate_proj,0.0000545266,0.01000,0.513
7,mlp.experts.16.gate_proj,0.0000077137,0.01000,0.512
7,mlp.experts.17.gate_proj,0.0000066424,0.01000,0.513
7,mlp.experts.18.gate_proj,0.0000022621,0.01000,0.513
7,mlp.experts.19.gate_proj,0.0000160375,0.01000,0.514
7,mlp.experts.20.gate_proj,0.0000047112,0.01000,0.516
7,mlp.experts.21.gate_proj,0.0000029436,0.01000,0.513
7,mlp.experts.22.gate_proj,0.0000175355,0.01000,0.515
7,mlp.experts.23.gate_proj,0.0000365336,0.01000,0.512
7,mlp.experts.24.gate_proj,0.0000013909,0.01000,0.514
7,mlp.experts.25.gate_proj,0.0000178004,0.01000,0.514
7,mlp.experts.26.gate_proj,0.0000008818,0.01000,0.512
7,mlp.experts.27.gate_proj,0.0000229849,0.01000,0.522
7,mlp.experts.28.gate_proj,0.0000213551,0.01000,0.514
7,mlp.experts.29.gate_proj,0.0000588741,0.01000,0.514
7,mlp.experts.30.gate_proj,0.0000040821,0.01000,0.513
7,mlp.experts.31.gate_proj,0.0000058815,0.01000,0.515
7,mlp.experts.32.gate_proj,0.0000034627,0.01000,0.515
7,mlp.experts.33.gate_proj,0.0000054717,0.01000,0.514
7,mlp.experts.34.gate_proj,0.0000042953,0.01000,0.513
7,mlp.experts.35.gate_proj,0.0000413016,0.01000,0.514
7,mlp.experts.36.gate_proj,0.0000152731,0.01000,0.513
7,mlp.experts.37.gate_proj,0.0000054101,0.01000,0.516
7,mlp.experts.38.gate_proj,0.0000138506,0.01000,0.516
7,mlp.experts.39.gate_proj,0.0000151173,0.01000,0.536
7,mlp.experts.40.gate_proj,0.0000188553,0.01000,0.519
7,mlp.experts.41.gate_proj,0.0000049533,0.01000,0.518
7,mlp.experts.42.gate_proj,0.0000115474,0.01000,0.528
7,mlp.experts.43.gate_proj,0.0000119861,0.01000,0.524
7,mlp.experts.44.gate_proj,0.0000264173,0.01000,0.514
7,mlp.experts.45.gate_proj,0.0000025698,0.01000,0.512
7,mlp.experts.46.gate_proj,0.0000082732,0.01000,0.515
7,mlp.experts.47.gate_proj,0.0000091293,0.01000,0.513
7,mlp.experts.48.gate_proj,0.0000033757,0.01000,0.514
7,mlp.experts.49.gate_proj,0.0000032099,0.01000,0.514
7,mlp.experts.50.gate_proj,0.0000028807,0.01000,0.519
7,mlp.experts.51.gate_proj,0.0000038630,0.01000,0.515
7,mlp.experts.52.gate_proj,0.0000607051,0.01000,0.512
7,mlp.experts.53.gate_proj,0.0000110164,0.01000,0.513
7,mlp.experts.54.gate_proj,0.0000104453,0.01000,0.524
7,mlp.experts.55.gate_proj,0.0000210176,0.01000,0.513
7,mlp.experts.56.gate_proj,0.0000008070,0.01000,0.515
7,mlp.experts.57.gate_proj,0.0000319002,0.01000,0.514
7,mlp.experts.58.gate_proj,0.0000059236,0.01000,0.514
7,mlp.experts.59.gate_proj,0.0000025763,0.01000,0.513
7,mlp.experts.60.gate_proj,0.0000039070,0.01000,0.515
7,mlp.experts.61.gate_proj,0.0000150692,0.01000,0.515
7,mlp.experts.62.gate_proj,0.0000031108,0.01000,0.512
7,mlp.experts.63.gate_proj,0.0000223334,0.01000,0.513
7,mlp.experts.64.gate_proj,0.0000071252,0.01000,0.513
7,mlp.experts.65.gate_proj,0.0000050053,0.01000,0.512
7,mlp.experts.66.gate_proj,0.0000124132,0.01000,0.514
7,mlp.experts.67.gate_proj,0.0000400152,0.01000,0.513
7,mlp.experts.68.gate_proj,0.0000676064,0.01000,0.524
7,mlp.experts.69.gate_proj,0.0000113845,0.01000,0.527
7,mlp.experts.70.gate_proj,0.0000269238,0.01000,0.512
7,mlp.experts.71.gate_proj,0.0000158719,0.01000,0.517
7,mlp.experts.72.gate_proj,0.0000038388,0.01000,0.514
7,mlp.experts.73.gate_proj,0.0000013088,0.01000,0.515
7,mlp.experts.74.gate_proj,0.0000182247,0.01000,0.512
7,mlp.experts.75.gate_proj,0.0000021062,0.01000,0.514
7,mlp.experts.76.gate_proj,0.0000104837,0.01000,0.515
7,mlp.experts.77.gate_proj,0.0000168887,0.01000,0.515
7,mlp.experts.78.gate_proj,0.0000408233,0.01000,0.512
7,mlp.experts.79.gate_proj,0.0000122387,0.01000,0.514
7,mlp.experts.80.gate_proj,0.0000043315,0.01000,0.521
7,mlp.experts.81.gate_proj,0.0000254717,0.01000,0.523
7,mlp.experts.82.gate_proj,0.0000055278,0.01000,0.524
7,mlp.experts.83.gate_proj,0.0000105184,0.01000,0.515
7,mlp.experts.84.gate_proj,0.0000236879,0.01000,0.513
7,mlp.experts.85.gate_proj,0.0000294001,0.01000,0.514
7,mlp.experts.86.gate_proj,0.0000048722,0.01000,0.511
7,mlp.experts.87.gate_proj,0.0000031896,0.01000,0.512
7,mlp.experts.88.gate_proj,0.0000072155,0.01000,0.513
7,mlp.experts.89.gate_proj,0.0000111356,0.01000,0.513
7,mlp.experts.90.gate_proj,0.0000632628,0.01000,0.515
7,mlp.experts.91.gate_proj,0.0000135792,0.01000,0.513
7,mlp.experts.92.gate_proj,0.0000432925,0.01000,0.513
7,mlp.experts.93.gate_proj,0.0000062260,0.01000,0.513
7,mlp.experts.94.gate_proj,0.0000064208,0.01000,0.515
7,mlp.experts.95.gate_proj,0.0000058888,0.01000,0.519
7,mlp.experts.96.gate_proj,0.0000288683,0.01000,0.517
7,mlp.experts.97.gate_proj,0.0000225319,0.01000,0.513
7,mlp.experts.98.gate_proj,0.0000035960,0.01000,0.512
7,mlp.experts.99.gate_proj,0.0000239066,0.01000,0.519
7,mlp.experts.100.gate_proj,0.0000075085,0.01000,0.514
7,mlp.experts.101.gate_proj,0.0000079743,0.01000,0.513
7,mlp.experts.102.gate_proj,0.0000246861,0.01000,0.515
7,mlp.experts.103.gate_proj,0.0000107765,0.01000,0.516
7,mlp.experts.104.gate_proj,0.0000358732,0.01000,0.514
7,mlp.experts.105.gate_proj,0.0000387478,0.01000,0.515
7,mlp.experts.106.gate_proj,0.0000026567,0.01000,0.512
7,mlp.experts.107.gate_proj,0.0000092356,0.01000,0.511
7,mlp.experts.108.gate_proj,0.0000160339,0.01000,0.520
7,mlp.experts.109.gate_proj,0.0000028715,0.01000,0.522
7,mlp.experts.110.gate_proj,0.0000018554,0.01000,0.519
7,mlp.experts.111.gate_proj,0.0000077001,0.01000,0.511
7,mlp.experts.112.gate_proj,0.0000014269,0.01000,0.519
7,mlp.experts.113.gate_proj,0.0000523171,0.01000,0.515
7,mlp.experts.114.gate_proj,0.0001331452,0.01000,0.514
7,mlp.experts.115.gate_proj,0.0000298915,0.01000,0.510
7,mlp.experts.116.gate_proj,0.0000103676,0.01000,0.513
7,mlp.experts.117.gate_proj,0.0000274479,0.01000,0.524
7,mlp.experts.118.gate_proj,0.0000287438,0.01000,0.530
7,mlp.experts.119.gate_proj,0.0000058520,0.01000,0.522
7,mlp.experts.120.gate_proj,0.0000511798,0.01000,0.519
7,mlp.experts.121.gate_proj,0.0000238645,0.01000,0.515
7,mlp.experts.122.gate_proj,0.0000123328,0.01000,0.515
7,mlp.experts.123.gate_proj,0.0000046077,0.01000,0.536
7,mlp.experts.124.gate_proj,0.0000104203,0.01000,0.522
7,mlp.experts.125.gate_proj,0.0000062417,0.01000,0.524
7,mlp.experts.126.gate_proj,0.0000393829,0.01000,0.525
7,mlp.experts.127.gate_proj,0.0000192582,0.01000,0.525
7,mlp.experts.0.down_proj,0.0000052851,0.01000,0.209
7,mlp.experts.1.down_proj,0.0000012003,0.01000,0.198
7,mlp.experts.2.down_proj,0.0000001027,0.01000,0.196
7,mlp.experts.3.down_proj,0.0000003904,0.01000,0.196
7,mlp.experts.4.down_proj,0.0000010490,0.01000,0.197
7,mlp.experts.5.down_proj,0.0000007642,0.01000,0.196
7,mlp.experts.6.down_proj,0.0000022053,0.01000,0.198
7,mlp.experts.7.down_proj,0.0000000767,0.01000,0.202
7,mlp.experts.8.down_proj,0.0000002249,0.01000,0.203
7,mlp.experts.9.down_proj,0.0000003155,0.01000,0.197
7,mlp.experts.10.down_proj,0.0000037494,0.01000,0.195
7,mlp.experts.11.down_proj,0.0000016798,0.01000,0.195
7,mlp.experts.12.down_proj,0.0000013198,0.01000,0.199
7,mlp.experts.13.down_proj,0.0000020463,0.01000,0.194
7,mlp.experts.14.down_proj,0.0000013812,0.01000,0.197
7,mlp.experts.15.down_proj,0.0000060172,0.01000,0.195
7,mlp.experts.16.down_proj,0.0000006010,0.01000,0.196
7,mlp.experts.17.down_proj,0.0000006740,0.01000,0.196
7,mlp.experts.18.down_proj,0.0000003271,0.01000,0.199
7,mlp.experts.19.down_proj,0.0000013737,0.01000,0.198
7,mlp.experts.20.down_proj,0.0000005032,0.01000,0.197
7,mlp.experts.21.down_proj,0.0000002916,0.01000,0.197
7,mlp.experts.22.down_proj,0.0000024915,0.01000,0.212
7,mlp.experts.23.down_proj,0.0000033609,0.01000,0.210
7,mlp.experts.24.down_proj,0.0000001769,0.01000,0.200
7,mlp.experts.25.down_proj,0.0000016470,0.01000,0.197
7,mlp.experts.26.down_proj,0.0000000804,0.01000,0.196
7,mlp.experts.27.down_proj,0.0000028131,0.01000,0.198
7,mlp.experts.28.down_proj,0.0000031932,0.01000,0.196
7,mlp.experts.29.down_proj,0.0000065450,0.01000,0.196
7,mlp.experts.30.down_proj,0.0000006088,0.01000,0.197
7,mlp.experts.31.down_proj,0.0000005743,0.01000,0.197
7,mlp.experts.32.down_proj,0.0000003912,0.01000,0.197
7,mlp.experts.33.down_proj,0.0000005646,0.01000,0.199
7,mlp.experts.34.down_proj,0.0000006185,0.01000,0.196
7,mlp.experts.35.down_proj,0.0000029091,0.01000,0.201
7,mlp.experts.36.down_proj,0.0000013172,0.01000,0.199
7,mlp.experts.37.down_proj,0.0000006447,0.01000,0.199
7,mlp.experts.38.down_proj,0.0000016809,0.01000,0.198
7,mlp.experts.39.down_proj,0.0000017218,0.01000,0.199
7,mlp.experts.40.down_proj,0.0000018196,0.01000,0.201
7,mlp.experts.41.down_proj,0.0000004739,0.01000,0.201
7,mlp.experts.42.down_proj,0.0000010044,0.01000,0.199
7,mlp.experts.43.down_proj,0.0000017636,0.01000,0.200
7,mlp.experts.44.down_proj,0.0000033466,0.01000,0.208
7,mlp.experts.45.down_proj,0.0000002733,0.01000,0.200
7,mlp.experts.46.down_proj,0.0000007524,0.01000,0.202
7,mlp.experts.47.down_proj,0.0000009502,0.01000,0.199
7,mlp.experts.48.down_proj,0.0000003337,0.01000,0.199
7,mlp.experts.49.down_proj,0.0000005182,0.01000,0.200
7,mlp.experts.50.down_proj,0.0000004155,0.01000,0.198
7,mlp.experts.51.down_proj,0.0000005368,0.01000,0.200
7,mlp.experts.52.down_proj,0.0000070621,0.01000,0.198
7,mlp.experts.53.down_proj,0.0000011103,0.01000,0.199
7,mlp.experts.54.down_proj,0.0000008239,0.01000,0.199
7,mlp.experts.55.down_proj,0.0000022933,0.01000,0.201
7,mlp.experts.56.down_proj,0.0000001049,0.01000,0.200
7,mlp.experts.57.down_proj,0.0000049297,0.01000,0.199
7,mlp.experts.58.down_proj,0.0000006591,0.01000,0.200
7,mlp.experts.59.down_proj,0.0000003184,0.01000,0.202
7,mlp.experts.60.down_proj,0.0000004665,0.01000,0.208
7,mlp.experts.61.down_proj,0.0000016344,0.01000,0.201
7,mlp.experts.62.down_proj,0.0000005632,0.01000,0.203
7,mlp.experts.63.down_proj,0.0000027864,0.01000,0.200
7,mlp.experts.64.down_proj,0.0000008502,0.01000,0.199
7,mlp.experts.65.down_proj,0.0000006926,0.01000,0.206
7,mlp.experts.66.down_proj,0.0000012307,0.01000,0.209
7,mlp.experts.67.down_proj,0.0000035587,0.01000,0.218
7,mlp.experts.68.down_proj,0.0000073123,0.01000,0.209
7,mlp.experts.69.down_proj,0.0000011008,0.01000,0.205
7,mlp.experts.70.down_proj,0.0000030587,0.01000,0.202
7,mlp.experts.71.down_proj,0.0000023268,0.01000,0.202
7,mlp.experts.72.down_proj,0.0000004189,0.01000,0.200
7,mlp.experts.73.down_proj,0.0000001220,0.01000,0.201
7,mlp.experts.74.down_proj,0.0000016309,0.01000,0.203
7,mlp.experts.75.down_proj,0.0000002268,0.01000,0.201
7,mlp.experts.76.down_proj,0.0000009090,0.01000,0.200
7,mlp.experts.77.down_proj,0.0000030164,0.01000,0.208
7,mlp.experts.78.down_proj,0.0000057267,0.01000,0.200
7,mlp.experts.79.down_proj,0.0000008635,0.01000,0.201
7,mlp.experts.80.down_proj,0.0000007739,0.01000,0.205
7,mlp.experts.81.down_proj,0.0000022913,0.01000,0.205
7,mlp.experts.82.down_proj,0.0000006114,0.01000,0.200
7,mlp.experts.83.down_proj,0.0000009825,0.01000,0.200
7,mlp.experts.84.down_proj,0.0000033045,0.01000,0.206
7,mlp.experts.85.down_proj,0.0000040072,0.01000,0.198
7,mlp.experts.86.down_proj,0.0000006000,0.01000,0.198
7,mlp.experts.87.down_proj,0.0000004330,0.01000,0.206
7,mlp.experts.88.down_proj,0.0000007260,0.01000,0.199
7,mlp.experts.89.down_proj,0.0000009889,0.01000,0.203
7,mlp.experts.90.down_proj,0.0000078446,0.01000,0.198
7,mlp.experts.91.down_proj,0.0000016416,0.01000,0.199
7,mlp.experts.92.down_proj,0.0000041571,0.01000,0.201
7,mlp.experts.93.down_proj,0.0000005945,0.01000,0.205
7,mlp.experts.94.down_proj,0.0000006478,0.01000,0.199
7,mlp.experts.95.down_proj,0.0000006655,0.01000,0.198
7,mlp.experts.96.down_proj,0.0000035883,0.01000,0.199
7,mlp.experts.97.down_proj,0.0000025602,0.01000,0.198
7,mlp.experts.98.down_proj,0.0000005215,0.01000,0.202
7,mlp.experts.99.down_proj,0.0000024811,0.01000,0.203
7,mlp.experts.100.down_proj,0.0000008356,0.01000,0.202
7,mlp.experts.101.down_proj,0.0000011148,0.01000,0.198
7,mlp.experts.102.down_proj,0.0000026637,0.01000,0.201
7,mlp.experts.103.down_proj,0.0000013832,0.01000,0.200
7,mlp.experts.104.down_proj,0.0000045845,0.01000,0.199
7,mlp.experts.105.down_proj,0.0000040189,0.01000,0.199
7,mlp.experts.106.down_proj,0.0000003047,0.01000,0.199
7,mlp.experts.107.down_proj,0.0000013282,0.01000,0.208
7,mlp.experts.108.down_proj,0.0000016330,0.01000,0.201
7,mlp.experts.109.down_proj,0.0000004204,0.01000,0.211
7,mlp.experts.110.down_proj,0.0000001992,0.01000,0.200
7,mlp.experts.111.down_proj,0.0000009602,0.01000,0.199
7,mlp.experts.112.down_proj,0.0000002277,0.01000,0.199
7,mlp.experts.113.down_proj,0.0000056255,0.01000,0.200
7,mlp.experts.114.down_proj,0.0000193334,0.01000,0.200
7,mlp.experts.115.down_proj,0.0000017259,0.01000,0.201
7,mlp.experts.116.down_proj,0.0000009258,0.01000,0.201
7,mlp.experts.117.down_proj,0.0000038732,0.01000,0.200
7,mlp.experts.118.down_proj,0.0000034050,0.01000,0.199
7,mlp.experts.119.down_proj,0.0000007697,0.01000,0.201
7,mlp.experts.120.down_proj,0.0000054411,0.01000,0.199
7,mlp.experts.121.down_proj,0.0000031422,0.01000,0.200
7,mlp.experts.122.down_proj,0.0000011474,0.01000,0.199
7,mlp.experts.123.down_proj,0.0000006526,0.01000,0.199
7,mlp.experts.124.down_proj,0.0000012797,0.01000,0.199
7,mlp.experts.125.down_proj,0.0000006644,0.01000,0.198
7,mlp.experts.126.down_proj,0.0000038234,0.01000,0.201
7,mlp.experts.127.down_proj,0.0000023426,0.01000,0.213
8,self_attn.q_proj,0.0000000269,0.01000,0.516
8,self_attn.k_proj,0.0000000034,0.01000,0.519
8,self_attn.v_proj,0.0000000042,0.01000,0.512
8,self_attn.o_proj,0.0000000023,0.01000,1.039
8,mlp.gate,0.0000007454,0.01000,0.514
8,mlp.experts.0.up_proj,0.0000455345,0.01000,0.520
8,mlp.experts.1.up_proj,0.0000528743,0.01000,0.515
8,mlp.experts.2.up_proj,0.0000046176,0.01000,0.512
8,mlp.experts.3.up_proj,0.0000040557,0.01000,0.513
8,mlp.experts.4.up_proj,0.0000135493,0.01000,0.518
8,mlp.experts.5.up_proj,0.0000006793,0.01000,0.520
8,mlp.experts.6.up_proj,0.0000164747,0.01000,0.523
8,mlp.experts.7.up_proj,0.0000421990,0.01000,0.515
8,mlp.experts.8.up_proj,0.0000028014,0.01000,0.516
8,mlp.experts.9.up_proj,0.0000063270,0.01000,0.517
8,mlp.experts.10.up_proj,0.0000376625,0.01000,0.517
8,mlp.experts.11.up_proj,0.0000258128,0.01000,0.517
8,mlp.experts.12.up_proj,0.0000056404,0.01000,0.514
8,mlp.experts.13.up_proj,0.0000084081,0.01000,0.513
8,mlp.experts.14.up_proj,0.0000037133,0.01000,0.514
8,mlp.experts.15.up_proj,0.0000089292,0.01000,0.512
8,mlp.experts.16.up_proj,0.0000024562,0.01000,0.514
8,mlp.experts.17.up_proj,0.0000010553,0.01000,0.514
8,mlp.experts.18.up_proj,0.0000163087,0.01000,0.513
8,mlp.experts.19.up_proj,0.0000232699,0.01000,0.521
8,mlp.experts.20.up_proj,0.0000111769,0.01000,0.521
8,mlp.experts.21.up_proj,0.0000030010,0.01000,0.520
8,mlp.experts.22.up_proj,0.0000008840,0.01000,0.515
8,mlp.experts.23.up_proj,0.0000143015,0.01000,0.514
8,mlp.experts.24.up_proj,0.0000023395,0.01000,0.514
8,mlp.experts.25.up_proj,0.0000132479,0.01000,0.513
8,mlp.experts.26.up_proj,0.0000054766,0.01000,0.514
8,mlp.experts.27.up_proj,0.0000090990,0.01000,0.514
8,mlp.experts.28.up_proj,0.0000066699,0.01000,0.518
8,mlp.experts.29.up_proj,0.0000346656,0.01000,0.516
8,mlp.experts.30.up_proj,0.0000049864,0.01000,0.516
8,mlp.experts.31.up_proj,0.0000323450,0.01000,0.515
8,mlp.experts.32.up_proj,0.0000154764,0.01000,0.524
8,mlp.experts.33.up_proj,0.0000050725,0.01000,0.524
8,mlp.experts.34.up_proj,0.0000713762,0.01000,0.516
8,mlp.experts.35.up_proj,0.0000063058,0.01000,0.525
8,mlp.experts.36.up_proj,0.0000016708,0.01000,0.516
8,mlp.experts.37.up_proj,0.0000048968,0.01000,0.511
8,mlp.experts.38.up_proj,0.0000174155,0.01000,0.514
8,mlp.experts.39.up_proj,0.0000077571,0.01000,0.513
8,mlp.experts.40.up_proj,0.0000318711,0.01000,0.513
8,mlp.experts.41.up_proj,0.0000120551,0.01000,0.515
8,mlp.experts.42.up_proj,0.0000291417,0.01000,0.520
8,mlp.experts.43.up_proj,0.0000158103,0.01000,0.512
8,mlp.experts.44.up_proj,0.0000066592,0.01000,0.513
8,mlp.experts.45.up_proj,0.0000031360,0.01000,0.512
8,mlp.experts.46.up_proj,0.0000018178,0.01000,0.522
8,mlp.experts.47.up_proj,0.0000079670,0.01000,0.514
8,mlp.experts.48.up_proj,0.0000118861,0.01000,0.523
8,mlp.experts.49.up_proj,0.0000179376,0.01000,0.514
8,mlp.experts.50.up_proj,0.0000370470,0.01000,0.513
8,mlp.experts.51.up_proj,0.0000054182,0.01000,0.512
8,mlp.experts.52.up_proj,0.0000064403,0.01000,0.522
8,mlp.experts.53.up_proj,0.0000007242,0.01000,0.513
8,mlp.experts.54.up_proj,0.0000441880,0.01000,0.523
8,mlp.experts.55.up_proj,0.0000195381,0.01000,0.513
8,mlp.experts.56.up_proj,0.0000062503,0.01000,0.510
8,mlp.experts.57.up_proj,0.0000009363,0.01000,0.528
8,mlp.experts.58.up_proj,0.0000150715,0.01000,0.521
8,mlp.experts.59.up_proj,0.0000127665,0.01000,0.512
8,mlp.experts.60.up_proj,0.0000233072,0.01000,0.514
8,mlp.experts.61.up_proj,0.0000031870,0.01000,0.512
8,mlp.experts.62.up_proj,0.0000076413,0.01000,0.526
8,mlp.experts.63.up_proj,0.0000430509,0.01000,0.513
8,mlp.experts.64.up_proj,0.0000015187,0.01000,0.513
8,mlp.experts.65.up_proj,0.0000046562,0.01000,0.518
8,mlp.experts.66.up_proj,0.0000050108,0.01000,0.512
8,mlp.experts.67.up_proj,0.0000114284,0.01000,0.528
8,mlp.experts.68.up_proj,0.0000578101,0.01000,0.513
8,mlp.experts.69.up_proj,0.0000262426,0.01000,0.513
8,mlp.experts.70.up_proj,0.0000119963,0.01000,0.514
8,mlp.experts.71.up_proj,0.0000037854,0.01000,0.514
8,mlp.experts.72.up_proj,0.0000087565,0.01000,0.512
8,mlp.experts.73.up_proj,0.0000263705,0.01000,0.517
8,mlp.experts.74.up_proj,0.0000145423,0.01000,0.514
8,mlp.experts.75.up_proj,0.0000889896,0.01000,0.514
8,mlp.experts.76.up_proj,0.0000532109,0.01000,0.523
8,mlp.experts.77.up_proj,0.0000131223,0.01000,0.514
8,mlp.experts.78.up_proj,0.0000164555,0.01000,0.515
8,mlp.experts.79.up_proj,0.0000181648,0.01000,0.513
8,mlp.experts.80.up_proj,0.0000030838,0.01000,0.513
8,mlp.experts.81.up_proj,0.0000083111,0.01000,0.516
8,mlp.experts.82.up_proj,0.0000114878,0.01000,0.513
8,mlp.experts.83.up_proj,0.0000298961,0.01000,0.515
8,mlp.experts.84.up_proj,0.0000023997,0.01000,0.513
8,mlp.experts.85.up_proj,0.0000297596,0.01000,0.514
8,mlp.experts.86.up_proj,0.0000029622,0.01000,0.515
8,mlp.experts.87.up_proj,0.0000245356,0.01000,0.514
8,mlp.experts.88.up_proj,0.0000134091,0.01000,0.513
8,mlp.experts.89.up_proj,0.0000130526,0.01000,0.515
8,mlp.experts.90.up_proj,0.0000048495,0.01000,0.516
8,mlp.experts.91.up_proj,0.0000188944,0.01000,0.518
8,mlp.experts.92.up_proj,0.0000034494,0.01000,0.516
8,mlp.experts.93.up_proj,0.0000472053,0.01000,0.518
8,mlp.experts.94.up_proj,0.0000266839,0.01000,0.519
8,mlp.experts.95.up_proj,0.0000036720,0.01000,0.526
8,mlp.experts.96.up_proj,0.0000385584,0.01000,0.522
8,mlp.experts.97.up_proj,0.0000336872,0.01000,0.515
8,mlp.experts.98.up_proj,0.0000103704,0.01000,0.517
8,mlp.experts.99.up_proj,0.0000049714,0.01000,0.521
8,mlp.experts.100.up_proj,0.0000178207,0.01000,0.514
8,mlp.experts.101.up_proj,0.0000129958,0.01000,0.514
8,mlp.experts.102.up_proj,0.0000066333,0.01000,0.514
8,mlp.experts.103.up_proj,0.0000053788,0.01000,0.525
8,mlp.experts.104.up_proj,0.0000057236,0.01000,0.515
8,mlp.experts.105.up_proj,0.0000034216,0.01000,0.516
8,mlp.experts.106.up_proj,0.0000075325,0.01000,0.513
8,mlp.experts.107.up_proj,0.0000112594,0.01000,0.514
8,mlp.experts.108.up_proj,0.0000191798,0.01000,0.513
8,mlp.experts.109.up_proj,0.0000024965,0.01000,0.514
8,mlp.experts.110.up_proj,0.0000078157,0.01000,0.522
8,mlp.experts.111.up_proj,0.0000136037,0.01000,0.515
8,mlp.experts.112.up_proj,0.0000075653,0.01000,0.515
8,mlp.experts.113.up_proj,0.0000390778,0.01000,0.514
8,mlp.experts.114.up_proj,0.0000073078,0.01000,0.513
8,mlp.experts.115.up_proj,0.0000686793,0.01000,0.517
8,mlp.experts.116.up_proj,0.0000027924,0.01000,0.520
8,mlp.experts.117.up_proj,0.0000383365,0.01000,0.521
8,mlp.experts.118.up_proj,0.0000313274,0.01000,0.512
8,mlp.experts.119.up_proj,0.0000442462,0.01000,0.514
8,mlp.experts.120.up_proj,0.0000426123,0.01000,0.513
8,mlp.experts.121.up_proj,0.0000044957,0.01000,0.513
8,mlp.experts.122.up_proj,0.0000071686,0.01000,0.515
8,mlp.experts.123.up_proj,0.0000194981,0.01000,0.513
8,mlp.experts.124.up_proj,0.0000338177,0.01000,0.513
8,mlp.experts.125.up_proj,0.0000089702,0.01000,0.535
8,mlp.experts.126.up_proj,0.0000469681,0.01000,0.513
8,mlp.experts.127.up_proj,0.0000098986,0.01000,0.515
8,mlp.experts.0.gate_proj,0.0000495217,0.01000,0.513
8,mlp.experts.1.gate_proj,0.0000560802,0.01000,0.521
8,mlp.experts.2.gate_proj,0.0000050554,0.01000,0.519
8,mlp.experts.3.gate_proj,0.0000043622,0.01000,0.513
8,mlp.experts.4.gate_proj,0.0000144212,0.01000,0.514
8,mlp.experts.5.gate_proj,0.0000007256,0.01000,0.532
8,mlp.experts.6.gate_proj,0.0000173083,0.01000,0.533
8,mlp.experts.7.gate_proj,0.0000463853,0.01000,0.517
8,mlp.experts.8.gate_proj,0.0000031400,0.01000,0.514
8,mlp.experts.9.gate_proj,0.0000064411,0.01000,0.514
8,mlp.experts.10.gate_proj,0.0000397983,0.01000,0.517
8,mlp.experts.11.gate_proj,0.0000269309,0.01000,0.530
8,mlp.experts.12.gate_proj,0.0000060984,0.01000,0.515
8,mlp.experts.13.gate_proj,0.0000102336,0.01000,0.514
8,mlp.experts.14.gate_proj,0.0000038608,0.01000,0.514
8,mlp.experts.15.gate_proj,0.0000097413,0.01000,0.514
8,mlp.experts.16.gate_proj,0.0000026556,0.01000,0.525
8,mlp.experts.17.gate_proj,0.0000011613,0.01000,0.514
8,mlp.experts.18.gate_proj,0.0000176452,0.01000,0.515
8,mlp.experts.19.gate_proj,0.0000241737,0.01000,0.515
8,mlp.experts.20.gate_proj,0.0000109596,0.01000,0.512
8,mlp.experts.21.gate_proj,0.0000033101,0.01000,0.514
8,mlp.experts.22.gate_proj,0.0000009617,0.01000,0.515
8,mlp.experts.23.gate_proj,0.0000152606,0.01000,0.523
8,mlp.experts.24.gate_proj,0.0000026195,0.01000,0.513
8,mlp.experts.25.gate_proj,0.0000141985,0.01000,0.515
8,mlp.experts.26.gate_proj,0.0000060857,0.01000,0.514
8,mlp.experts.27.gate_proj,0.0000093250,0.01000,0.525
8,mlp.experts.28.gate_proj,0.0000072676,0.01000,0.515
8,mlp.experts.29.gate_proj,0.0000371268,0.01000,0.514
8,mlp.experts.30.gate_proj,0.0000052800,0.01000,0.521
8,mlp.experts.31.gate_proj,0.0000355969,0.01000,0.515
8,mlp.experts.32.gate_proj,0.0000181279,0.01000,0.514
8,mlp.experts.33.gate_proj,0.0000054334,0.01000,0.515
8,mlp.experts.34.gate_proj,0.0000759058,0.01000,0.514
8,mlp.experts.35.gate_proj,0.0000063619,0.01000,0.521
8,mlp.experts.36.gate_proj,0.0000017743,0.01000,0.514
8,mlp.experts.37.gate_proj,0.0000051711,0.01000,0.514
8,mlp.experts.38.gate_proj,0.0000185329,0.01000,0.514
8,mlp.experts.39.gate_proj,0.0000075758,0.01000,0.516
8,mlp.experts.40.gate_proj,0.0000345147,0.01000,0.517
8,mlp.experts.41.gate_proj,0.0000129472,0.01000,0.515
8,mlp.experts.42.gate_proj,0.0000317896,0.01000,0.514
8,mlp.experts.43.gate_proj,0.0000165607,0.01000,0.527
8,mlp.experts.44.gate_proj,0.0000068806,0.01000,0.523
8,mlp.experts.45.gate_proj,0.0000034510,0.01000,0.514
8,mlp.experts.46.gate_proj,0.0000019105,0.01000,0.514
8,mlp.experts.47.gate_proj,0.0000087485,0.01000,0.513
8,mlp.experts.48.gate_proj,0.0000136945,0.01000,0.513
8,mlp.experts.49.gate_proj,0.0000193006,0.01000,0.516
8,mlp.experts.50.gate_proj,0.0000395560,0.01000,0.514
8,mlp.experts.51.gate_proj,0.0000055342,0.01000,0.513
8,mlp.experts.52.gate_proj,0.0000068181,0.01000,0.517
8,mlp.experts.53.gate_proj,0.0000007708,0.01000,0.518
8,mlp.experts.54.gate_proj,0.0000466673,0.01000,0.517
8,mlp.experts.55.gate_proj,0.0000207110,0.01000,0.516
8,mlp.experts.56.gate_proj,0.0000067362,0.01000,0.513
8,mlp.experts.57.gate_proj,0.0000010297,0.01000,0.523
8,mlp.experts.58.gate_proj,0.0000153695,0.01000,0.519
8,mlp.experts.59.gate_proj,0.0000131993,0.01000,0.516
8,mlp.experts.60.gate_proj,0.0000250205,0.01000,0.514
8,mlp.experts.61.gate_proj,0.0000032597,0.01000,0.527
8,mlp.experts.62.gate_proj,0.0000080796,0.01000,0.514
8,mlp.experts.63.gate_proj,0.0000465309,0.01000,0.514
8,mlp.experts.64.gate_proj,0.0000015753,0.01000,0.512
8,mlp.experts.65.gate_proj,0.0000048814,0.01000,0.514
8,mlp.experts.66.gate_proj,0.0000053731,0.01000,0.516
8,mlp.experts.67.gate_proj,0.0000123733,0.01000,0.513
8,mlp.experts.68.gate_proj,0.0000609239,0.01000,0.514
8,mlp.experts.69.gate_proj,0.0000277852,0.01000,0.513
8,mlp.experts.70.gate_proj,0.0000126054,0.01000,0.514
8,mlp.experts.71.gate_proj,0.0000041990,0.01000,0.520
8,mlp.experts.72.gate_proj,0.0000096327,0.01000,0.513
8,mlp.experts.73.gate_proj,0.0000276050,0.01000,0.515
8,mlp.experts.74.gate_proj,0.0000155628,0.01000,0.513
8,mlp.experts.75.gate_proj,0.0000948501,0.01000,0.512
8,mlp.experts.76.gate_proj,0.0000569690,0.01000,0.527
8,mlp.experts.77.gate_proj,0.0000139254,0.01000,0.512
8,mlp.experts.78.gate_proj,0.0000184057,0.01000,0.521
8,mlp.experts.79.gate_proj,0.0000191731,0.01000,0.514
8,mlp.experts.80.gate_proj,0.0000033170,0.01000,0.530
8,mlp.experts.81.gate_proj,0.0000088101,0.01000,0.519
8,mlp.experts.82.gate_proj,0.0000122666,0.01000,0.516
8,mlp.experts.83.gate_proj,0.0000337532,0.01000,0.514
8,mlp.experts.84.gate_proj,0.0000022839,0.01000,0.513
8,mlp.experts.85.gate_proj,0.0000321095,0.01000,0.526
8,mlp.experts.86.gate_proj,0.0000031125,0.01000,0.515
8,mlp.experts.87.gate_proj,0.0000277461,0.01000,0.524
8,mlp.experts.88.gate_proj,0.0000147648,0.01000,0.514
8,mlp.experts.89.gate_proj,0.0000141694,0.01000,0.524
8,mlp.experts.90.gate_proj,0.0000051794,0.01000,0.513
8,mlp.experts.91.gate_proj,0.0000207591,0.01000,0.515
8,mlp.experts.92.gate_proj,0.0000039804,0.01000,0.516
8,mlp.experts.93.gate_proj,0.0000497896,0.01000,0.513
8,mlp.experts.94.gate_proj,0.0000219067,0.01000,0.511
8,mlp.experts.95.gate_proj,0.0000038558,0.01000,0.514
8,mlp.experts.96.gate_proj,0.0000754164,0.01000,0.512
8,mlp.experts.97.gate_proj,0.0000357618,0.01000,0.522
8,mlp.experts.98.gate_proj,0.0000116788,0.01000,0.513
8,mlp.experts.99.gate_proj,0.0000052600,0.01000,0.523
8,mlp.experts.100.gate_proj,0.0000204731,0.01000,0.511
8,mlp.experts.101.gate_proj,0.0000136773,0.01000,0.515
8,mlp.experts.102.gate_proj,0.0000070637,0.01000,0.513
8,mlp.experts.103.gate_proj,0.0000055733,0.01000,0.512
8,mlp.experts.104.gate_proj,0.0000061334,0.01000,0.510
8,mlp.experts.105.gate_proj,0.0000037520,0.01000,0.511
8,mlp.experts.106.gate_proj,0.0000077364,0.01000,0.515
8,mlp.experts.107.gate_proj,0.0000120312,0.01000,0.512
8,mlp.experts.108.gate_proj,0.0000201272,0.01000,0.512
8,mlp.experts.109.gate_proj,0.0000025982,0.01000,0.512
8,mlp.experts.110.gate_proj,0.0000086502,0.01000,0.512
8,mlp.experts.111.gate_proj,0.0000144884,0.01000,0.514
8,mlp.experts.112.gate_proj,0.0000082393,0.01000,0.521
8,mlp.experts.113.gate_proj,0.0000406526,0.01000,0.514
8,mlp.experts.114.gate_proj,0.0000080099,0.01000,0.513
8,mlp.experts.115.gate_proj,0.0000740623,0.01000,0.511
8,mlp.experts.116.gate_proj,0.0000029711,0.01000,0.524
8,mlp.experts.117.gate_proj,0.0000405400,0.01000,0.526
8,mlp.experts.118.gate_proj,0.0000322809,0.01000,0.540
8,mlp.experts.119.gate_proj,0.0000487416,0.01000,0.517
8,mlp.experts.120.gate_proj,0.0000463424,0.01000,0.517
8,mlp.experts.121.gate_proj,0.0000043800,0.01000,0.519
8,mlp.experts.122.gate_proj,0.0000074227,0.01000,0.521
8,mlp.experts.123.gate_proj,0.0000202665,0.01000,0.518
8,mlp.experts.124.gate_proj,0.0000345802,0.01000,0.518
8,mlp.experts.125.gate_proj,0.0000096418,0.01000,0.518
8,mlp.experts.126.gate_proj,0.0000523720,0.01000,0.533
8,mlp.experts.127.gate_proj,0.0000099723,0.01000,0.518
8,mlp.experts.0.down_proj,0.0000069288,0.01000,0.200
8,mlp.experts.1.down_proj,0.0000071721,0.01000,0.208
8,mlp.experts.2.down_proj,0.0000006984,0.01000,0.196
8,mlp.experts.3.down_proj,0.0000004318,0.01000,0.195
8,mlp.experts.4.down_proj,0.0000022573,0.01000,0.202
8,mlp.experts.5.down_proj,0.0000000839,0.01000,0.196
8,mlp.experts.6.down_proj,0.0000022299,0.01000,0.197
8,mlp.experts.7.down_proj,0.0000067750,0.01000,0.205
8,mlp.experts.8.down_proj,0.0000003568,0.01000,0.200
8,mlp.experts.9.down_proj,0.0000005047,0.01000,0.203
8,mlp.experts.10.down_proj,0.0000034902,0.01000,0.197
8,mlp.experts.11.down_proj,0.0000026101,0.01000,0.197
8,mlp.experts.12.down_proj,0.0000010676,0.01000,0.200
8,mlp.experts.13.down_proj,0.0000015425,0.01000,0.200
8,mlp.experts.14.down_proj,0.0000005752,0.01000,0.198
8,mlp.experts.15.down_proj,0.0000013607,0.01000,0.197
8,mlp.experts.16.down_proj,0.0000004009,0.01000,0.197
8,mlp.experts.17.down_proj,0.0000001750,0.01000,0.197
8,mlp.experts.18.down_proj,0.0000023167,0.01000,0.198
8,mlp.experts.19.down_proj,0.0000033316,0.01000,0.200
8,mlp.experts.20.down_proj,0.0000015382,0.01000,0.199
8,mlp.experts.21.down_proj,0.0000003783,0.01000,0.198
8,mlp.experts.22.down_proj,0.0000001668,0.01000,0.212
8,mlp.experts.23.down_proj,0.0000019584,0.01000,0.198
8,mlp.experts.24.down_proj,0.0000004128,0.01000,0.198
8,mlp.experts.25.down_proj,0.0000017119,0.01000,0.198
8,mlp.experts.26.down_proj,0.0000006615,0.01000,0.204
8,mlp.experts.27.down_proj,0.0000013252,0.01000,0.199
8,mlp.experts.28.down_proj,0.0000009469,0.01000,0.199
8,mlp.experts.29.down_proj,0.0000040946,0.01000,0.198
8,mlp.experts.30.down_proj,0.0000007302,0.01000,0.198
8,mlp.experts.31.down_proj,0.0000059086,0.01000,0.198
8,mlp.experts.32.down_proj,0.0000022977,0.01000,0.198
8,mlp.experts.33.down_proj,0.0000006327,0.01000,0.203
8,mlp.experts.34.down_proj,0.0000099947,0.01000,0.197
8,mlp.experts.35.down_proj,0.0000008227,0.01000,0.197
8,mlp.experts.36.down_proj,0.0000003347,0.01000,0.204
8,mlp.experts.37.down_proj,0.0000007106,0.01000,0.199
8,mlp.experts.38.down_proj,0.0000020620,0.01000,0.201
8,mlp.experts.39.down_proj,0.0000011588,0.01000,0.198
8,mlp.experts.40.down_proj,0.0000040937,0.01000,0.198
8,mlp.experts.41.down_proj,0.0000030722,0.01000,0.204
8,mlp.experts.42.down_proj,0.0000037988,0.01000,0.198
8,mlp.experts.43.down_proj,0.0000025627,0.01000,0.198
8,mlp.experts.44.down_proj,0.0000008110,0.01000,0.201
8,mlp.experts.45.down_proj,0.0000005021,0.01000,0.198
8,mlp.experts.46.down_proj,0.0000003551,0.01000,0.198
8,mlp.experts.47.down_proj,0.0000009244,0.01000,0.205
8,mlp.experts.48.down_proj,0.0000009732,0.01000,0.205
8,mlp.experts.49.down_proj,0.0000025646,0.01000,0.200
8,mlp.experts.50.down_proj,0.0000042891,0.01000,0.209
8,mlp.experts.51.down_proj,0.0000009812,0.01000,0.198
8,mlp.experts.52.down_proj,0.0000011769,0.01000,0.199
8,mlp.experts.53.down_proj,0.0000001404,0.01000,0.198
8,mlp.experts.54.down_proj,0.0000048301,0.01000,0.201
8,mlp.experts.55.down_proj,0.0000026299,0.01000,0.198
8,mlp.experts.56.down_proj,0.0000007921,0.01000,0.197
8,mlp.experts.57.down_proj,0.0000002134,0.01000,0.199
8,mlp.experts.58.down_proj,0.0000017639,0.01000,0.198
8,mlp.experts.59.down_proj,0.0000013936,0.01000,0.199
8,mlp.experts.60.down_proj,0.0000039757,0.01000,0.198
8,mlp.experts.61.down_proj,0.0000005099,0.01000,0.198
8,mlp.experts.62.down_proj,0.0000011111,0.01000,0.203
8,mlp.experts.63.down_proj,0.0000086766,0.01000,0.199
8,mlp.experts.64.down_proj,0.0000002906,0.01000,0.198
8,mlp.experts.65.down_proj,0.0000005289,0.01000,0.198
8,mlp.experts.66.down_proj,0.0000008654,0.01000,0.198
8,mlp.experts.67.down_proj,0.0000015185,0.01000,0.205
8,mlp.experts.68.down_proj,0.0000073990,0.01000,0.206
8,mlp.experts.69.down_proj,0.0000024857,0.01000,0.201
8,mlp.experts.70.down_proj,0.0000013211,0.01000,0.206
8,mlp.experts.71.down_proj,0.0000007830,0.01000,0.198
8,mlp.experts.72.down_proj,0.0000015703,0.01000,0.198
8,mlp.experts.73.down_proj,0.0000053322,0.01000,0.198
8,mlp.experts.74.down_proj,0.0000017969,0.01000,0.198
8,mlp.experts.75.down_proj,0.0000128487,0.01000,0.200
8,mlp.experts.76.down_proj,0.0000051827,0.01000,0.198
8,mlp.experts.77.down_proj,0.0000022910,0.01000,0.199
8,mlp.experts.78.down_proj,0.0000022411,0.01000,0.199
8,mlp.experts.79.down_proj,0.0000028319,0.01000,0.198
8,mlp.experts.80.down_proj,0.0000004567,0.01000,0.199
8,mlp.experts.81.down_proj,0.0000017163,0.01000,0.198
8,mlp.experts.82.down_proj,0.0000012764,0.01000,0.198
8,mlp.experts.83.down_proj,0.0000033018,0.01000,0.198
8,mlp.experts.84.down_proj,0.0000003403,0.01000,0.198
8,mlp.experts.85.down_proj,0.0000020142,0.01000,0.198
8,mlp.experts.86.down_proj,0.0000004025,0.01000,0.202
8,mlp.experts.87.down_proj,0.0000040700,0.01000,0.200
8,mlp.experts.88.down_proj,0.0000019263,0.01000,0.199
8,mlp.experts.89.down_proj,0.0000029752,0.01000,0.206
8,mlp.experts.90.down_proj,0.0000004934,0.01000,0.204
8,mlp.experts.91.down_proj,0.0000017154,0.01000,0.198
8,mlp.experts.92.down_proj,0.0000005369,0.01000,0.202
8,mlp.experts.93.down_proj,0.0000080711,0.01000,0.198
8,mlp.experts.94.down_proj,0.0000035645,0.01000,0.198
8,mlp.experts.95.down_proj,0.0000004578,0.01000,0.198
8,mlp.experts.96.down_proj,0.0000059026,0.01000,0.198
8,mlp.experts.97.down_proj,0.0000069202,0.01000,0.198
8,mlp.experts.98.down_proj,0.0000018648,0.01000,0.204
8,mlp.experts.99.down_proj,0.0000007187,0.01000,0.198
8,mlp.experts.100.down_proj,0.0000023497,0.01000,0.198
8,mlp.experts.101.down_proj,0.0000014253,0.01000,0.207
8,mlp.experts.102.down_proj,0.0000010306,0.01000,0.197
8,mlp.experts.103.down_proj,0.0000007841,0.01000,0.198
8,mlp.experts.104.down_proj,0.0000008520,0.01000,0.198
8,mlp.experts.105.down_proj,0.0000003217,0.01000,0.198
8,mlp.experts.106.down_proj,0.0000010047,0.01000,0.199
8,mlp.experts.107.down_proj,0.0000013255,0.01000,0.198
8,mlp.experts.108.down_proj,0.0000018833,0.01000,0.198
8,mlp.experts.109.down_proj,0.0000004315,0.01000,0.198
8,mlp.experts.110.down_proj,0.0000010093,0.01000,0.198
8,mlp.experts.111.down_proj,0.0000022037,0.01000,0.198
8,mlp.experts.112.down_proj,0.0000009067,0.01000,0.198
8,mlp.experts.113.down_proj,0.0000039612,0.01000,0.198
8,mlp.experts.114.down_proj,0.0000006331,0.01000,0.204
8,mlp.experts.115.down_proj,0.0000071956,0.01000,0.198
8,mlp.experts.116.down_proj,0.0000003792,0.01000,0.198
8,mlp.experts.117.down_proj,0.0000045549,0.01000,0.199
8,mlp.experts.118.down_proj,0.0000026834,0.01000,0.198
8,mlp.experts.119.down_proj,0.0000041728,0.01000,0.198
8,mlp.experts.120.down_proj,0.0000049047,0.01000,0.202
8,mlp.experts.121.down_proj,0.0000007767,0.01000,0.200
8,mlp.experts.122.down_proj,0.0000009117,0.01000,0.198
8,mlp.experts.123.down_proj,0.0000023905,0.01000,0.202
8,mlp.experts.124.down_proj,0.0000029657,0.01000,0.199
8,mlp.experts.125.down_proj,0.0000015143,0.01000,0.200
8,mlp.experts.126.down_proj,0.0000046288,0.01000,0.199
8,mlp.experts.127.down_proj,0.0000012449,0.01000,0.198
9,self_attn.q_proj,0.0000000155,0.01000,0.528
9,self_attn.k_proj,0.0000000022,0.01000,0.515
9,self_attn.v_proj,0.0000000026,0.01000,0.509
9,self_attn.o_proj,0.0000000025,0.01000,1.027
9,mlp.gate,0.0000008062,0.01000,0.510
9,mlp.experts.0.up_proj,0.0000014461,0.01000,0.522
9,mlp.experts.1.up_proj,0.0000034481,0.01000,0.515
9,mlp.experts.2.up_proj,0.0000068571,0.01000,0.520
9,mlp.experts.3.up_proj,0.0000452647,0.01000,0.519
9,mlp.experts.4.up_proj,0.0001015242,0.01000,0.518
9,mlp.experts.5.up_proj,0.0000046027,0.01000,0.525
9,mlp.experts.6.up_proj,0.0000468639,0.01000,0.515
9,mlp.experts.7.up_proj,0.0000027611,0.01000,0.516
9,mlp.experts.8.up_proj,0.0000178325,0.01000,0.514
9,mlp.experts.9.up_proj,0.0000024823,0.01000,0.515
9,mlp.experts.10.up_proj,0.0000023758,0.01000,0.516
9,mlp.experts.11.up_proj,0.0000449363,0.01000,0.514
9,mlp.experts.12.up_proj,0.0000442302,0.01000,0.518
9,mlp.experts.13.up_proj,0.0000216926,0.01000,0.512
9,mlp.experts.14.up_proj,0.0000306110,0.01000,0.512
9,mlp.experts.15.up_proj,0.0000509522,0.01000,0.511
9,mlp.experts.16.up_proj,0.0000055531,0.01000,0.518
9,mlp.experts.17.up_proj,0.0000140166,0.01000,0.529
9,mlp.experts.18.up_proj,0.0000060342,0.01000,0.518
9,mlp.experts.19.up_proj,0.0000039921,0.01000,0.514
9,mlp.experts.20.up_proj,0.0000059556,0.01000,0.522
9,mlp.experts.21.up_proj,0.0000176634,0.01000,0.536
9,mlp.experts.22.up_proj,0.0000064678,0.01000,0.517
9,mlp.experts.23.up_proj,0.0000162480,0.01000,0.530
9,mlp.experts.24.up_proj,0.0000057336,0.01000,0.534
9,mlp.experts.25.up_proj,0.0000135945,0.01000,0.515
9,mlp.experts.26.up_proj,0.0000071394,0.01000,0.512
9,mlp.experts.27.up_proj,0.0000155812,0.01000,0.516
9,mlp.experts.28.up_proj,0.0000137734,0.01000,0.518
9,mlp.experts.29.up_proj,0.0000662911,0.01000,0.521
9,mlp.experts.30.up_proj,0.0000258621,0.01000,0.516
9,mlp.experts.31.up_proj,0.0000050833,0.01000,0.519
9,mlp.experts.32.up_proj,0.0000107258,0.01000,0.514
9,mlp.experts.33.up_proj,0.0000008425,0.01000,0.517
9,mlp.experts.34.up_proj,0.0000365514,0.01000,0.517
9,mlp.experts.35.up_proj,0.0000047373,0.01000,0.528
9,mlp.experts.36.up_proj,0.0000721950,0.01000,0.525
9,mlp.experts.37.up_proj,0.0000081130,0.01000,0.527
9,mlp.experts.38.up_proj,0.0000271564,0.01000,0.521
9,mlp.experts.39.up_proj,0.0000265188,0.01000,0.515
9,mlp.experts.40.up_proj,0.0000310943,0.01000,0.523
9,mlp.experts.41.up_proj,0.0000136693,0.01000,0.526
9,mlp.experts.42.up_proj,0.0000761979,0.01000,0.521
9,mlp.experts.43.up_proj,0.0000048992,0.01000,0.523
9,mlp.experts.44.up_proj,0.0000188242,0.01000,0.518
9,mlp.experts.45.up_proj,0.0000040142,0.01000,0.519
9,mlp.experts.46.up_proj,0.0000199526,0.01000,0.524
9,mlp.experts.47.up_proj,0.0000004960,0.01000,0.514
9,mlp.experts.48.up_proj,0.0000066014,0.01000,0.517
9,mlp.experts.49.up_proj,0.0000011020,0.01000,0.513
9,mlp.experts.50.up_proj,0.0000300981,0.01000,0.525
9,mlp.experts.51.up_proj,0.0000180149,0.01000,0.512
9,mlp.experts.52.up_proj,0.0000013211,0.01000,0.511
9,mlp.experts.53.up_proj,0.0000266381,0.01000,0.520
9,mlp.experts.54.up_proj,0.0000360191,0.01000,0.515
9,mlp.experts.55.up_proj,0.0000041499,0.01000,0.516
9,mlp.experts.56.up_proj,0.0000101001,0.01000,0.513
9,mlp.experts.57.up_proj,0.0000043874,0.01000,0.512
9,mlp.experts.58.up_proj,0.0000289120,0.01000,0.521
9,mlp.experts.59.up_proj,0.0000233497,0.01000,0.514
9,mlp.experts.60.up_proj,0.0000199446,0.01000,0.516
9,mlp.experts.61.up_proj,0.0000463978,0.01000,0.516
9,mlp.experts.62.up_proj,0.0000106905,0.01000,0.517
9,mlp.experts.63.up_proj,0.0000599751,0.01000,0.512
9,mlp.experts.64.up_proj,0.0000031855,0.01000,0.518
9,mlp.experts.65.up_proj,0.0000041786,0.01000,0.514
9,mlp.experts.66.up_proj,0.0000102417,0.01000,0.512
9,mlp.experts.67.up_proj,0.0000733013,0.01000,0.512
9,mlp.experts.68.up_proj,0.0000259924,0.01000,0.513
9,mlp.experts.69.up_proj,0.0000128289,0.01000,0.512
9,mlp.experts.70.up_proj,0.0000182520,0.01000,0.512
9,mlp.experts.71.up_proj,0.0000074460,0.01000,0.511
9,mlp.experts.72.up_proj,0.0000392276,0.01000,0.515
9,mlp.experts.73.up_proj,0.0000148701,0.01000,0.515
9,mlp.experts.74.up_proj,0.0000315601,0.01000,0.510
9,mlp.experts.75.up_proj,0.0000268118,0.01000,0.513
9,mlp.experts.76.up_proj,0.0000083871,0.01000,0.511
9,mlp.experts.77.up_proj,0.0000172997,0.01000,0.514
9,mlp.experts.78.up_proj,0.0000099819,0.01000,0.515
9,mlp.experts.79.up_proj,0.0000113671,0.01000,0.513
9,mlp.experts.80.up_proj,0.0000027360,0.01000,0.518
9,mlp.experts.81.up_proj,0.0000054017,0.01000,0.524
9,mlp.experts.82.up_proj,0.0000010001,0.01000,0.511
9,mlp.experts.83.up_proj,0.0000144319,0.01000,0.519
9,mlp.experts.84.up_proj,0.0000054269,0.01000,0.516
9,mlp.experts.85.up_proj,0.0000026512,0.01000,0.514
9,mlp.experts.86.up_proj,0.0000074683,0.01000,0.511
9,mlp.experts.87.up_proj,0.0000130395,0.01000,0.514
9,mlp.experts.88.up_proj,0.0000116629,0.01000,0.512
9,mlp.experts.89.up_proj,0.0000143658,0.01000,0.529
9,mlp.experts.90.up_proj,0.0000053710,0.01000,0.519
9,mlp.experts.91.up_proj,0.0000043821,0.01000,0.521
9,mlp.experts.92.up_proj,0.0000134450,0.01000,0.513
9,mlp.experts.93.up_proj,0.0000535062,0.01000,0.514
9,mlp.experts.94.up_proj,0.0000018205,0.01000,0.515
9,mlp.experts.95.up_proj,0.0000207418,0.01000,0.515
9,mlp.experts.96.up_proj,0.0000035433,0.01000,0.523
9,mlp.experts.97.up_proj,0.0000048603,0.01000,0.510
9,mlp.experts.98.up_proj,0.0000049100,0.01000,0.522
9,mlp.experts.99.up_proj,0.0000049928,0.01000,0.518
9,mlp.experts.100.up_proj,0.0000126028,0.01000,0.512
9,mlp.experts.101.up_proj,0.0000089042,0.01000,0.518
9,mlp.experts.102.up_proj,0.0000089357,0.01000,0.514
9,mlp.experts.103.up_proj,0.0000093898,0.01000,0.516
9,mlp.experts.104.up_proj,0.0000127061,0.01000,0.514
9,mlp.experts.105.up_proj,0.0000027654,0.01000,0.520
9,mlp.experts.106.up_proj,0.0000193831,0.01000,0.513
9,mlp.experts.107.up_proj,0.0000318090,0.01000,0.513
9,mlp.experts.108.up_proj,0.0000074547,0.01000,0.512
9,mlp.experts.109.up_proj,0.0000434165,0.01000,0.514
9,mlp.experts.110.up_proj,0.0000025281,0.01000,0.514
9,mlp.experts.111.up_proj,0.0000026315,0.01000,0.514
9,mlp.experts.112.up_proj,0.0000241282,0.01000,0.516
9,mlp.experts.113.up_proj,0.0000049618,0.01000,0.530
9,mlp.experts.114.up_proj,0.0000091429,0.01000,0.517
9,mlp.experts.115.up_proj,0.0000573868,0.01000,0.518
9,mlp.experts.116.up_proj,0.0000267540,0.01000,0.512
9,mlp.experts.117.up_proj,0.0000056958,0.01000,0.513
9,mlp.experts.118.up_proj,0.0000036750,0.01000,0.520
9,mlp.experts.119.up_proj,0.0000086415,0.01000,0.519
9,mlp.experts.120.up_proj,0.0000099574,0.01000,0.513
9,mlp.experts.121.up_proj,0.0000595726,0.01000,0.518
9,mlp.experts.122.up_proj,0.0000040843,0.01000,0.520
9,mlp.experts.123.up_proj,0.0000397440,0.01000,0.512
9,mlp.experts.124.up_proj,0.0000530345,0.01000,0.512
9,mlp.experts.125.up_proj,0.0000015914,0.01000,0.518
9,mlp.experts.126.up_proj,0.0000485458,0.01000,0.513
9,mlp.experts.127.up_proj,0.0000047383,0.01000,0.516
9,mlp.experts.0.gate_proj,0.0000015218,0.01000,0.513
9,mlp.experts.1.gate_proj,0.0000035494,0.01000,0.513
9,mlp.experts.2.gate_proj,0.0000074050,0.01000,0.513
9,mlp.experts.3.gate_proj,0.0000476132,0.01000,0.513
9,mlp.experts.4.gate_proj,0.0001069135,0.01000,0.529
9,mlp.experts.5.gate_proj,0.0000048599,0.01000,0.530
9,mlp.experts.6.gate_proj,0.0000489545,0.01000,0.519
9,mlp.experts.7.gate_proj,0.0000028655,0.01000,0.515
9,mlp.experts.8.gate_proj,0.0000181036,0.01000,0.512
9,mlp.experts.9.gate_proj,0.0000024887,0.01000,0.513
9,mlp.experts.10.gate_proj,0.0000024715,0.01000,0.523
9,mlp.experts.11.gate_proj,0.0000474740,0.01000,0.511
9,mlp.experts.12.gate_proj,0.0000487817,0.01000,0.512
9,mlp.experts.13.gate_proj,0.0000222872,0.01000,0.512
9,mlp.experts.14.gate_proj,0.0000317123,0.01000,0.512
9,mlp.experts.15.gate_proj,0.0000541747,0.01000,0.520
9,mlp.experts.16.gate_proj,0.0000056339,0.01000,0.513
9,mlp.experts.17.gate_proj,0.0000143781,0.01000,0.513
9,mlp.experts.18.gate_proj,0.0000065266,0.01000,0.517
9,mlp.experts.19.gate_proj,0.0000044038,0.01000,0.511
9,mlp.experts.20.gate_proj,0.0000062178,0.01000,0.511
9,mlp.experts.21.gate_proj,0.0000187699,0.01000,0.512
9,mlp.experts.22.gate_proj,0.0000065711,0.01000,0.512
9,mlp.experts.23.gate_proj,0.0000166660,0.01000,0.518
9,mlp.experts.24.gate_proj,0.0000056307,0.01000,0.513
9,mlp.experts.25.gate_proj,0.0000135339,0.01000,0.512
9,mlp.experts.26.gate_proj,0.0000074494,0.01000,0.516
9,mlp.experts.27.gate_proj,0.0000172864,0.01000,0.515
9,mlp.experts.28.gate_proj,0.0000144841,0.01000,0.523
9,mlp.experts.29.gate_proj,0.0000696970,0.01000,0.539
9,mlp.experts.30.gate_proj,0.0000264662,0.01000,0.521
9,mlp.experts.31.gate_proj,0.0000053622,0.01000,0.539
9,mlp.experts.32.gate_proj,0.0000115276,0.01000,0.517
9,mlp.experts.33.gate_proj,0.0000009139,0.01000,0.526
9,mlp.experts.34.gate_proj,0.0000373024,0.01000,0.539
9,mlp.experts.35.gate_proj,0.0000041033,0.01000,0.516
9,mlp.experts.36.gate_proj,0.0000780095,0.01000,0.527
9,mlp.experts.37.gate_proj,0.0000085457,0.01000,0.520
9,mlp.experts.38.gate_proj,0.0000277563,0.01000,0.515
9,mlp.experts.39.gate_proj,0.0000272374,0.01000,0.514
9,mlp.experts.40.gate_proj,0.0000271627,0.01000,0.516
9,mlp.experts.41.gate_proj,0.0000136818,0.01000,0.529
9,mlp.experts.42.gate_proj,0.0000798853,0.01000,0.527
9,mlp.experts.43.gate_proj,0.0000050635,0.01000,0.532
9,mlp.experts.44.gate_proj,0.0000193086,0.01000,0.522
9,mlp.experts.45.gate_proj,0.0000039618,0.01000,0.527
9,mlp.experts.46.gate_proj,0.0000211278,0.01000,0.517
9,mlp.experts.47.gate_proj,0.0000004943,0.01000,0.518
9,mlp.experts.48.gate_proj,0.0000066739,0.01000,0.539
9,mlp.experts.49.gate_proj,0.0000011467,0.01000,0.521
9,mlp.experts.50.gate_proj,0.0000315819,0.01000,0.529
9,mlp.experts.51.gate_proj,0.0000186268,0.01000,0.520
9,mlp.experts.52.gate_proj,0.0000013333,0.01000,0.518
9,mlp.experts.53.gate_proj,0.0000280625,0.01000,0.516
9,mlp.experts.54.gate_proj,0.0000367383,0.01000,0.523
9,mlp.experts.55.gate_proj,0.0000043726,0.01000,0.523
9,mlp.experts.56.gate_proj,0.0000109054,0.01000,0.523
9,mlp.experts.57.gate_proj,0.0000045876,0.01000,0.517
9,mlp.experts.58.gate_proj,0.0000305479,0.01000,0.527
9,mlp.experts.59.gate_proj,0.0000247574,0.01000,0.515
9,mlp.experts.60.gate_proj,0.0000205554,0.01000,0.510
9,mlp.experts.61.gate_proj,0.0000501583,0.01000,0.511
9,mlp.experts.62.gate_proj,0.0000110567,0.01000,0.526
9,mlp.experts.63.gate_proj,0.0000645254,0.01000,0.511
9,mlp.experts.64.gate_proj,0.0000036003,0.01000,0.512
9,mlp.experts.65.gate_proj,0.0000043495,0.01000,0.514
9,mlp.experts.66.gate_proj,0.0000104354,0.01000,0.514
9,mlp.experts.67.gate_proj,0.0000778348,0.01000,0.518
9,mlp.experts.68.gate_proj,0.0000271749,0.01000,0.513
9,mlp.experts.69.gate_proj,0.0000276593,0.01000,0.513
9,mlp.experts.70.gate_proj,0.0000200186,0.01000,0.514
9,mlp.experts.71.gate_proj,0.0000077136,0.01000,0.515
9,mlp.experts.72.gate_proj,0.0000420757,0.01000,0.516
9,mlp.experts.73.gate_proj,0.0000153944,0.01000,0.513
9,mlp.experts.74.gate_proj,0.0000337345,0.01000,0.513
9,mlp.experts.75.gate_proj,0.0000282166,0.01000,0.518
9,mlp.experts.76.gate_proj,0.0000089197,0.01000,0.512
9,mlp.experts.77.gate_proj,0.0000179758,0.01000,0.516
9,mlp.experts.78.gate_proj,0.0000106692,0.01000,0.514
9,mlp.experts.79.gate_proj,0.0000121596,0.01000,0.518
9,mlp.experts.80.gate_proj,0.0000029113,0.01000,0.529
9,mlp.experts.81.gate_proj,0.0000057559,0.01000,0.511
9,mlp.experts.82.gate_proj,0.0000010742,0.01000,0.512
9,mlp.experts.83.gate_proj,0.0000152165,0.01000,0.511
9,mlp.experts.84.gate_proj,0.0000056984,0.01000,0.511
9,mlp.experts.85.gate_proj,0.0000028388,0.01000,0.525
9,mlp.experts.86.gate_proj,0.0000078956,0.01000,0.520
9,mlp.experts.87.gate_proj,0.0000137958,0.01000,0.512
9,mlp.experts.88.gate_proj,0.0000122213,0.01000,0.518
9,mlp.experts.89.gate_proj,0.0000149875,0.01000,0.511
9,mlp.experts.90.gate_proj,0.0000057590,0.01000,0.512
9,mlp.experts.91.gate_proj,0.0000048976,0.01000,0.510
9,mlp.experts.92.gate_proj,0.0000137640,0.01000,0.512
9,mlp.experts.93.gate_proj,0.0000567398,0.01000,0.510
9,mlp.experts.94.gate_proj,0.0000020539,0.01000,0.512
9,mlp.experts.95.gate_proj,0.0000220975,0.01000,0.512
9,mlp.experts.96.gate_proj,0.0000036615,0.01000,0.512
9,mlp.experts.97.gate_proj,0.0000050271,0.01000,0.513
9,mlp.experts.98.gate_proj,0.0000051083,0.01000,0.512
9,mlp.experts.99.gate_proj,0.0000051882,0.01000,0.519
9,mlp.experts.100.gate_proj,0.0000145654,0.01000,0.511
9,mlp.experts.101.gate_proj,0.0000092047,0.01000,0.509
9,mlp.experts.102.gate_proj,0.0000089770,0.01000,0.515
9,mlp.experts.103.gate_proj,0.0000093177,0.01000,0.510
9,mlp.experts.104.gate_proj,0.0000136669,0.01000,0.515
9,mlp.experts.105.gate_proj,0.0000029480,0.01000,0.521
9,mlp.experts.106.gate_proj,0.0000202622,0.01000,0.511
9,mlp.experts.107.gate_proj,0.0000326628,0.01000,0.520
9,mlp.experts.108.gate_proj,0.0000077072,0.01000,0.511
9,mlp.experts.109.gate_proj,0.0000461551,0.01000,0.516
9,mlp.experts.110.gate_proj,0.0000024782,0.01000,0.513
9,mlp.experts.111.gate_proj,0.0000026694,0.01000,0.527
9,mlp.experts.112.gate_proj,0.0000240704,0.01000,0.521
9,mlp.experts.113.gate_proj,0.0000050586,0.01000,0.512
9,mlp.experts.114.gate_proj,0.0000094477,0.01000,0.513
9,mlp.experts.115.gate_proj,0.0000604199,0.01000,0.516
9,mlp.experts.116.gate_proj,0.0000274250,0.01000,0.515
9,mlp.experts.117.gate_proj,0.0000054989,0.01000,0.530
9,mlp.experts.118.gate_proj,0.0000036333,0.01000,0.518
9,mlp.experts.119.gate_proj,0.0000090917,0.01000,0.513
9,mlp.experts.120.gate_proj,0.0000107888,0.01000,0.513
9,mlp.experts.121.gate_proj,0.0000650274,0.01000,0.513
9,mlp.experts.122.gate_proj,0.0000043950,0.01000,0.513
9,mlp.experts.123.gate_proj,0.0000415447,0.01000,0.517
9,mlp.experts.124.gate_proj,0.0000547309,0.01000,0.519
9,mlp.experts.125.gate_proj,0.0000016048,0.01000,0.518
9,mlp.experts.126.gate_proj,0.0000517854,0.01000,0.531
9,mlp.experts.127.gate_proj,0.0000045861,0.01000,0.517
9,mlp.experts.0.down_proj,0.0000002407,0.01000,0.195
9,mlp.experts.1.down_proj,0.0000004654,0.01000,0.193
9,mlp.experts.2.down_proj,0.0000008846,0.01000,0.194
9,mlp.experts.3.down_proj,0.0000082298,0.01000,0.193
9,mlp.experts.4.down_proj,0.0000100056,0.01000,0.198
9,mlp.experts.5.down_proj,0.0000006261,0.01000,0.194
9,mlp.experts.6.down_proj,0.0000045634,0.01000,0.206
9,mlp.experts.7.down_proj,0.0000003933,0.01000,0.199
9,mlp.experts.8.down_proj,0.0000012215,0.01000,0.197
9,mlp.experts.9.down_proj,0.0000004649,0.01000,0.197
9,mlp.experts.10.down_proj,0.0000004630,0.01000,0.201
9,mlp.experts.11.down_proj,0.0000036252,0.01000,0.197
9,mlp.experts.12.down_proj,0.0000044894,0.01000,0.205
9,mlp.experts.13.down_proj,0.0000018206,0.01000,0.197
9,mlp.experts.14.down_proj,0.0000023065,0.01000,0.201
9,mlp.experts.15.down_proj,0.0000050503,0.01000,0.197
9,mlp.experts.16.down_proj,0.0000010518,0.01000,0.197
9,mlp.experts.17.down_proj,0.0000016055,0.01000,0.199
9,mlp.experts.18.down_proj,0.0000016346,0.01000,0.196
9,mlp.experts.19.down_proj,0.0000004547,0.01000,0.201
9,mlp.experts.20.down_proj,0.0000010173,0.01000,0.201
9,mlp.experts.21.down_proj,0.0000016421,0.01000,0.204
9,mlp.experts.22.down_proj,0.0000010518,0.01000,0.199
9,mlp.experts.23.down_proj,0.0000009787,0.01000,0.199
9,mlp.experts.24.down_proj,0.0000007867,0.01000,0.198
9,mlp.experts.25.down_proj,0.0000025436,0.01000,0.199
9,mlp.experts.26.down_proj,0.0000008791,0.01000,0.201
9,mlp.experts.27.down_proj,0.0000023573,0.01000,0.201
9,mlp.experts.28.down_proj,0.0000017894,0.01000,0.198
9,mlp.experts.29.down_proj,0.0000131642,0.01000,0.200
9,mlp.experts.30.down_proj,0.0000039250,0.01000,0.199
9,mlp.experts.31.down_proj,0.0000007998,0.01000,0.198
9,mlp.experts.32.down_proj,0.0000015688,0.01000,0.198
9,mlp.experts.33.down_proj,0.0000001211,0.01000,0.199
9,mlp.experts.34.down_proj,0.0000036450,0.01000,0.198
9,mlp.experts.35.down_proj,0.0000006969,0.01000,0.200
9,mlp.experts.36.down_proj,0.0000118218,0.01000,0.199
9,mlp.experts.37.down_proj,0.0000009432,0.01000,0.199
9,mlp.experts.38.down_proj,0.0000023570,0.01000,0.200
9,mlp.experts.39.down_proj,0.0000019271,0.01000,0.198
9,mlp.experts.40.down_proj,0.0000045105,0.01000,0.201
9,mlp.experts.41.down_proj,0.0000016239,0.01000,0.198
9,mlp.experts.42.down_proj,0.0000128807,0.01000,0.198
9,mlp.experts.43.down_proj,0.0000007443,0.01000,0.202
9,mlp.experts.44.down_proj,0.0000016581,0.01000,0.199
9,mlp.experts.45.down_proj,0.0000006460,0.01000,0.206
9,mlp.experts.46.down_proj,0.0000023399,0.01000,0.201
9,mlp.experts.47.down_proj,0.0000000389,0.01000,0.209
9,mlp.experts.48.down_proj,0.0000009700,0.01000,0.204
9,mlp.experts.49.down_proj,0.0000002039,0.01000,0.200
9,mlp.experts.50.down_proj,0.0000054638,0.01000,0.199
9,mlp.experts.51.down_proj,0.0000015038,0.01000,0.201
9,mlp.experts.52.down_proj,0.0000001654,0.01000,0.201
9,mlp.experts.53.down_proj,0.0000021050,0.01000,0.200
9,mlp.experts.54.down_proj,0.0000060496,0.01000,0.201
9,mlp.experts.55.down_proj,0.0000006275,0.01000,0.200
9,mlp.experts.56.down_proj,0.0000011164,0.01000,0.202
9,mlp.experts.57.down_proj,0.0000006599,0.01000,0.199
9,mlp.experts.58.down_proj,0.0000024530,0.01000,0.202
9,mlp.experts.59.down_proj,0.0000039859,0.01000,0.201
9,mlp.experts.60.down_proj,0.0000024056,0.01000,0.199
9,mlp.experts.61.down_proj,0.0000047178,0.01000,0.199
9,mlp.experts.62.down_proj,0.0000017660,0.01000,0.199
9,mlp.experts.63.down_proj,0.0000044749,0.01000,0.201
9,mlp.experts.64.down_proj,0.0000004606,0.01000,0.202
9,mlp.experts.65.down_proj,0.0000007445,0.01000,0.199
9,mlp.experts.66.down_proj,0.0000015156,0.01000,0.209
9,mlp.experts.67.down_proj,0.0000073838,0.01000,0.207
9,mlp.experts.68.down_proj,0.0000032842,0.01000,0.208
9,mlp.experts.69.down_proj,0.0000010118,0.01000,0.212
9,mlp.experts.70.down_proj,0.0000022575,0.01000,0.210
9,mlp.experts.71.down_proj,0.0000009263,0.01000,0.212
9,mlp.experts.72.down_proj,0.0000050830,0.01000,0.198
9,mlp.experts.73.down_proj,0.0000016190,0.01000,0.200
9,mlp.experts.74.down_proj,0.0000071547,0.01000,0.201
9,mlp.experts.75.down_proj,0.0000031084,0.01000,0.203
9,mlp.experts.76.down_proj,0.0000011164,0.01000,0.200
9,mlp.experts.77.down_proj,0.0000017826,0.01000,0.210
9,mlp.experts.78.down_proj,0.0000015239,0.01000,0.202
9,mlp.experts.79.down_proj,0.0000015838,0.01000,0.204
9,mlp.experts.80.down_proj,0.0000003564,0.01000,0.210
9,mlp.experts.81.down_proj,0.0000005246,0.01000,0.207
9,mlp.experts.82.down_proj,0.0000001900,0.01000,0.204
9,mlp.experts.83.down_proj,0.0000023850,0.01000,0.201
9,mlp.experts.84.down_proj,0.0000010298,0.01000,0.201
9,mlp.experts.85.down_proj,0.0000003910,0.01000,0.202
9,mlp.experts.86.down_proj,0.0000010145,0.01000,0.202
9,mlp.experts.87.down_proj,0.0000014847,0.01000,0.200
9,mlp.experts.88.down_proj,0.0000016082,0.01000,0.200
9,mlp.experts.89.down_proj,0.0000017769,0.01000,0.199
9,mlp.experts.90.down_proj,0.0000011696,0.01000,0.205
9,mlp.experts.91.down_proj,0.0000005998,0.01000,0.200
9,mlp.experts.92.down_proj,0.0000014641,0.01000,0.203
9,mlp.experts.93.down_proj,0.0000092148,0.01000,0.200
9,mlp.experts.94.down_proj,0.0000003478,0.01000,0.198
9,mlp.experts.95.down_proj,0.0000021881,0.01000,0.198
9,mlp.experts.96.down_proj,0.0000006171,0.01000,0.198
9,mlp.experts.97.down_proj,0.0000005593,0.01000,0.198
9,mlp.experts.98.down_proj,0.0000008525,0.01000,0.200
9,mlp.experts.99.down_proj,0.0000005216,0.01000,0.198
9,mlp.experts.100.down_proj,0.0000029702,0.01000,0.217
9,mlp.experts.101.down_proj,0.0000015949,0.01000,0.200
9,mlp.experts.102.down_proj,0.0000011864,0.01000,0.199
9,mlp.experts.103.down_proj,0.0000012318,0.01000,0.204
9,mlp.experts.104.down_proj,0.0000023222,0.01000,0.199
9,mlp.experts.105.down_proj,0.0000003774,0.01000,0.200
9,mlp.experts.106.down_proj,0.0000026124,0.01000,0.198
9,mlp.experts.107.down_proj,0.0000023404,0.01000,0.199
9,mlp.experts.108.down_proj,0.0000008431,0.01000,0.200
9,mlp.experts.109.down_proj,0.0000073089,0.01000,0.199
9,mlp.experts.110.down_proj,0.0000005222,0.01000,0.205
9,mlp.experts.111.down_proj,0.0000005468,0.01000,0.198
9,mlp.experts.112.down_proj,0.0000033532,0.01000,0.198
9,mlp.experts.113.down_proj,0.0000008058,0.01000,0.204
9,mlp.experts.114.down_proj,0.0000015835,0.01000,0.206
9,mlp.experts.115.down_proj,0.0000046638,0.01000,0.205
9,mlp.experts.116.down_proj,0.0000039232,0.01000,0.203
9,mlp.experts.117.down_proj,0.0000009955,0.01000,0.205
9,mlp.experts.118.down_proj,0.0000005837,0.01000,0.201
9,mlp.experts.119.down_proj,0.0000010617,0.01000,0.201
9,mlp.experts.120.down_proj,0.0000012860,0.01000,0.200
9,mlp.experts.121.down_proj,0.0000132381,0.01000,0.199
9,mlp.experts.122.down_proj,0.0000009591,0.01000,0.199
9,mlp.experts.123.down_proj,0.0000044110,0.01000,0.201
9,mlp.experts.124.down_proj,0.0000051462,0.01000,0.200
9,mlp.experts.125.down_proj,0.0000002163,0.01000,0.198
9,mlp.experts.126.down_proj,0.0000076960,0.01000,0.199
9,mlp.experts.127.down_proj,0.0000005755,0.01000,0.209
10,self_attn.q_proj,0.0000000156,0.01000,0.538
10,self_attn.k_proj,0.0000000022,0.01000,0.518
10,self_attn.v_proj,0.0000000024,0.01000,0.521
10,self_attn.o_proj,0.0000000019,0.01000,1.044
10,mlp.gate,0.0000008923,0.01000,0.528
10,mlp.experts.0.up_proj,0.0000238524,0.01000,0.516
10,mlp.experts.1.up_proj,0.0000458377,0.01000,0.515
10,mlp.experts.2.up_proj,0.0000107973,0.01000,0.511
10,mlp.experts.3.up_proj,0.0000007862,0.01000,0.515
10,mlp.experts.4.up_proj,0.0000112636,0.01000,0.513
10,mlp.experts.5.up_proj,0.0000281719,0.01000,0.514
10,mlp.experts.6.up_proj,0.0000051760,0.01000,0.511
10,mlp.experts.7.up_proj,0.0000286754,0.01000,0.512
10,mlp.experts.8.up_proj,0.0000257980,0.01000,0.514
10,mlp.experts.9.up_proj,0.0000185835,0.01000,0.539
10,mlp.experts.10.up_proj,0.0000115050,0.01000,0.565
10,mlp.experts.11.up_proj,0.0000051046,0.01000,0.521
10,mlp.experts.12.up_proj,0.0000112268,0.01000,0.517
10,mlp.experts.13.up_proj,0.0000116235,0.01000,0.514
10,mlp.experts.14.up_proj,0.0000095904,0.01000,0.520
10,mlp.experts.15.up_proj,0.0000147287,0.01000,0.516
10,mlp.experts.16.up_proj,0.0000009239,0.01000,0.517
10,mlp.experts.17.up_proj,0.0000953261,0.01000,0.518
10,mlp.experts.18.up_proj,0.0000081974,0.01000,0.538
10,mlp.experts.19.up_proj,0.0000090399,0.01000,0.517
10,mlp.experts.20.up_proj,0.0000127133,0.01000,0.514
10,mlp.experts.21.up_proj,0.0000262509,0.01000,0.554
10,mlp.experts.22.up_proj,0.0000229910,0.01000,0.520
10,mlp.experts.23.up_proj,0.0000026795,0.01000,0.517
10,mlp.experts.24.up_proj,0.0000074426,0.01000,0.537
10,mlp.experts.25.up_proj,0.0000108741,0.01000,0.514
10,mlp.experts.26.up_proj,0.0000008509,0.01000,0.513
10,mlp.experts.27.up_proj,0.0000117389,0.01000,0.530
10,mlp.experts.28.up_proj,0.0000312485,0.01000,0.539
10,mlp.experts.29.up_proj,0.0000423451,0.01000,0.523
10,mlp.experts.30.up_proj,0.0000028651,0.01000,0.531
10,mlp.experts.31.up_proj,0.0000088371,0.01000,0.517
10,mlp.experts.32.up_proj,0.0000404229,0.01000,0.515
10,mlp.experts.33.up_proj,0.0000205323,0.01000,0.517
10,mlp.experts.34.up_proj,0.0000360427,0.01000,0.515
10,mlp.experts.35.up_proj,0.0000045381,0.01000,0.535
10,mlp.experts.36.up_proj,0.0000074869,0.01000,0.529
10,mlp.experts.37.up_proj,0.0000242092,0.01000,0.532
10,mlp.experts.38.up_proj,0.0000741003,0.01000,0.519
10,mlp.experts.39.up_proj,0.0000089576,0.01000,0.538
10,mlp.experts.40.up_proj,0.0000047464,0.01000,0.518
10,mlp.experts.41.up_proj,0.0000143707,0.01000,0.514
10,mlp.experts.42.up_proj,0.0000246347,0.01000,0.513
10,mlp.experts.43.up_proj,0.0000246537,0.01000,0.513
10,mlp.experts.44.up_proj,0.0000374015,0.01000,0.515
10,mlp.experts.45.up_proj,0.0000135227,0.01000,0.514
10,mlp.experts.46.up_proj,0.0000078926,0.01000,0.514
10,mlp.experts.47.up_proj,0.0000029468,0.01000,0.513
10,mlp.experts.48.up_proj,0.0000503230,0.01000,0.514
10,mlp.experts.49.up_proj,0.0000639307,0.01000,0.514
10,mlp.experts.50.up_proj,0.0000162722,0.01000,0.515
10,mlp.experts.51.up_proj,0.0000202521,0.01000,0.523
10,mlp.experts.52.up_proj,0.0000058376,0.01000,0.521
10,mlp.experts.53.up_proj,0.0000045170,0.01000,0.517
10,mlp.experts.54.up_proj,0.0000359165,0.01000,0.515
10,mlp.experts.55.up_proj,0.0000009001,0.01000,0.534
10,mlp.experts.56.up_proj,0.0000047035,0.01000,0.523
10,mlp.experts.57.up_proj,0.0000016826,0.01000,0.514
10,mlp.experts.58.up_proj,0.0000177252,0.01000,0.514
10,mlp.experts.59.up_proj,0.0000117940,0.01000,0.512
10,mlp.experts.60.up_proj,0.0000143628,0.01000,0.516
10,mlp.experts.61.up_proj,0.0000029741,0.01000,0.520
10,mlp.experts.62.up_proj,0.0000043534,0.01000,0.515
10,mlp.experts.63.up_proj,0.0000209954,0.01000,0.513
10,mlp.experts.64.up_proj,0.0000064197,0.01000,0.521
10,mlp.experts.65.up_proj,0.0000146061,0.01000,0.515
10,mlp.experts.66.up_proj,0.0000140393,0.01000,0.517
10,mlp.experts.67.up_proj,0.0000582770,0.01000,0.514
10,mlp.experts.68.up_proj,0.0000023571,0.01000,0.524
10,mlp.experts.69.up_proj,0.0000080827,0.01000,0.525
10,mlp.experts.70.up_proj,0.0000087431,0.01000,0.514
10,mlp.experts.71.up_proj,0.0000011232,0.01000,0.516
10,mlp.experts.72.up_proj,0.0000250486,0.01000,0.517
10,mlp.experts.73.up_proj,0.0000011550,0.01000,0.514
10,mlp.experts.74.up_proj,0.0000034076,0.01000,0.515
10,mlp.experts.75.up_proj,0.0000059647,0.01000,0.512
10,mlp.experts.76.up_proj,0.0000074336,0.01000,0.514
10,mlp.experts.77.up_proj,0.0000236828,0.01000,0.514
10,mlp.experts.78.up_proj,0.0000066022,0.01000,0.528
10,mlp.experts.79.up_proj,0.0000539035,0.01000,0.515
10,mlp.experts.80.up_proj,0.0000114756,0.01000,0.515
10,mlp.experts.81.up_proj,0.0000190190,0.01000,0.515
10,mlp.experts.82.up_proj,0.0000121999,0.01000,0.516
10,mlp.experts.83.up_proj,0.0000049345,0.01000,0.514
10,mlp.experts.84.up_proj,0.0000277005,0.01000,0.516
10,mlp.experts.85.up_proj,0.0000053097,0.01000,0.516
10,mlp.experts.86.up_proj,0.0000155501,0.01000,0.514
10,mlp.experts.87.up_proj,0.0000182549,0.01000,0.525
10,mlp.experts.88.up_proj,0.0000115427,0.01000,0.522
10,mlp.experts.89.up_proj,0.0000829588,0.01000,0.529
10,mlp.experts.90.up_proj,0.0000077577,0.01000,0.519
10,mlp.experts.91.up_proj,0.0000071975,0.01000,0.518
10,mlp.experts.92.up_proj,0.0000211163,0.01000,0.530
10,mlp.experts.93.up_proj,0.0000131484,0.01000,0.536
10,mlp.experts.94.up_proj,0.0000015890,0.01000,0.516
10,mlp.experts.95.up_proj,0.0000073651,0.01000,0.515
10,mlp.experts.96.up_proj,0.0000259954,0.01000,0.517
10,mlp.experts.97.up_proj,0.0000111663,0.01000,0.518
10,mlp.experts.98.up_proj,0.0000071478,0.01000,0.522
10,mlp.experts.99.up_proj,0.0000140558,0.01000,0.531
10,mlp.experts.100.up_proj,0.0000126870,0.01000,0.519
10,mlp.experts.101.up_proj,0.0000129051,0.01000,0.519
10,mlp.experts.102.up_proj,0.0000152878,0.01000,0.520
10,mlp.experts.103.up_proj,0.0000082596,0.01000,0.520
10,mlp.experts.104.up_proj,0.0000455019,0.01000,0.520
10,mlp.experts.105.up_proj,0.0000044046,0.01000,0.541
10,mlp.experts.106.up_proj,0.0000284090,0.01000,0.527
10,mlp.experts.107.up_proj,0.0000087614,0.01000,0.521
10,mlp.experts.108.up_proj,0.0000071799,0.01000,0.527
10,mlp.experts.109.up_proj,0.0000141679,0.01000,0.519
10,mlp.experts.110.up_proj,0.0000080473,0.01000,0.535
10,mlp.experts.111.up_proj,0.0000126466,0.01000,0.525
10,mlp.experts.112.up_proj,0.0000019484,0.01000,0.530
10,mlp.experts.113.up_proj,0.0000083050,0.01000,0.525
10,mlp.experts.114.up_proj,0.0000620537,0.01000,0.528
10,mlp.experts.115.up_proj,0.0000524904,0.01000,0.534
10,mlp.experts.116.up_proj,0.0000209443,0.01000,0.527
10,mlp.experts.117.up_proj,0.0000466681,0.01000,0.529
10,mlp.experts.118.up_proj,0.0000129935,0.01000,0.556
10,mlp.experts.119.up_proj,0.0000157145,0.01000,0.521
10,mlp.experts.120.up_proj,0.0000073215,0.01000,0.518
10,mlp.experts.121.up_proj,0.0000537117,0.01000,0.525
10,mlp.experts.122.up_proj,0.0000120763,0.01000,0.513
10,mlp.experts.123.up_proj,0.0000075464,0.01000,0.520
10,mlp.experts.124.up_proj,0.0000166771,0.01000,0.515
10,mlp.experts.125.up_proj,0.0000389447,0.01000,0.514
10,mlp.experts.126.up_proj,0.0000013665,0.01000,0.514
10,mlp.experts.127.up_proj,0.0000111524,0.01000,0.513
10,mlp.experts.0.gate_proj,0.0000255647,0.01000,0.526
10,mlp.experts.1.gate_proj,0.0000473055,0.01000,0.517
10,mlp.experts.2.gate_proj,0.0000111631,0.01000,0.522
10,mlp.experts.3.gate_proj,0.0000008164,0.01000,0.516
10,mlp.experts.4.gate_proj,0.0000127093,0.01000,0.519
10,mlp.experts.5.gate_proj,0.0000293845,0.01000,0.518
10,mlp.experts.6.gate_proj,0.0000051663,0.01000,0.513
10,mlp.experts.7.gate_proj,0.0000302166,0.01000,0.516
10,mlp.experts.8.gate_proj,0.0000276493,0.01000,0.515
10,mlp.experts.9.gate_proj,0.0000188532,0.01000,0.514
10,mlp.experts.10.gate_proj,0.0000116804,0.01000,0.515
10,mlp.experts.11.gate_proj,0.0000053175,0.01000,0.517
10,mlp.experts.12.gate_proj,0.0000117069,0.01000,0.514
10,mlp.experts.13.gate_proj,0.0000116277,0.01000,0.515
10,mlp.experts.14.gate_proj,0.0000098120,0.01000,0.513
10,mlp.experts.15.gate_proj,0.0000147969,0.01000,0.516
10,mlp.experts.16.gate_proj,0.0000009712,0.01000,0.519
10,mlp.experts.17.gate_proj,0.0000972293,0.01000,0.528
10,mlp.experts.18.gate_proj,0.0000083375,0.01000,0.514
10,mlp.experts.19.gate_proj,0.0000092109,0.01000,0.514
10,mlp.experts.20.gate_proj,0.0000129327,0.01000,0.513
10,mlp.experts.21.gate_proj,0.0000275747,0.01000,0.517
10,mlp.experts.22.gate_proj,0.0000237116,0.01000,0.518
10,mlp.experts.23.gate_proj,0.0000024419,0.01000,0.517
10,mlp.experts.24.gate_proj,0.0000082441,0.01000,0.515
10,mlp.experts.25.gate_proj,0.0000114080,0.01000,0.515
10,mlp.experts.26.gate_proj,0.0000008797,0.01000,0.515
10,mlp.experts.27.gate_proj,0.0000127542,0.01000,0.519
10,mlp.experts.28.gate_proj,0.0000325191,0.01000,0.516
10,mlp.experts.29.gate_proj,0.0000441668,0.01000,0.515
10,mlp.experts.30.gate_proj,0.0000028147,0.01000,0.526
10,mlp.experts.31.gate_proj,0.0000091842,0.01000,0.524
10,mlp.experts.32.gate_proj,0.0000420739,0.01000,0.541
10,mlp.experts.33.gate_proj,0.0000212607,0.01000,0.528
10,mlp.experts.34.gate_proj,0.0000374923,0.01000,0.517
10,mlp.experts.35.gate_proj,0.0000049168,0.01000,0.522
10,mlp.experts.36.gate_proj,0.0000075554,0.01000,0.523
10,mlp.experts.37.gate_proj,0.0000244283,0.01000,0.515
10,mlp.experts.38.gate_proj,0.0001670488,0.01000,0.514
10,mlp.experts.39.gate_proj,0.0000091203,0.01000,0.543
10,mlp.experts.40.gate_proj,0.0000049295,0.01000,0.534
10,mlp.experts.41.gate_proj,0.0000143301,0.01000,0.531
10,mlp.experts.42.gate_proj,0.0000260642,0.01000,0.558
10,mlp.experts.43.gate_proj,0.0000284128,0.01000,0.518
10,mlp.experts.44.gate_proj,0.0000388882,0.01000,0.528
10,mlp.experts.45.gate_proj,0.0000139766,0.01000,0.515
10,mlp.experts.46.gate_proj,0.0000082846,0.01000,0.517
10,mlp.experts.47.gate_proj,0.0000031196,0.01000,0.514
10,mlp.experts.48.gate_proj,0.0000510333,0.01000,0.516
10,mlp.experts.49.gate_proj,0.0000676024,0.01000,0.513
10,mlp.experts.50.gate_proj,0.0000163510,0.01000,0.513
10,mlp.experts.51.gate_proj,0.0000207583,0.01000,0.516
10,mlp.experts.52.gate_proj,0.0000057844,0.01000,0.515
10,mlp.experts.53.gate_proj,0.0000048777,0.01000,0.512
10,mlp.experts.54.gate_proj,0.0000366906,0.01000,0.514
10,mlp.experts.55.gate_proj,0.0000010522,0.01000,0.513
10,mlp.experts.56.gate_proj,0.0000046720,0.01000,0.513
10,mlp.experts.57.gate_proj,0.0000017935,0.01000,0.512
10,mlp.experts.58.gate_proj,0.0000187566,0.01000,0.520
10,mlp.experts.59.gate_proj,0.0000121704,0.01000,0.514
10,mlp.experts.60.gate_proj,0.0000150928,0.01000,0.525
10,mlp.experts.61.gate_proj,0.0000027890,0.01000,0.518
10,mlp.experts.62.gate_proj,0.0000042626,0.01000,0.552
10,mlp.experts.63.gate_proj,0.0000224824,0.01000,0.515
10,mlp.experts.64.gate_proj,0.0000062069,0.01000,0.513
10,mlp.experts.65.gate_proj,0.0000144994,0.01000,0.515
10,mlp.experts.66.gate_proj,0.0000145317,0.01000,0.530
10,mlp.experts.67.gate_proj,0.0000604478,0.01000,0.517
10,mlp.experts.68.gate_proj,0.0000024525,0.01000,0.516
10,mlp.experts.69.gate_proj,0.0000087834,0.01000,0.526
10,mlp.experts.70.gate_proj,0.0000099278,0.01000,0.516
10,mlp.experts.71.gate_proj,0.0000014007,0.01000,0.526
10,mlp.experts.72.gate_proj,0.0000280510,0.01000,0.516
10,mlp.experts.73.gate_proj,0.0000012417,0.01000,0.522
10,mlp.experts.74.gate_proj,0.0000034237,0.01000,0.516
10,mlp.experts.75.gate_proj,0.0000063511,0.01000,0.514
10,mlp.experts.76.gate_proj,0.0000076485,0.01000,0.523
10,mlp.experts.77.gate_proj,0.0000263257,0.01000,0.520
10,mlp.experts.78.gate_proj,0.0000066981,0.01000,0.516
10,mlp.experts.79.gate_proj,0.0000558945,0.01000,0.516
10,mlp.experts.80.gate_proj,0.0000122706,0.01000,0.513
10,mlp.experts.81.gate_proj,0.0000196201,0.01000,0.510
10,mlp.experts.82.gate_proj,0.0000125674,0.01000,0.515
10,mlp.experts.83.gate_proj,0.0000047789,0.01000,0.511
10,mlp.experts.84.gate_proj,0.0000291775,0.01000,0.515
10,mlp.experts.85.gate_proj,0.0000054534,0.01000,0.521
10,mlp.experts.86.gate_proj,0.0000157387,0.01000,0.511
10,mlp.experts.87.gate_proj,0.0000191021,0.01000,0.512
10,mlp.experts.88.gate_proj,0.0000116240,0.01000,0.515
10,mlp.experts.89.gate_proj,0.0000883107,0.01000,0.525
10,mlp.experts.90.gate_proj,0.0000078603,0.01000,0.513
10,mlp.experts.91.gate_proj,0.0000073622,0.01000,0.513
10,mlp.experts.92.gate_proj,0.0000219406,0.01000,0.519
10,mlp.experts.93.gate_proj,0.0000134932,0.01000,0.512
10,mlp.experts.94.gate_proj,0.0000017937,0.01000,0.512
10,mlp.experts.95.gate_proj,0.0000069218,0.01000,0.517
10,mlp.experts.96.gate_proj,0.0000266664,0.01000,0.514
10,mlp.experts.97.gate_proj,0.0000121864,0.01000,0.514
10,mlp.experts.98.gate_proj,0.0000073642,0.01000,0.519
10,mlp.experts.99.gate_proj,0.0000151550,0.01000,0.516
10,mlp.experts.100.gate_proj,0.0000129358,0.01000,0.514
10,mlp.experts.101.gate_proj,0.0000129411,0.01000,0.516
10,mlp.experts.102.gate_proj,0.0000166640,0.01000,0.518
10,mlp.experts.103.gate_proj,0.0000083716,0.01000,0.518
10,mlp.experts.104.gate_proj,0.0000462629,0.01000,0.517
10,mlp.experts.105.gate_proj,0.0000043800,0.01000,0.517
10,mlp.experts.106.gate_proj,0.0000298356,0.01000,0.516
10,mlp.experts.107.gate_proj,0.0000095683,0.01000,0.518
10,mlp.experts.108.gate_proj,0.0000072372,0.01000,0.519
10,mlp.experts.109.gate_proj,0.0000143047,0.01000,0.519
10,mlp.experts.110.gate_proj,0.0000087391,0.01000,0.515
10,mlp.experts.111.gate_proj,0.0000130350,0.01000,0.524
10,mlp.experts.112.gate_proj,0.0000020630,0.01000,0.528
10,mlp.experts.113.gate_proj,0.0000082946,0.01000,0.528
10,mlp.experts.114.gate_proj,0.0000653411,0.01000,0.537
10,mlp.experts.115.gate_proj,0.0000551872,0.01000,0.532
10,mlp.experts.116.gate_proj,0.0000220444,0.01000,0.520
10,mlp.experts.117.gate_proj,0.0000490943,0.01000,0.520
10,mlp.experts.118.gate_proj,0.0000138640,0.01000,0.520
10,mlp.experts.119.gate_proj,0.0000162078,0.01000,0.527
10,mlp.experts.120.gate_proj,0.0000078274,0.01000,0.518
10,mlp.experts.121.gate_proj,0.0000554245,0.01000,0.519
10,mlp.experts.122.gate_proj,0.0000125250,0.01000,0.518
10,mlp.experts.123.gate_proj,0.0000076879,0.01000,0.517
10,mlp.experts.124.gate_proj,0.0000161561,0.01000,0.530
10,mlp.experts.125.gate_proj,0.0000408840,0.01000,0.519
10,mlp.experts.126.gate_proj,0.0000015371,0.01000,0.535
10,mlp.experts.127.gate_proj,0.0000114263,0.01000,0.548
10,mlp.experts.0.down_proj,0.0000018432,0.01000,0.201
10,mlp.experts.1.down_proj,0.0000039518,0.01000,0.195
10,mlp.experts.2.down_proj,0.0000018985,0.01000,0.203
10,mlp.experts.3.down_proj,0.0000000818,0.01000,0.203
10,mlp.experts.4.down_proj,0.0000022396,0.01000,0.204
10,mlp.experts.5.down_proj,0.0000020043,0.01000,0.200
10,mlp.experts.6.down_proj,0.0000001559,0.01000,0.197
10,mlp.experts.7.down_proj,0.0000036286,0.01000,0.199
10,mlp.experts.8.down_proj,0.0000032297,0.01000,0.198
10,mlp.experts.9.down_proj,0.0000011255,0.01000,0.200
10,mlp.experts.10.down_proj,0.0000022738,0.01000,0.196
10,mlp.experts.11.down_proj,0.0000009470,0.01000,0.198
10,mlp.experts.12.down_proj,0.0000015044,0.01000,0.199
10,mlp.experts.13.down_proj,0.0000019045,0.01000,0.199
10,mlp.experts.14.down_proj,0.0000014544,0.01000,0.196
10,mlp.experts.15.down_proj,0.0000022230,0.01000,0.199
10,mlp.experts.16.down_proj,0.0000002289,0.01000,0.198
10,mlp.experts.17.down_proj,0.0000107907,0.01000,0.197
10,mlp.experts.18.down_proj,0.0000009211,0.01000,0.197
10,mlp.experts.19.down_proj,0.0000008814,0.01000,0.199
10,mlp.experts.20.down_proj,0.0000013561,0.01000,0.199
10,mlp.experts.21.down_proj,0.0000044758,0.01000,0.198
10,mlp.experts.22.down_proj,0.0000018516,0.01000,0.197
10,mlp.experts.23.down_proj,0.0000003340,0.01000,0.199
10,mlp.experts.24.down_proj,0.0000022815,0.01000,0.196
10,mlp.experts.25.down_proj,0.0000010298,0.01000,0.200
10,mlp.experts.26.down_proj,0.0000001403,0.01000,0.201
10,mlp.experts.27.down_proj,0.0000031182,0.01000,0.197
10,mlp.experts.28.down_proj,0.0000037998,0.01000,0.196
10,mlp.experts.29.down_proj,0.0000040974,0.01000,0.197
10,mlp.experts.30.down_proj,0.0000004013,0.01000,0.197
10,mlp.experts.31.down_proj,0.0000021110,0.01000,0.197
10,mlp.experts.32.down_proj,0.0000037009,0.01000,0.197
10,mlp.experts.33.down_proj,0.0000036751,0.01000,0.198
10,mlp.experts.34.down_proj,0.0000024563,0.01000,0.197
10,mlp.experts.35.down_proj,0.0000007927,0.01000,0.197
10,mlp.experts.36.down_proj,0.0000004046,0.01000,0.199
10,mlp.experts.37.down_proj,0.0000029269,0.01000,0.197
10,mlp.experts.38.down_proj,0.0000059356,0.01000,0.198
10,mlp.experts.39.down_proj,0.0000014790,0.01000,0.198
10,mlp.experts.40.down_proj,0.0000008336,0.01000,0.199
10,mlp.experts.41.down_proj,0.0000023119,0.01000,0.200
10,mlp.experts.42.down_proj,0.0000014525,0.01000,0.197
10,mlp.experts.43.down_proj,0.0000046672,0.01000,0.197
10,mlp.experts.44.down_proj,0.0000063297,0.01000,0.197
10,mlp.experts.45.down_proj,0.0000025108,0.01000,0.203
10,mlp.experts.46.down_proj,0.0000016861,0.01000,0.200
10,mlp.experts.47.down_proj,0.0000006828,0.01000,0.198
10,mlp.experts.48.down_proj,0.0000037756,0.01000,0.202
10,mlp.experts.49.down_proj,0.0000104896,0.01000,0.197
10,mlp.experts.50.down_proj,0.0000018969,0.01000,0.199
10,mlp.experts.51.down_proj,0.0000022961,0.01000,0.197
10,mlp.experts.52.down_proj,0.0000006837,0.01000,0.198
10,mlp.experts.53.down_proj,0.0000007126,0.01000,0.197
10,mlp.experts.54.down_proj,0.0000028777,0.01000,0.199
10,mlp.experts.55.down_proj,0.0000001502,0.01000,0.197
10,mlp.experts.56.down_proj,0.0000006779,0.01000,0.199
10,mlp.experts.57.down_proj,0.0000004212,0.01000,0.197
10,mlp.experts.58.down_proj,0.0000021767,0.01000,0.201
10,mlp.experts.59.down_proj,0.0000010197,0.01000,0.197
10,mlp.experts.60.down_proj,0.0000027122,0.01000,0.197
10,mlp.experts.61.down_proj,0.0000006468,0.01000,0.197
10,mlp.experts.62.down_proj,0.0000007186,0.01000,0.199
10,mlp.experts.63.down_proj,0.0000017080,0.01000,0.201
10,mlp.experts.64.down_proj,0.0000007693,0.01000,0.202
10,mlp.experts.65.down_proj,0.0000021876,0.01000,0.198
10,mlp.experts.66.down_proj,0.0000017681,0.01000,0.197
10,mlp.experts.67.down_proj,0.0000051594,0.01000,0.196
10,mlp.experts.68.down_proj,0.0000004691,0.01000,0.205
10,mlp.experts.69.down_proj,0.0000008363,0.01000,0.201
10,mlp.experts.70.down_proj,0.0000012259,0.01000,0.205
10,mlp.experts.71.down_proj,0.0000001816,0.01000,0.198
10,mlp.experts.72.down_proj,0.0000029965,0.01000,0.197
10,mlp.experts.73.down_proj,0.0000002189,0.01000,0.198
10,mlp.experts.74.down_proj,0.0000005770,0.01000,0.197
10,mlp.experts.75.down_proj,0.0000006300,0.01000,0.197
10,mlp.experts.76.down_proj,0.0000008666,0.01000,0.198
10,mlp.experts.77.down_proj,0.0000033934,0.01000,0.199
10,mlp.experts.78.down_proj,0.0000006685,0.01000,0.197
10,mlp.experts.79.down_proj,0.0000097836,0.01000,0.198
10,mlp.experts.80.down_proj,0.0000009437,0.01000,0.198
10,mlp.experts.81.down_proj,0.0000022968,0.01000,0.198
10,mlp.experts.82.down_proj,0.0000025580,0.01000,0.198
10,mlp.experts.83.down_proj,0.0000008058,0.01000,0.197
10,mlp.experts.84.down_proj,0.0000022633,0.01000,0.197
10,mlp.experts.85.down_proj,0.0000009294,0.01000,0.199
10,mlp.experts.86.down_proj,0.0000024611,0.01000,0.197
10,mlp.experts.87.down_proj,0.0000031542,0.01000,0.197
10,mlp.experts.88.down_proj,0.0000017484,0.01000,0.198
10,mlp.experts.89.down_proj,0.0000103553,0.01000,0.199
10,mlp.experts.90.down_proj,0.0000013988,0.01000,0.197
10,mlp.experts.91.down_proj,0.0000008758,0.01000,0.198
10,mlp.experts.92.down_proj,0.0000015733,0.01000,0.204
10,mlp.experts.93.down_proj,0.0000020476,0.01000,0.199
10,mlp.experts.94.down_proj,0.0000002686,0.01000,0.203
10,mlp.experts.95.down_proj,0.0000015485,0.01000,0.200
10,mlp.experts.96.down_proj,0.0000033116,0.01000,0.197
10,mlp.experts.97.down_proj,0.0000016008,0.01000,0.197
10,mlp.experts.98.down_proj,0.0000004609,0.01000,0.198
10,mlp.experts.99.down_proj,0.0000021302,0.01000,0.199
10,mlp.experts.100.down_proj,0.0000022042,0.01000,0.197
10,mlp.experts.101.down_proj,0.0000020758,0.01000,0.197
10,mlp.experts.102.down_proj,0.0000014389,0.01000,0.198
10,mlp.experts.103.down_proj,0.0000014039,0.01000,0.198
10,mlp.experts.104.down_proj,0.0000072190,0.01000,0.198
10,mlp.experts.105.down_proj,0.0000008593,0.01000,0.197
10,mlp.experts.106.down_proj,0.0000059814,0.01000,0.203
10,mlp.experts.107.down_proj,0.0000014433,0.01000,0.197
10,mlp.experts.108.down_proj,0.0000012601,0.01000,0.200
10,mlp.experts.109.down_proj,0.0000027187,0.01000,0.197
10,mlp.experts.110.down_proj,0.0000011651,0.01000,0.197
10,mlp.experts.111.down_proj,0.0000021607,0.01000,0.197
10,mlp.experts.112.down_proj,0.0000003359,0.01000,0.198
10,mlp.experts.113.down_proj,0.0000014054,0.01000,0.197
10,mlp.experts.114.down_proj,0.0000077068,0.01000,0.205
10,mlp.experts.115.down_proj,0.0000055564,0.01000,0.198
10,mlp.experts.116.down_proj,0.0000028392,0.01000,0.198
10,mlp.experts.117.down_proj,0.0000112099,0.01000,0.200
10,mlp.experts.118.down_proj,0.0000019560,0.01000,0.198
10,mlp.experts.119.down_proj,0.0000028998,0.01000,0.197
10,mlp.experts.120.down_proj,0.0000012983,0.01000,0.198
10,mlp.experts.121.down_proj,0.0000048218,0.01000,0.198
10,mlp.experts.122.down_proj,0.0000015882,0.01000,0.201
10,mlp.experts.123.down_proj,0.0000010529,0.01000,0.207
10,mlp.experts.124.down_proj,0.0000024416,0.01000,0.201
10,mlp.experts.125.down_proj,0.0000076041,0.01000,0.199
10,mlp.experts.126.down_proj,0.0000002063,0.01000,0.198
10,mlp.experts.127.down_proj,0.0000022641,0.01000,0.198
11,self_attn.q_proj,0.0000000179,0.01000,0.519
11,self_attn.k_proj,0.0000000025,0.01000,0.517
11,self_attn.v_proj,0.0000000026,0.01000,0.516
11,self_attn.o_proj,0.0000000021,0.01000,1.027
11,mlp.gate,0.0000008786,0.01000,0.521
11,mlp.experts.0.up_proj,0.0000095889,0.01000,0.529
11,mlp.experts.1.up_proj,0.0000154455,0.01000,0.519
11,mlp.experts.2.up_proj,0.0000229145,0.01000,0.528
11,mlp.experts.3.up_proj,0.0000011707,0.01000,0.528
11,mlp.experts.4.up_proj,0.0000172942,0.01000,0.527
11,mlp.experts.5.up_proj,0.0000168291,0.01000,0.531
11,mlp.experts.6.up_proj,0.0000130599,0.01000,0.522
11,mlp.experts.7.up_proj,0.0000071802,0.01000,0.520
11,mlp.experts.8.up_proj,0.0000097470,0.01000,0.536
11,mlp.experts.9.up_proj,0.0000021635,0.01000,0.527
11,mlp.experts.10.up_proj,0.0000143227,0.01000,0.518
11,mlp.experts.11.up_proj,0.0000171530,0.01000,0.514
11,mlp.experts.12.up_proj,0.0000092996,0.01000,0.518
11,mlp.experts.13.up_proj,0.0000111986,0.01000,0.519
11,mlp.experts.14.up_proj,0.0000018882,0.01000,0.514
11,mlp.experts.15.up_proj,0.0000515738,0.01000,0.516
11,mlp.experts.16.up_proj,0.0000067853,0.01000,0.538
11,mlp.experts.17.up_proj,0.0000296075,0.01000,0.525
11,mlp.experts.18.up_proj,0.0000059944,0.01000,0.521
11,mlp.experts.19.up_proj,0.0000259771,0.01000,0.520
11,mlp.experts.20.up_proj,0.0000014778,0.01000,0.537
11,mlp.experts.21.up_proj,0.0000086531,0.01000,0.515
11,mlp.experts.22.up_proj,0.0000075868,0.01000,0.517
11,mlp.experts.23.up_proj,0.0000082097,0.01000,0.524
11,mlp.experts.24.up_proj,0.0000045542,0.01000,0.516
11,mlp.experts.25.up_proj,0.0000012624,0.01000,0.511
11,mlp.experts.26.up_proj,0.0000011103,0.01000,0.511
11,mlp.experts.27.up_proj,0.0000035899,0.01000,0.514
11,mlp.experts.28.up_proj,0.0000032374,0.01000,0.512
11,mlp.experts.29.up_proj,0.0000123246,0.01000,0.509
11,mlp.experts.30.up_proj,0.0000038485,0.01000,0.510
11,mlp.experts.31.up_proj,0.0000098768,0.01000,0.508
11,mlp.experts.32.up_proj,0.0000154460,0.01000,0.509
11,mlp.experts.33.up_proj,0.0000033900,0.01000,0.508
11,mlp.experts.34.up_proj,0.0000545211,0.01000,0.514
11,mlp.experts.35.up_proj,0.0000116940,0.01000,0.510
11,mlp.experts.36.up_proj,0.0000156198,0.01000,0.512
11,mlp.experts.37.up_proj,0.0000044437,0.01000,0.508
11,mlp.experts.38.up_proj,0.0001109658,0.01000,0.511
11,mlp.experts.39.up_proj,0.0000087764,0.01000,0.509
11,mlp.experts.40.up_proj,0.0000201869,0.01000,0.517
11,mlp.experts.41.up_proj,0.0000184978,0.01000,0.511
11,mlp.experts.42.up_proj,0.0000160361,0.01000,0.509
11,mlp.experts.43.up_proj,0.0000049759,0.01000,0.511
11,mlp.experts.44.up_proj,0.0000147104,0.01000,0.509
11,mlp.experts.45.up_proj,0.0000133993,0.01000,0.509
11,mlp.experts.46.up_proj,0.0000102261,0.01000,0.510
11,mlp.experts.47.up_proj,0.0000067229,0.01000,0.512
11,mlp.experts.48.up_proj,0.0000062043,0.01000,0.526
11,mlp.experts.49.up_proj,0.0000048450,0.01000,0.514
11,mlp.experts.50.up_proj,0.0000118400,0.01000,0.509
11,mlp.experts.51.up_proj,0.0000234012,0.01000,0.510
11,mlp.experts.52.up_proj,0.0000019043,0.01000,0.509
11,mlp.experts.53.up_proj,0.0000326262,0.01000,0.516
11,mlp.experts.54.up_proj,0.0000095881,0.01000,0.522
11,mlp.experts.55.up_proj,0.0000178885,0.01000,0.510
11,mlp.experts.56.up_proj,0.0000027848,0.01000,0.510
11,mlp.experts.57.up_proj,0.0000333821,0.01000,0.522
11,mlp.experts.58.up_proj,0.0000086082,0.01000,0.510
11,mlp.experts.59.up_proj,0.0000009700,0.01000,0.515
11,mlp.experts.60.up_proj,0.0000139496,0.01000,0.510
11,mlp.experts.61.up_proj,0.0000030910,0.01000,0.519
11,mlp.experts.62.up_proj,0.0000377025,0.01000,0.516
11,mlp.experts.63.up_proj,0.0000089405,0.01000,0.509
11,mlp.experts.64.up_proj,0.0000199737,0.01000,0.515
11,mlp.experts.65.up_proj,0.0000162660,0.01000,0.510
11,mlp.experts.66.up_proj,0.0000423226,0.01000,0.514
11,mlp.experts.67.up_proj,0.0000064263,0.01000,0.515
11,mlp.experts.68.up_proj,0.0000022255,0.01000,0.511
11,mlp.experts.69.up_proj,0.0000079365,0.01000,0.510
11,mlp.experts.70.up_proj,0.0000358381,0.01000,0.511
11,mlp.experts.71.up_proj,0.0000061056,0.01000,0.514
11,mlp.experts.72.up_proj,0.0000151185,0.01000,0.512
11,mlp.experts.73.up_proj,0.0000183881,0.01000,0.509
11,mlp.experts.74.up_proj,0.0000359139,0.01000,0.509
11,mlp.experts.75.up_proj,0.0000200852,0.01000,0.522
11,mlp.experts.76.up_proj,0.0000368456,0.01000,0.513
11,mlp.experts.77.up_proj,0.0000181806,0.01000,0.511
11,mlp.experts.78.up_proj,0.0000097016,0.01000,0.520
11,mlp.experts.79.up_proj,0.0000042817,0.01000,0.510
11,mlp.experts.80.up_proj,0.0000407340,0.01000,0.518
11,mlp.experts.81.up_proj,0.0000303476,0.01000,0.510
11,mlp.experts.82.up_proj,0.0000157687,0.01000,0.510
11,mlp.experts.83.up_proj,0.0000220258,0.01000,0.510
11,mlp.experts.84.up_proj,0.0000356339,0.01000,0.510
11,mlp.experts.85.up_proj,0.0000179480,0.01000,0.512
11,mlp.experts.86.up_proj,0.0000109871,0.01000,0.509
11,mlp.experts.87.up_proj,0.0000052144,0.01000,0.521
11,mlp.experts.88.up_proj,0.0000920539,0.01000,0.508
11,mlp.experts.89.up_proj,0.0000080518,0.01000,0.519
11,mlp.experts.90.up_proj,0.0000095544,0.01000,0.511
11,mlp.experts.91.up_proj,0.0000482062,0.01000,0.511
11,mlp.experts.92.up_proj,0.0000108863,0.01000,0.518
11,mlp.experts.93.up_proj,0.0000363017,0.01000,0.510
11,mlp.experts.94.up_proj,0.0000119999,0.01000,0.510
11,mlp.experts.95.up_proj,0.0000037890,0.01000,0.511
11,mlp.experts.96.up_proj,0.0000058540,0.01000,0.512
11,mlp.experts.97.up_proj,0.0000160018,0.01000,0.513
11,mlp.experts.98.up_proj,0.0000096500,0.01000,0.509
11,mlp.experts.99.up_proj,0.0000039252,0.01000,0.510
11,mlp.experts.100.up_proj,0.0000119038,0.01000,0.514
11,mlp.experts.101.up_proj,0.0000114910,0.01000,0.515
11,mlp.experts.102.up_proj,0.0000176303,0.01000,0.518
11,mlp.experts.103.up_proj,0.0000026843,0.01000,0.512
11,mlp.experts.104.up_proj,0.0000573751,0.01000,0.511
11,mlp.experts.105.up_proj,0.0000066831,0.01000,0.507
11,mlp.experts.106.up_proj,0.0000418469,0.01000,0.511
11,mlp.experts.107.up_proj,0.0000011002,0.01000,0.510
11,mlp.experts.108.up_proj,0.0000382350,0.01000,0.509
11,mlp.experts.109.up_proj,0.0000087063,0.01000,0.511
11,mlp.experts.110.up_proj,0.0000535032,0.01000,0.510
11,mlp.experts.111.up_proj,0.0000084849,0.01000,0.511
11,mlp.experts.112.up_proj,0.0000293077,0.01000,0.510
11,mlp.experts.113.up_proj,0.0000491390,0.01000,0.509
11,mlp.experts.114.up_proj,0.0000273686,0.01000,0.510
11,mlp.experts.115.up_proj,0.0000078913,0.01000,0.515
11,mlp.experts.116.up_proj,0.0000124791,0.01000,0.522
11,mlp.experts.117.up_proj,0.0000419333,0.01000,0.523
11,mlp.experts.118.up_proj,0.0000126149,0.01000,0.512
11,mlp.experts.119.up_proj,0.0000148673,0.01000,0.519
11,mlp.experts.120.up_proj,0.0000427141,0.01000,0.520
11,mlp.experts.121.up_proj,0.0000653433,0.01000,0.509
11,mlp.experts.122.up_proj,0.0000111420,0.01000,0.508
11,mlp.experts.123.up_proj,0.0000067413,0.01000,0.510
11,mlp.experts.124.up_proj,0.0000170564,0.01000,0.508
11,mlp.experts.125.up_proj,0.0000034898,0.01000,0.509
11,mlp.experts.126.up_proj,0.0000228892,0.01000,0.509
11,mlp.experts.127.up_proj,0.0000086129,0.01000,0.509
11,mlp.experts.0.gate_proj,0.0000093789,0.01000,0.509
11,mlp.experts.1.gate_proj,0.0000153860,0.01000,0.522
11,mlp.experts.2.gate_proj,0.0000239747,0.01000,0.521
11,mlp.experts.3.gate_proj,0.0000012110,0.01000,0.519
11,mlp.experts.4.gate_proj,0.0000172269,0.01000,0.509
11,mlp.experts.5.gate_proj,0.0000174037,0.01000,0.511
11,mlp.experts.6.gate_proj,0.0000138433,0.01000,0.517
11,mlp.experts.7.gate_proj,0.0000074531,0.01000,0.509
11,mlp.experts.8.gate_proj,0.0000104731,0.01000,0.519
11,mlp.experts.9.gate_proj,0.0000031407,0.01000,0.510
11,mlp.experts.10.gate_proj,0.0000144599,0.01000,0.516
11,mlp.experts.11.gate_proj,0.0000179335,0.01000,0.508
11,mlp.experts.12.gate_proj,0.0000095097,0.01000,0.509
11,mlp.experts.13.gate_proj,0.0000116250,0.01000,0.512
11,mlp.experts.14.gate_proj,0.0000019557,0.01000,0.510
11,mlp.experts.15.gate_proj,0.0000536097,0.01000,0.509
11,mlp.experts.16.gate_proj,0.0000063994,0.01000,0.508
11,mlp.experts.17.gate_proj,0.0000319795,0.01000,0.513
11,mlp.experts.18.gate_proj,0.0000056194,0.01000,0.512
11,mlp.experts.19.gate_proj,0.0000262834,0.01000,0.521
11,mlp.experts.20.gate_proj,0.0000016446,0.01000,0.513
11,mlp.experts.21.gate_proj,0.0000088442,0.01000,0.512
11,mlp.experts.22.gate_proj,0.0000076650,0.01000,0.508
11,mlp.experts.23.gate_proj,0.0000081445,0.01000,0.510
11,mlp.experts.24.gate_proj,0.0000046353,0.01000,0.511
11,mlp.experts.25.gate_proj,0.0000018459,0.01000,0.510
11,mlp.experts.26.gate_proj,0.0000011121,0.01000,0.512
11,mlp.experts.27.gate_proj,0.0000038675,0.01000,0.510
11,mlp.experts.28.gate_proj,0.0000032817,0.01000,0.511
11,mlp.experts.29.gate_proj,0.0000125322,0.01000,0.509
11,mlp.experts.30.gate_proj,0.0000041483,0.01000,0.511
11,mlp.experts.31.gate_proj,0.0000099327,0.01000,0.514
11,mlp.experts.32.gate_proj,0.0000156891,0.01000,0.512
11,mlp.experts.33.gate_proj,0.0000035747,0.01000,0.509
11,mlp.experts.34.gate_proj,0.0000567235,0.01000,0.512
11,mlp.experts.35.gate_proj,0.0000120227,0.01000,0.509
11,mlp.experts.36.gate_proj,0.0000160339,0.01000,0.510
11,mlp.experts.37.gate_proj,0.0000047047,0.01000,0.508
11,mlp.experts.38.gate_proj,0.0001154837,0.01000,0.509
11,mlp.experts.39.gate_proj,0.0000088386,0.01000,0.524
11,mlp.experts.40.gate_proj,0.0000206736,0.01000,0.516
11,mlp.experts.41.gate_proj,0.0000193708,0.01000,0.523
11,mlp.experts.42.gate_proj,0.0000161698,0.01000,0.512
11,mlp.experts.43.gate_proj,0.0000050465,0.01000,0.507
11,mlp.experts.44.gate_proj,0.0000150999,0.01000,0.519
11,mlp.experts.45.gate_proj,0.0000141853,0.01000,0.515
11,mlp.experts.46.gate_proj,0.0000101800,0.01000,0.509
11,mlp.experts.47.gate_proj,0.0000065052,0.01000,0.517
11,mlp.experts.48.gate_proj,0.0000067703,0.01000,0.509
11,mlp.experts.49.gate_proj,0.0000048828,0.01000,0.520
11,mlp.experts.50.gate_proj,0.0000120377,0.01000,0.512
11,mlp.experts.51.gate_proj,0.0000235858,0.01000,0.509
11,mlp.experts.52.gate_proj,0.0000019687,0.01000,0.507
11,mlp.experts.53.gate_proj,0.0000344755,0.01000,0.509
11,mlp.experts.54.gate_proj,0.0000098983,0.01000,0.512
11,mlp.experts.55.gate_proj,0.0000192974,0.01000,0.515
11,mlp.experts.56.gate_proj,0.0000030460,0.01000,0.511
11,mlp.experts.57.gate_proj,0.0000346880,0.01000,0.513
11,mlp.experts.58.gate_proj,0.0000094341,0.01000,0.525
11,mlp.experts.59.gate_proj,0.0000008725,0.01000,0.507
11,mlp.experts.60.gate_proj,0.0000143924,0.01000,0.512
11,mlp.experts.61.gate_proj,0.0000027182,0.01000,0.510
11,mlp.experts.62.gate_proj,0.0000387792,0.01000,0.513
11,mlp.experts.63.gate_proj,0.0000094717,0.01000,0.512
11,mlp.experts.64.gate_proj,0.0000203967,0.01000,0.510
11,mlp.experts.65.gate_proj,0.0000168066,0.01000,0.510
11,mlp.experts.66.gate_proj,0.0000458948,0.01000,0.510
11,mlp.experts.67.gate_proj,0.0000060339,0.01000,0.510
11,mlp.experts.68.gate_proj,0.0000023096,0.01000,0.512
11,mlp.experts.69.gate_proj,0.0000083161,0.01000,0.509
11,mlp.experts.70.gate_proj,0.0000365047,0.01000,0.509
11,mlp.experts.71.gate_proj,0.0000068035,0.01000,0.510
11,mlp.experts.72.gate_proj,0.0000154587,0.01000,0.515
11,mlp.experts.73.gate_proj,0.0000171051,0.01000,0.509
11,mlp.experts.74.gate_proj,0.0000369968,0.01000,0.508
11,mlp.experts.75.gate_proj,0.0000205677,0.01000,0.510
11,mlp.experts.76.gate_proj,0.0000385760,0.01000,0.510
11,mlp.experts.77.gate_proj,0.0000190998,0.01000,0.530
11,mlp.experts.78.gate_proj,0.0000100914,0.01000,0.510
11,mlp.experts.79.gate_proj,0.0000045418,0.01000,0.512
11,mlp.experts.80.gate_proj,0.0000419551,0.01000,0.516
11,mlp.experts.81.gate_proj,0.0000314850,0.01000,0.512
11,mlp.experts.82.gate_proj,0.0000163595,0.01000,0.510
11,mlp.experts.83.gate_proj,0.0000228722,0.01000,0.509
11,mlp.experts.84.gate_proj,0.0000366661,0.01000,0.510
11,mlp.experts.85.gate_proj,0.0000184861,0.01000,0.517
11,mlp.experts.86.gate_proj,0.0000110483,0.01000,0.518
11,mlp.experts.87.gate_proj,0.0000054889,0.01000,0.510
11,mlp.experts.88.gate_proj,0.0000948105,0.01000,0.510
11,mlp.experts.89.gate_proj,0.0000083934,0.01000,0.512
11,mlp.experts.90.gate_proj,0.0000094171,0.01000,0.510
11,mlp.experts.91.gate_proj,0.0000495922,0.01000,0.511
11,mlp.experts.92.gate_proj,0.0000121382,0.01000,0.510
11,mlp.experts.93.gate_proj,0.0000376835,0.01000,0.511
11,mlp.experts.94.gate_proj,0.0000131442,0.01000,0.542
11,mlp.experts.95.gate_proj,0.0000040954,0.01000,0.511
11,mlp.experts.96.gate_proj,0.0000059327,0.01000,0.511
11,mlp.experts.97.gate_proj,0.0000163048,0.01000,0.509
11,mlp.experts.98.gate_proj,0.0000097105,0.01000,0.510
11,mlp.experts.99.gate_proj,0.0000040164,0.01000,0.539
11,mlp.experts.100.gate_proj,0.0000123651,0.01000,0.510
11,mlp.experts.101.gate_proj,0.0000114344,0.01000,0.509
11,mlp.experts.102.gate_proj,0.0000186001,0.01000,0.510
11,mlp.experts.103.gate_proj,0.0000028374,0.01000,0.514
11,mlp.experts.104.gate_proj,0.0000591982,0.01000,0.512
11,mlp.experts.105.gate_proj,0.0000068055,0.01000,0.525
11,mlp.experts.106.gate_proj,0.0000429093,0.01000,0.514
11,mlp.experts.107.gate_proj,0.0000011038,0.01000,0.523
11,mlp.experts.108.gate_proj,0.0000393039,0.01000,0.522
11,mlp.experts.109.gate_proj,0.0000088929,0.01000,0.515
11,mlp.experts.110.gate_proj,0.0000557756,0.01000,0.521
11,mlp.experts.111.gate_proj,0.0000096937,0.01000,0.514
11,mlp.experts.112.gate_proj,0.0000304281,0.01000,0.513
11,mlp.experts.113.gate_proj,0.0000513445,0.01000,0.522
11,mlp.experts.114.gate_proj,0.0000278278,0.01000,0.520
11,mlp.experts.115.gate_proj,0.0000081933,0.01000,0.542
11,mlp.experts.116.gate_proj,0.0000128674,0.01000,0.521
11,mlp.experts.117.gate_proj,0.0000434093,0.01000,0.524
11,mlp.experts.118.gate_proj,0.0000128727,0.01000,0.520
11,mlp.experts.119.gate_proj,0.0000153322,0.01000,0.519
11,mlp.experts.120.gate_proj,0.0000438509,0.01000,0.524
11,mlp.experts.121.gate_proj,0.0000680765,0.01000,0.520
11,mlp.experts.122.gate_proj,0.0000107879,0.01000,0.521
11,mlp.experts.123.gate_proj,0.0000067680,0.01000,0.523
11,mlp.experts.124.gate_proj,0.0000191100,0.01000,0.526
11,mlp.experts.125.gate_proj,0.0000035405,0.01000,0.519
11,mlp.experts.126.gate_proj,0.0000227377,0.01000,0.532
11,mlp.experts.127.gate_proj,0.0000087423,0.01000,0.529
11,mlp.experts.0.down_proj,0.0000011885,0.01000,0.199
11,mlp.experts.1.down_proj,0.0000027698,0.01000,0.195
11,mlp.experts.2.down_proj,0.0000022896,0.01000,0.205
11,mlp.experts.3.down_proj,0.0000001651,0.01000,0.200
11,mlp.experts.4.down_proj,0.0000005111,0.01000,0.198
11,mlp.experts.5.down_proj,0.0000030138,0.01000,0.196
11,mlp.experts.6.down_proj,0.0000010235,0.01000,0.195
11,mlp.experts.7.down_proj,0.0000008396,0.01000,0.197
11,mlp.experts.8.down_proj,0.0000018405,0.01000,0.197
11,mlp.experts.9.down_proj,0.0000000952,0.01000,0.197
11,mlp.experts.10.down_proj,0.0000032124,0.01000,0.196
11,mlp.experts.11.down_proj,0.0000017436,0.01000,0.197
11,mlp.experts.12.down_proj,0.0000010437,0.01000,0.196
11,mlp.experts.13.down_proj,0.0000017301,0.01000,0.199
11,mlp.experts.14.down_proj,0.0000003046,0.01000,0.201
11,mlp.experts.15.down_proj,0.0000054408,0.01000,0.198
11,mlp.experts.16.down_proj,0.0000011342,0.01000,0.197
11,mlp.experts.17.down_proj,0.0000028761,0.01000,0.198
11,mlp.experts.18.down_proj,0.0000011436,0.01000,0.197
11,mlp.experts.19.down_proj,0.0000047950,0.01000,0.198
11,mlp.experts.20.down_proj,0.0000002716,0.01000,0.197
11,mlp.experts.21.down_proj,0.0000010527,0.01000,0.199
11,mlp.experts.22.down_proj,0.0000006390,0.01000,0.197
11,mlp.experts.23.down_proj,0.0000010347,0.01000,0.198
11,mlp.experts.24.down_proj,0.0000010312,0.01000,0.197
11,mlp.experts.25.down_proj,0.0000003771,0.01000,0.199
11,mlp.experts.26.down_proj,0.0000001976,0.01000,0.197
11,mlp.experts.27.down_proj,0.0000010383,0.01000,0.202
11,mlp.experts.28.down_proj,0.0000004664,0.01000,0.198
11,mlp.experts.29.down_proj,0.0000018091,0.01000,0.197
11,mlp.experts.30.down_proj,0.0000011293,0.01000,0.200
11,mlp.experts.31.down_proj,0.0000006169,0.01000,0.200
11,mlp.experts.32.down_proj,0.0000016210,0.01000,0.197
11,mlp.experts.33.down_proj,0.0000004721,0.01000,0.197
11,mlp.experts.34.down_proj,0.0000071955,0.01000,0.197
11,mlp.experts.35.down_proj,0.0000032508,0.01000,0.197
11,mlp.experts.36.down_proj,0.0000009057,0.01000,0.200
11,mlp.experts.37.down_proj,0.0000007618,0.01000,0.199
11,mlp.experts.38.down_proj,0.0000190423,0.01000,0.197
11,mlp.experts.39.down_proj,0.0000014324,0.01000,0.198
11,mlp.experts.40.down_proj,0.0000021569,0.01000,0.197
11,mlp.experts.41.down_proj,0.0000018011,0.01000,0.197
11,mlp.experts.42.down_proj,0.0000028103,0.01000,0.197
11,mlp.experts.43.down_proj,0.0000006315,0.01000,0.197
11,mlp.experts.44.down_proj,0.0000016076,0.01000,0.198
11,mlp.experts.45.down_proj,0.0000030165,0.01000,0.199
11,mlp.experts.46.down_proj,0.0000013550,0.01000,0.197
11,mlp.experts.47.down_proj,0.0000012731,0.01000,0.197
11,mlp.experts.48.down_proj,0.0000010621,0.01000,0.198
11,mlp.experts.49.down_proj,0.0000011851,0.01000,0.207
11,mlp.experts.50.down_proj,0.0000021415,0.01000,0.206
11,mlp.experts.51.down_proj,0.0000027618,0.01000,0.205
11,mlp.experts.52.down_proj,0.0000002841,0.01000,0.203
11,mlp.experts.53.down_proj,0.0000033175,0.01000,0.200
11,mlp.experts.54.down_proj,0.0000015152,0.01000,0.207
11,mlp.experts.55.down_proj,0.0000037295,0.01000,0.198
11,mlp.experts.56.down_proj,0.0000005723,0.01000,0.201
11,mlp.experts.57.down_proj,0.0000066200,0.01000,0.198
11,mlp.experts.58.down_proj,0.0000013353,0.01000,0.197
11,mlp.experts.59.down_proj,0.0000002207,0.01000,0.199
11,mlp.experts.60.down_proj,0.0000017457,0.01000,0.198
11,mlp.experts.61.down_proj,0.0000005982,0.01000,0.198
11,mlp.experts.62.down_proj,0.0000036097,0.01000,0.205
11,mlp.experts.63.down_proj,0.0000029430,0.01000,0.205
11,mlp.experts.64.down_proj,0.0000036972,0.01000,0.199
11,mlp.experts.65.down_proj,0.0000012364,0.01000,0.208
11,mlp.experts.66.down_proj,0.0000039229,0.01000,0.199
11,mlp.experts.67.down_proj,0.0000009805,0.01000,0.199
11,mlp.experts.68.down_proj,0.0000003874,0.01000,0.199
11,mlp.experts.69.down_proj,0.0000016931,0.01000,0.202
11,mlp.experts.70.down_proj,0.0000039453,0.01000,0.207
11,mlp.experts.71.down_proj,0.0000008477,0.01000,0.199
11,mlp.experts.72.down_proj,0.0000015816,0.01000,0.197
11,mlp.experts.73.down_proj,0.0000036082,0.01000,0.199
11,mlp.experts.74.down_proj,0.0000088506,0.01000,0.199
11,mlp.experts.75.down_proj,0.0000011581,0.01000,0.199
11,mlp.experts.76.down_proj,0.0000032135,0.01000,0.198
11,mlp.experts.77.down_proj,0.0000019600,0.01000,0.212
11,mlp.experts.78.down_proj,0.0000014500,0.01000,0.201
11,mlp.experts.79.down_proj,0.0000007769,0.01000,0.204
11,mlp.experts.80.down_proj,0.0000085271,0.01000,0.199
11,mlp.experts.81.down_proj,0.0000029649,0.01000,0.200
11,mlp.experts.82.down_proj,0.0000023099,0.01000,0.201
11,mlp.experts.83.down_proj,0.0000046913,0.01000,0.200
11,mlp.experts.84.down_proj,0.0000039127,0.01000,0.201
11,mlp.experts.85.down_proj,0.0000025271,0.01000,0.200
11,mlp.experts.86.down_proj,0.0000022759,0.01000,0.204
11,mlp.experts.87.down_proj,0.0000008745,0.01000,0.204
11,mlp.experts.88.down_proj,0.0000189543,0.01000,0.204
11,mlp.experts.89.down_proj,0.0000015808,0.01000,0.200
11,mlp.experts.90.down_proj,0.0000013947,0.01000,0.200
11,mlp.experts.91.down_proj,0.0000076625,0.01000,0.201
11,mlp.experts.92.down_proj,0.0000024783,0.01000,0.205
11,mlp.experts.93.down_proj,0.0000063553,0.01000,0.199
11,mlp.experts.94.down_proj,0.0000017512,0.01000,0.199
11,mlp.experts.95.down_proj,0.0000007760,0.01000,0.198
11,mlp.experts.96.down_proj,0.0000004191,0.01000,0.205
11,mlp.experts.97.down_proj,0.0000026346,0.01000,0.202
11,mlp.experts.98.down_proj,0.0000013936,0.01000,0.202
11,mlp.experts.99.down_proj,0.0000006190,0.01000,0.200
11,mlp.experts.100.down_proj,0.0000016907,0.01000,0.199
11,mlp.experts.101.down_proj,0.0000012135,0.01000,0.197
11,mlp.experts.102.down_proj,0.0000020333,0.01000,0.197
11,mlp.experts.103.down_proj,0.0000006911,0.01000,0.198
11,mlp.experts.104.down_proj,0.0000047295,0.01000,0.197
11,mlp.experts.105.down_proj,0.0000010758,0.01000,0.198
11,mlp.experts.106.down_proj,0.0000036637,0.01000,0.198
11,mlp.experts.107.down_proj,0.0000001056,0.01000,0.200
11,mlp.experts.108.down_proj,0.0000038680,0.01000,0.197
11,mlp.experts.109.down_proj,0.0000010903,0.01000,0.198
11,mlp.experts.110.down_proj,0.0000056854,0.01000,0.200
11,mlp.experts.111.down_proj,0.0000014290,0.01000,0.198
11,mlp.experts.112.down_proj,0.0000026158,0.01000,0.197
11,mlp.experts.113.down_proj,0.0000060794,0.01000,0.205
11,mlp.experts.114.down_proj,0.0000037984,0.01000,0.198
11,mlp.experts.115.down_proj,0.0000012583,0.01000,0.197
11,mlp.experts.116.down_proj,0.0000023648,0.01000,0.197
11,mlp.experts.117.down_proj,0.0000036035,0.01000,0.202
11,mlp.experts.118.down_proj,0.0000024858,0.01000,0.197
11,mlp.experts.119.down_proj,0.0000030733,0.01000,0.201
11,mlp.experts.120.down_proj,0.0000041985,0.01000,0.197
11,mlp.experts.121.down_proj,0.0000069469,0.01000,0.198
11,mlp.experts.122.down_proj,0.0000022997,0.01000,0.209
11,mlp.experts.123.down_proj,0.0000015702,0.01000,0.202
11,mlp.experts.124.down_proj,0.0000023837,0.01000,0.198
11,mlp.experts.125.down_proj,0.0000003027,0.01000,0.205
11,mlp.experts.126.down_proj,0.0000034960,0.01000,0.198
11,mlp.experts.127.down_proj,0.0000014436,0.01000,0.199
12,self_attn.q_proj,0.0000000253,0.01000,0.524
12,self_attn.k_proj,0.0000000035,0.01000,0.511
12,self_attn.v_proj,0.0000000038,0.01000,0.508
12,self_attn.o_proj,0.0000000029,0.01000,1.038
12,mlp.gate,0.0000009450,0.01000,0.517
12,mlp.experts.0.up_proj,0.0000160322,0.01000,0.510
12,mlp.experts.1.up_proj,0.0000535928,0.01000,0.509
12,mlp.experts.2.up_proj,0.0000026483,0.01000,0.508
12,mlp.experts.3.up_proj,0.0000087827,0.01000,0.509
12,mlp.experts.4.up_proj,0.0000195352,0.01000,0.510
12,mlp.experts.5.up_proj,0.0000546766,0.01000,0.510
12,mlp.experts.6.up_proj,0.0000178753,0.01000,0.513
12,mlp.experts.7.up_proj,0.0000049902,0.01000,0.512
12,mlp.experts.8.up_proj,0.0000016723,0.01000,0.517
12,mlp.experts.9.up_proj,0.0000013511,0.01000,0.512
12,mlp.experts.10.up_proj,0.0000702489,0.01000,0.512
12,mlp.experts.11.up_proj,0.0000231281,0.01000,0.523
12,mlp.experts.12.up_proj,0.0000147862,0.01000,0.508
12,mlp.experts.13.up_proj,0.0000107490,0.01000,0.511
12,mlp.experts.14.up_proj,0.0000095146,0.01000,0.513
12,mlp.experts.15.up_proj,0.0000041393,0.01000,0.522
12,mlp.experts.16.up_proj,0.0000058974,0.01000,0.525
12,mlp.experts.17.up_proj,0.0000114183,0.01000,0.518
12,mlp.experts.18.up_proj,0.0000214491,0.01000,0.510
12,mlp.experts.19.up_proj,0.0001247073,0.01000,0.513
12,mlp.experts.20.up_proj,0.0000197830,0.01000,0.512
12,mlp.experts.21.up_proj,0.0000008405,0.01000,0.511
12,mlp.experts.22.up_proj,0.0000087028,0.01000,0.509
12,mlp.experts.23.up_proj,0.0000072784,0.01000,0.509
12,mlp.experts.24.up_proj,0.0000126378,0.01000,0.510
12,mlp.experts.25.up_proj,0.0000024454,0.01000,0.521
12,mlp.experts.26.up_proj,0.0000101326,0.01000,0.511
12,mlp.experts.27.up_proj,0.0000248956,0.01000,0.510
12,mlp.experts.28.up_proj,0.0000212489,0.01000,0.512
12,mlp.experts.29.up_proj,0.0000338477,0.01000,0.508
12,mlp.experts.30.up_proj,0.0000126093,0.01000,0.511
12,mlp.experts.31.up_proj,0.0000658287,0.01000,0.519
12,mlp.experts.32.up_proj,0.0000049027,0.01000,0.510
12,mlp.experts.33.up_proj,0.0000174714,0.01000,0.513
12,mlp.experts.34.up_proj,0.0000090231,0.01000,0.509
12,mlp.experts.35.up_proj,0.0000114837,0.01000,0.513
12,mlp.experts.36.up_proj,0.0000118594,0.01000,0.508
12,mlp.experts.37.up_proj,0.0000272362,0.01000,0.510
12,mlp.experts.38.up_proj,0.0000090980,0.01000,0.511
12,mlp.experts.39.up_proj,0.0000276401,0.01000,0.511
12,mlp.experts.40.up_proj,0.0000247006,0.01000,0.508
12,mlp.experts.41.up_proj,0.0000043567,0.01000,0.510
12,mlp.experts.42.up_proj,0.0000048419,0.01000,0.509
12,mlp.experts.43.up_proj,0.0000149837,0.01000,0.512
12,mlp.experts.44.up_proj,0.0000093666,0.01000,0.509
12,mlp.experts.45.up_proj,0.0000307036,0.01000,0.508
12,mlp.experts.46.up_proj,0.0000028119,0.01000,0.509
12,mlp.experts.47.up_proj,0.0000395412,0.01000,0.520
12,mlp.experts.48.up_proj,0.0000079275,0.01000,0.520
12,mlp.experts.49.up_proj,0.0000336616,0.01000,0.511
12,mlp.experts.50.up_proj,0.0000105804,0.01000,0.515
12,mlp.experts.51.up_proj,0.0000277835,0.01000,0.509
12,mlp.experts.52.up_proj,0.0000020594,0.01000,0.516
12,mlp.experts.53.up_proj,0.0000059205,0.01000,0.511
12,mlp.experts.54.up_proj,0.0000402454,0.01000,0.523
12,mlp.experts.55.up_proj,0.0000142159,0.01000,0.512
12,mlp.experts.56.up_proj,0.0000028521,0.01000,0.511
12,mlp.experts.57.up_proj,0.0000236546,0.01000,0.509
12,mlp.experts.58.up_proj,0.0000104013,0.01000,0.509
12,mlp.experts.59.up_proj,0.0000700900,0.01000,0.509
12,mlp.experts.60.up_proj,0.0000084475,0.01000,0.511
12,mlp.experts.61.up_proj,0.0000131898,0.01000,0.508
12,mlp.experts.62.up_proj,0.0000358347,0.01000,0.509
12,mlp.experts.63.up_proj,0.0000115959,0.01000,0.510
12,mlp.experts.64.up_proj,0.0000018971,0.01000,0.509
12,mlp.experts.65.up_proj,0.0000094513,0.01000,0.511
12,mlp.experts.66.up_proj,0.0000141257,0.01000,0.519
12,mlp.experts.67.up_proj,0.0000199078,0.01000,0.509
12,mlp.experts.68.up_proj,0.0000059211,0.01000,0.510
12,mlp.experts.69.up_proj,0.0000052993,0.01000,0.509
12,mlp.experts.70.up_proj,0.0000199541,0.01000,0.511
12,mlp.experts.71.up_proj,0.0000029355,0.01000,0.511
12,mlp.experts.72.up_proj,0.0000430666,0.01000,0.512
12,mlp.experts.73.up_proj,0.0000200873,0.01000,0.514
12,mlp.experts.74.up_proj,0.0000152542,0.01000,0.510
12,mlp.experts.75.up_proj,0.0000044464,0.01000,0.511
12,mlp.experts.76.up_proj,0.0000125784,0.01000,0.515
12,mlp.experts.77.up_proj,0.0000545108,0.01000,0.523
12,mlp.experts.78.up_proj,0.0000200332,0.01000,0.512
12,mlp.experts.79.up_proj,0.0000067933,0.01000,0.512
12,mlp.experts.80.up_proj,0.0000107187,0.01000,0.523
12,mlp.experts.81.up_proj,0.0000129212,0.01000,0.537
12,mlp.experts.82.up_proj,0.0000275462,0.01000,0.515
12,mlp.experts.83.up_proj,0.0000027895,0.01000,0.516
12,mlp.experts.84.up_proj,0.0001631174,0.01000,0.514
12,mlp.experts.85.up_proj,0.0000017317,0.01000,0.516
12,mlp.experts.86.up_proj,0.0000844520,0.01000,0.515
12,mlp.experts.87.up_proj,0.0000061605,0.01000,0.518
12,mlp.experts.88.up_proj,0.0000490790,0.01000,0.522
12,mlp.experts.89.up_proj,0.0000024798,0.01000,0.522
12,mlp.experts.90.up_proj,0.0000140843,0.01000,0.513
12,mlp.experts.91.up_proj,0.0000492349,0.01000,0.526
12,mlp.experts.92.up_proj,0.0000039790,0.01000,0.530
12,mlp.experts.93.up_proj,0.0000864515,0.01000,0.522
12,mlp.experts.94.up_proj,0.0000028137,0.01000,0.530
12,mlp.experts.95.up_proj,0.0000220840,0.01000,0.530
12,mlp.experts.96.up_proj,0.0000051711,0.01000,0.517
12,mlp.experts.97.up_proj,0.0000024865,0.01000,0.517
12,mlp.experts.98.up_proj,0.0000587032,0.01000,0.517
12,mlp.experts.99.up_proj,0.0000044541,0.01000,0.515
12,mlp.experts.100.up_proj,0.0000062544,0.01000,0.530
12,mlp.experts.101.up_proj,0.0000247306,0.01000,0.524
12,mlp.experts.102.up_proj,0.0000088334,0.01000,0.516
12,mlp.experts.103.up_proj,0.0000104582,0.01000,0.517
12,mlp.experts.104.up_proj,0.0000074764,0.01000,0.518
12,mlp.experts.105.up_proj,0.0000018570,0.01000,0.517
12,mlp.experts.106.up_proj,0.0001460526,0.01000,0.516
12,mlp.experts.107.up_proj,0.0000078749,0.01000,0.537
12,mlp.experts.108.up_proj,0.0000261651,0.01000,0.525
12,mlp.experts.109.up_proj,0.0000863870,0.01000,0.515
12,mlp.experts.110.up_proj,0.0000404598,0.01000,0.518
12,mlp.experts.111.up_proj,0.0000250627,0.01000,0.520
12,mlp.experts.112.up_proj,0.0000317162,0.01000,0.515
12,mlp.experts.113.up_proj,0.0000258620,0.01000,0.510
12,mlp.experts.114.up_proj,0.0000127955,0.01000,0.516
12,mlp.experts.115.up_proj,0.0000105310,0.01000,0.510
12,mlp.experts.116.up_proj,0.0000073535,0.01000,0.509
12,mlp.experts.117.up_proj,0.0000122280,0.01000,0.510
12,mlp.experts.118.up_proj,0.0000028128,0.01000,0.510
12,mlp.experts.119.up_proj,0.0000362098,0.01000,0.511
12,mlp.experts.120.up_proj,0.0000106314,0.01000,0.509
12,mlp.experts.121.up_proj,0.0000104947,0.01000,0.526
12,mlp.experts.122.up_proj,0.0000412901,0.01000,0.520
12,mlp.experts.123.up_proj,0.0000029404,0.01000,0.509
12,mlp.experts.124.up_proj,0.0000082771,0.01000,0.533
12,mlp.experts.125.up_proj,0.0000317289,0.01000,0.559
12,mlp.experts.126.up_proj,0.0000048145,0.01000,0.516
12,mlp.experts.127.up_proj,0.0000091674,0.01000,0.523
12,mlp.experts.0.gate_proj,0.0000159001,0.01000,0.516
12,mlp.experts.1.gate_proj,0.0000555156,0.01000,0.532
12,mlp.experts.2.gate_proj,0.0000027011,0.01000,0.513
12,mlp.experts.3.gate_proj,0.0000088155,0.01000,0.514
12,mlp.experts.4.gate_proj,0.0000203434,0.01000,0.515
12,mlp.experts.5.gate_proj,0.0000558022,0.01000,0.519
12,mlp.experts.6.gate_proj,0.0000181188,0.01000,0.515
12,mlp.experts.7.gate_proj,0.0000050357,0.01000,0.516
12,mlp.experts.8.gate_proj,0.0000017350,0.01000,0.526
12,mlp.experts.9.gate_proj,0.0000013348,0.01000,0.528
12,mlp.experts.10.gate_proj,0.0001234485,0.01000,0.518
12,mlp.experts.11.gate_proj,0.0000238282,0.01000,0.519
12,mlp.experts.12.gate_proj,0.0000151895,0.01000,0.525
12,mlp.experts.13.gate_proj,0.0000109654,0.01000,0.516
12,mlp.experts.14.gate_proj,0.0000095589,0.01000,0.513
12,mlp.experts.15.gate_proj,0.0000041925,0.01000,0.518
12,mlp.experts.16.gate_proj,0.0000063382,0.01000,0.518
12,mlp.experts.17.gate_proj,0.0000114835,0.01000,0.517
12,mlp.experts.18.gate_proj,0.0000216062,0.01000,0.518
12,mlp.experts.19.gate_proj,0.0001303043,0.01000,0.514
12,mlp.experts.20.gate_proj,0.0000202736,0.01000,0.517
12,mlp.experts.21.gate_proj,0.0000008562,0.01000,0.526
12,mlp.experts.22.gate_proj,0.0000102525,0.01000,0.516
12,mlp.experts.23.gate_proj,0.0000073866,0.01000,0.527
12,mlp.experts.24.gate_proj,0.0000146047,0.01000,0.535
12,mlp.experts.25.gate_proj,0.0000024542,0.01000,0.518
12,mlp.experts.26.gate_proj,0.0000103703,0.01000,0.517
12,mlp.experts.27.gate_proj,0.0000252337,0.01000,0.516
12,mlp.experts.28.gate_proj,0.0000220090,0.01000,0.518
12,mlp.experts.29.gate_proj,0.0000344345,0.01000,0.518
12,mlp.experts.30.gate_proj,0.0000129640,0.01000,0.518
12,mlp.experts.31.gate_proj,0.0000678564,0.01000,0.514
12,mlp.experts.32.gate_proj,0.0000050156,0.01000,0.522
12,mlp.experts.33.gate_proj,0.0000179573,0.01000,0.517
12,mlp.experts.34.gate_proj,0.0000092420,0.01000,0.512
12,mlp.experts.35.gate_proj,0.0000121874,0.01000,0.517
12,mlp.experts.36.gate_proj,0.0000120409,0.01000,0.512
12,mlp.experts.37.gate_proj,0.0000277738,0.01000,0.510
12,mlp.experts.38.gate_proj,0.0000088738,0.01000,0.530
12,mlp.experts.39.gate_proj,0.0000286034,0.01000,0.522
12,mlp.experts.40.gate_proj,0.0000256794,0.01000,0.512
12,mlp.experts.41.gate_proj,0.0000044753,0.01000,0.511
12,mlp.experts.42.gate_proj,0.0000047745,0.01000,0.511
12,mlp.experts.43.gate_proj,0.0000154276,0.01000,0.509
12,mlp.experts.44.gate_proj,0.0000094490,0.01000,0.509
12,mlp.experts.45.gate_proj,0.0000312451,0.01000,0.509
12,mlp.experts.46.gate_proj,0.0000027769,0.01000,0.509
12,mlp.experts.47.gate_proj,0.0000403204,0.01000,0.510
12,mlp.experts.48.gate_proj,0.0000079094,0.01000,0.512
12,mlp.experts.49.gate_proj,0.0000345732,0.01000,0.511
12,mlp.experts.50.gate_proj,0.0000107323,0.01000,0.511
12,mlp.experts.51.gate_proj,0.0000284070,0.01000,0.514
12,mlp.experts.52.gate_proj,0.0000022907,0.01000,0.513
12,mlp.experts.53.gate_proj,0.0000061609,0.01000,0.512
12,mlp.experts.54.gate_proj,0.0000410933,0.01000,0.510
12,mlp.experts.55.gate_proj,0.0000147020,0.01000,0.511
12,mlp.experts.56.gate_proj,0.0000029514,0.01000,0.519
12,mlp.experts.57.gate_proj,0.0000239814,0.01000,0.511
12,mlp.experts.58.gate_proj,0.0000102582,0.01000,0.516
12,mlp.experts.59.gate_proj,0.0000732902,0.01000,0.511
12,mlp.experts.60.gate_proj,0.0000082933,0.01000,0.510
12,mlp.experts.61.gate_proj,0.0000128101,0.01000,0.511
12,mlp.experts.62.gate_proj,0.0000366877,0.01000,0.522
12,mlp.experts.63.gate_proj,0.0000117249,0.01000,0.513
12,mlp.experts.64.gate_proj,0.0000019971,0.01000,0.511
12,mlp.experts.65.gate_proj,0.0000100587,0.01000,0.510
12,mlp.experts.66.gate_proj,0.0000143890,0.01000,0.511
12,mlp.experts.67.gate_proj,0.0000204479,0.01000,0.510
12,mlp.experts.68.gate_proj,0.0000057465,0.01000,0.524
12,mlp.experts.69.gate_proj,0.0000055101,0.01000,0.511
12,mlp.experts.70.gate_proj,0.0000210932,0.01000,0.510
12,mlp.experts.71.gate_proj,0.0000029589,0.01000,0.510
12,mlp.experts.72.gate_proj,0.0000443359,0.01000,0.510
12,mlp.experts.73.gate_proj,0.0000219323,0.01000,0.521
12,mlp.experts.74.gate_proj,0.0000149827,0.01000,0.511
12,mlp.experts.75.gate_proj,0.0000045227,0.01000,0.520
12,mlp.experts.76.gate_proj,0.0000123948,0.01000,0.521
12,mlp.experts.77.gate_proj,0.0000555378,0.01000,0.532
12,mlp.experts.78.gate_proj,0.0000205318,0.01000,0.519
12,mlp.experts.79.gate_proj,0.0000068621,0.01000,0.510
12,mlp.experts.80.gate_proj,0.0000105753,0.01000,0.511
12,mlp.experts.81.gate_proj,0.0000134097,0.01000,0.509
12,mlp.experts.82.gate_proj,0.0000283386,0.01000,0.511
12,mlp.experts.83.gate_proj,0.0000029209,0.01000,0.511
12,mlp.experts.84.gate_proj,0.0001668804,0.01000,0.507
12,mlp.experts.85.gate_proj,0.0000017993,0.01000,0.510
12,mlp.experts.86.gate_proj,0.0000877397,0.01000,0.527
12,mlp.experts.87.gate_proj,0.0000059989,0.01000,0.519
12,mlp.experts.88.gate_proj,0.0000502726,0.01000,0.514
12,mlp.experts.89.gate_proj,0.0000025238,0.01000,0.513
12,mlp.experts.90.gate_proj,0.0000143737,0.01000,0.511
12,mlp.experts.91.gate_proj,0.0000505763,0.01000,0.522
12,mlp.experts.92.gate_proj,0.0000040850,0.01000,0.514
12,mlp.experts.93.gate_proj,0.0000902771,0.01000,0.519
12,mlp.experts.94.gate_proj,0.0000026256,0.01000,0.517
12,mlp.experts.95.gate_proj,0.0000218708,0.01000,0.513
12,mlp.experts.96.gate_proj,0.0000051857,0.01000,0.517
12,mlp.experts.97.gate_proj,0.0000025478,0.01000,0.513
12,mlp.experts.98.gate_proj,0.0000584881,0.01000,0.528
12,mlp.experts.99.gate_proj,0.0000041818,0.01000,0.514
12,mlp.experts.100.gate_proj,0.0000061820,0.01000,0.513
12,mlp.experts.101.gate_proj,0.0000259902,0.01000,0.516
12,mlp.experts.102.gate_proj,0.0000087909,0.01000,0.516
12,mlp.experts.103.gate_proj,0.0000112591,0.01000,0.513
12,mlp.experts.104.gate_proj,0.0000071461,0.01000,0.530
12,mlp.experts.105.gate_proj,0.0000020225,0.01000,0.514
12,mlp.experts.106.gate_proj,0.0001523247,0.01000,0.517
12,mlp.experts.107.gate_proj,0.0000079008,0.01000,0.514
12,mlp.experts.108.gate_proj,0.0000268703,0.01000,0.520
12,mlp.experts.109.gate_proj,0.0000906237,0.01000,0.522
12,mlp.experts.110.gate_proj,0.0000411527,0.01000,0.522
12,mlp.experts.111.gate_proj,0.0000254202,0.01000,0.520
12,mlp.experts.112.gate_proj,0.0000339875,0.01000,0.541
12,mlp.experts.113.gate_proj,0.0000263747,0.01000,0.541
12,mlp.experts.114.gate_proj,0.0000133204,0.01000,0.526
12,mlp.experts.115.gate_proj,0.0000105783,0.01000,0.523
12,mlp.experts.116.gate_proj,0.0000074311,0.01000,0.519
12,mlp.experts.117.gate_proj,0.0000130325,0.01000,0.527
12,mlp.experts.118.gate_proj,0.0000028349,0.01000,0.528
12,mlp.experts.119.gate_proj,0.0000373500,0.01000,0.523
12,mlp.experts.120.gate_proj,0.0000107301,0.01000,0.524
12,mlp.experts.121.gate_proj,0.0000106773,0.01000,0.529
12,mlp.experts.122.gate_proj,0.0000417297,0.01000,0.524
12,mlp.experts.123.gate_proj,0.0000029244,0.01000,0.525
12,mlp.experts.124.gate_proj,0.0000083202,0.01000,0.516
12,mlp.experts.125.gate_proj,0.0000338582,0.01000,0.517
12,mlp.experts.126.gate_proj,0.0000048319,0.01000,0.520
12,mlp.experts.127.gate_proj,0.0000096280,0.01000,0.529
12,mlp.experts.0.down_proj,0.0000028943,0.01000,0.203
12,mlp.experts.1.down_proj,0.0000098882,0.01000,0.194
12,mlp.experts.2.down_proj,0.0000004888,0.01000,0.195
12,mlp.experts.3.down_proj,0.0000018228,0.01000,0.194
12,mlp.experts.4.down_proj,0.0000026460,0.01000,0.197
12,mlp.experts.5.down_proj,0.0000047482,0.01000,0.196
12,mlp.experts.6.down_proj,0.0000020538,0.01000,0.198
12,mlp.experts.7.down_proj,0.0000010375,0.01000,0.198
12,mlp.experts.8.down_proj,0.0000002669,0.01000,0.200
12,mlp.experts.9.down_proj,0.0000003537,0.01000,0.202
12,mlp.experts.10.down_proj,0.0000106584,0.01000,0.202
12,mlp.experts.11.down_proj,0.0000014106,0.01000,0.208
12,mlp.experts.12.down_proj,0.0000027266,0.01000,0.207
12,mlp.experts.13.down_proj,0.0000014359,0.01000,0.202
12,mlp.experts.14.down_proj,0.0000017895,0.01000,0.199
12,mlp.experts.15.down_proj,0.0000010104,0.01000,0.199
12,mlp.experts.16.down_proj,0.0000010526,0.01000,0.197
12,mlp.experts.17.down_proj,0.0000014889,0.01000,0.198
12,mlp.experts.18.down_proj,0.0000017217,0.01000,0.200
12,mlp.experts.19.down_proj,0.0000109945,0.01000,0.202
12,mlp.experts.20.down_proj,0.0000019159,0.01000,0.200
12,mlp.experts.21.down_proj,0.0000001280,0.01000,0.202
12,mlp.experts.22.down_proj,0.0000014610,0.01000,0.203
12,mlp.experts.23.down_proj,0.0000009014,0.01000,0.204
12,mlp.experts.24.down_proj,0.0000016485,0.01000,0.198
12,mlp.experts.25.down_proj,0.0000000724,0.01000,0.198
12,mlp.experts.26.down_proj,0.0000025716,0.01000,0.197
12,mlp.experts.27.down_proj,0.0000022973,0.01000,0.198
12,mlp.experts.28.down_proj,0.0000020855,0.01000,0.198
12,mlp.experts.29.down_proj,0.0000035332,0.01000,0.201
12,mlp.experts.30.down_proj,0.0000030277,0.01000,0.198
12,mlp.experts.31.down_proj,0.0000126939,0.01000,0.197
12,mlp.experts.32.down_proj,0.0000007528,0.01000,0.204
12,mlp.experts.33.down_proj,0.0000012593,0.01000,0.205
12,mlp.experts.34.down_proj,0.0000010676,0.01000,0.198
12,mlp.experts.35.down_proj,0.0000033937,0.01000,0.207
12,mlp.experts.36.down_proj,0.0000020320,0.01000,0.201
12,mlp.experts.37.down_proj,0.0000018583,0.01000,0.197
12,mlp.experts.38.down_proj,0.0000015953,0.01000,0.197
12,mlp.experts.39.down_proj,0.0000032884,0.01000,0.197
12,mlp.experts.40.down_proj,0.0000023398,0.01000,0.199
12,mlp.experts.41.down_proj,0.0000007445,0.01000,0.197
12,mlp.experts.42.down_proj,0.0000005965,0.01000,0.197
12,mlp.experts.43.down_proj,0.0000026276,0.01000,0.197
12,mlp.experts.44.down_proj,0.0000011433,0.01000,0.198
12,mlp.experts.45.down_proj,0.0000032371,0.01000,0.197
12,mlp.experts.46.down_proj,0.0000004620,0.01000,0.198
12,mlp.experts.47.down_proj,0.0000032443,0.01000,0.198
12,mlp.experts.48.down_proj,0.0000016309,0.01000,0.198
12,mlp.experts.49.down_proj,0.0000034592,0.01000,0.209
12,mlp.experts.50.down_proj,0.0000010366,0.01000,0.199
12,mlp.experts.51.down_proj,0.0000051791,0.01000,0.198
12,mlp.experts.52.down_proj,0.0000004198,0.01000,0.197
12,mlp.experts.53.down_proj,0.0000010768,0.01000,0.199
12,mlp.experts.54.down_proj,0.0000031181,0.01000,0.198
12,mlp.experts.55.down_proj,0.0000045038,0.01000,0.206
12,mlp.experts.56.down_proj,0.0000008350,0.01000,0.197
12,mlp.experts.57.down_proj,0.0000024402,0.01000,0.198
12,mlp.experts.58.down_proj,0.0000018108,0.01000,0.203
12,mlp.experts.59.down_proj,0.0000062237,0.01000,0.204
12,mlp.experts.60.down_proj,0.0000018375,0.01000,0.200
12,mlp.experts.61.down_proj,0.0000014079,0.01000,0.198
12,mlp.experts.62.down_proj,0.0000033156,0.01000,0.198
12,mlp.experts.63.down_proj,0.0000018819,0.01000,0.201
12,mlp.experts.64.down_proj,0.0000004353,0.01000,0.197
12,mlp.experts.65.down_proj,0.0000018562,0.01000,0.199
12,mlp.experts.66.down_proj,0.0000020915,0.01000,0.197
12,mlp.experts.67.down_proj,0.0000035091,0.01000,0.199
12,mlp.experts.68.down_proj,0.0000009516,0.01000,0.197
12,mlp.experts.69.down_proj,0.0000009160,0.01000,0.198
12,mlp.experts.70.down_proj,0.0000036394,0.01000,0.197
12,mlp.experts.71.down_proj,0.0000001023,0.01000,0.198
12,mlp.experts.72.down_proj,0.0000085873,0.01000,0.197
12,mlp.experts.73.down_proj,0.0000048779,0.01000,0.200
12,mlp.experts.74.down_proj,0.0000025660,0.01000,0.197
12,mlp.experts.75.down_proj,0.0000006772,0.01000,0.198
12,mlp.experts.76.down_proj,0.0000017679,0.01000,0.197
12,mlp.experts.77.down_proj,0.0000037978,0.01000,0.205
12,mlp.experts.78.down_proj,0.0000024869,0.01000,0.197
12,mlp.experts.79.down_proj,0.0000011308,0.01000,0.198
12,mlp.experts.80.down_proj,0.0000015020,0.01000,0.198
12,mlp.experts.81.down_proj,0.0000036823,0.01000,0.198
12,mlp.experts.82.down_proj,0.0000070204,0.01000,0.198
12,mlp.experts.83.down_proj,0.0000007047,0.01000,0.197
12,mlp.experts.84.down_proj,0.0000189987,0.01000,0.198
12,mlp.experts.85.down_proj,0.0000002708,0.01000,0.197
12,mlp.experts.86.down_proj,0.0000105377,0.01000,0.199
12,mlp.experts.87.down_proj,0.0000007135,0.01000,0.198
12,mlp.experts.88.down_proj,0.0000084252,0.01000,0.199
12,mlp.experts.89.down_proj,0.0000004196,0.01000,0.198
12,mlp.experts.90.down_proj,0.0000015598,0.01000,0.199
12,mlp.experts.91.down_proj,0.0000047727,0.01000,0.198
12,mlp.experts.92.down_proj,0.0000004243,0.01000,0.199
12,mlp.experts.93.down_proj,0.0000082447,0.01000,0.199
12,mlp.experts.94.down_proj,0.0000005282,0.01000,0.200
12,mlp.experts.95.down_proj,0.0000032676,0.01000,0.198
12,mlp.experts.96.down_proj,0.0000005746,0.01000,0.201
12,mlp.experts.97.down_proj,0.0000005198,0.01000,0.198
12,mlp.experts.98.down_proj,0.0000080021,0.01000,0.200
12,mlp.experts.99.down_proj,0.0000013868,0.01000,0.202
12,mlp.experts.100.down_proj,0.0000010016,0.01000,0.199
12,mlp.experts.101.down_proj,0.0000020492,0.01000,0.199
12,mlp.experts.102.down_proj,0.0000010839,0.01000,0.199
12,mlp.experts.103.down_proj,0.0000016461,0.01000,0.199
12,mlp.experts.104.down_proj,0.0000014561,0.01000,0.199
12,mlp.experts.105.down_proj,0.0000006109,0.01000,0.200
12,mlp.experts.106.down_proj,0.0000147065,0.01000,0.201
12,mlp.experts.107.down_proj,0.0000015792,0.01000,0.200
12,mlp.experts.108.down_proj,0.0000027625,0.01000,0.198
12,mlp.experts.109.down_proj,0.0000085716,0.01000,0.198
12,mlp.experts.110.down_proj,0.0000047801,0.01000,0.198
12,mlp.experts.111.down_proj,0.0000015673,0.01000,0.199
12,mlp.experts.112.down_proj,0.0000027155,0.01000,0.198
12,mlp.experts.113.down_proj,0.0000036405,0.01000,0.198
12,mlp.experts.114.down_proj,0.0000022900,0.01000,0.199
12,mlp.experts.115.down_proj,0.0000015068,0.01000,0.199
12,mlp.experts.116.down_proj,0.0000014698,0.01000,0.198
12,mlp.experts.117.down_proj,0.0000018917,0.01000,0.199
12,mlp.experts.118.down_proj,0.0000005099,0.01000,0.198
12,mlp.experts.119.down_proj,0.0000045337,0.01000,0.201
12,mlp.experts.120.down_proj,0.0000015275,0.01000,0.203
12,mlp.experts.121.down_proj,0.0000014537,0.01000,0.201
12,mlp.experts.122.down_proj,0.0000024191,0.01000,0.200
12,mlp.experts.123.down_proj,0.0000004754,0.01000,0.199
12,mlp.experts.124.down_proj,0.0000013401,0.01000,0.202
12,mlp.experts.125.down_proj,0.0000050090,0.01000,0.200
12,mlp.experts.126.down_proj,0.0000008352,0.01000,0.199
12,mlp.experts.127.down_proj,0.0000019520,0.01000,0.203
13,self_attn.q_proj,0.0000000300,0.01000,0.516
13,self_attn.k_proj,0.0000000042,0.01000,0.516
13,self_attn.v_proj,0.0000000044,0.01000,0.512
13,self_attn.o_proj,0.0000000033,0.01000,1.039
13,mlp.gate,0.0000008956,0.01000,0.515
13,mlp.experts.0.up_proj,0.0000029204,0.01000,0.517
13,mlp.experts.1.up_proj,0.0000157076,0.01000,0.509
13,mlp.experts.2.up_proj,0.0000060907,0.01000,0.517
13,mlp.experts.3.up_proj,0.0000539466,0.01000,0.515
13,mlp.experts.4.up_proj,0.0000119559,0.01000,0.515
13,mlp.experts.5.up_proj,0.0000945682,0.01000,0.520
13,mlp.experts.6.up_proj,0.0000027898,0.01000,0.514
13,mlp.experts.7.up_proj,0.0001002600,0.01000,0.518
13,mlp.experts.8.up_proj,0.0000115337,0.01000,0.514
13,mlp.experts.9.up_proj,0.0000573389,0.01000,0.516
13,mlp.experts.10.up_proj,0.0000111590,0.01000,0.513
13,mlp.experts.11.up_proj,0.0000199506,0.01000,0.515
13,mlp.experts.12.up_proj,0.0000086421,0.01000,0.512
13,mlp.experts.13.up_proj,0.0000348559,0.01000,0.512
13,mlp.experts.14.up_proj,0.0000282877,0.01000,0.520
13,mlp.experts.15.up_proj,0.0000059580,0.01000,0.522
13,mlp.experts.16.up_proj,0.0000075325,0.01000,0.514
13,mlp.experts.17.up_proj,0.0000343884,0.01000,0.511
13,mlp.experts.18.up_proj,0.0000089899,0.01000,0.531
13,mlp.experts.19.up_proj,0.0000098620,0.01000,0.514
13,mlp.experts.20.up_proj,0.0000217707,0.01000,0.549
13,mlp.experts.21.up_proj,0.0000082500,0.01000,0.516
13,mlp.experts.22.up_proj,0.0000140364,0.01000,0.514
13,mlp.experts.23.up_proj,0.0000081743,0.01000,0.513
13,mlp.experts.24.up_proj,0.0000087464,0.01000,0.514
13,mlp.experts.25.up_proj,0.0000148404,0.01000,0.510
13,mlp.experts.26.up_proj,0.0000028387,0.01000,0.512
13,mlp.experts.27.up_proj,0.0000386048,0.01000,0.518
13,mlp.experts.28.up_proj,0.0000043385,0.01000,0.513
13,mlp.experts.29.up_proj,0.0000070829,0.01000,0.519
13,mlp.experts.30.up_proj,0.0000664546,0.01000,0.530
13,mlp.experts.31.up_proj,0.0000526925,0.01000,0.511
13,mlp.experts.32.up_proj,0.0000126908,0.01000,0.511
13,mlp.experts.33.up_proj,0.0000020867,0.01000,0.513
13,mlp.experts.34.up_proj,0.0000304007,0.01000,0.518
13,mlp.experts.35.up_proj,0.0000581263,0.01000,0.516
13,mlp.experts.36.up_proj,0.0000100244,0.01000,0.513
13,mlp.experts.37.up_proj,0.0000083618,0.01000,0.511
13,mlp.experts.38.up_proj,0.0000120723,0.01000,0.510
13,mlp.experts.39.up_proj,0.0000039058,0.01000,0.513
13,mlp.experts.40.up_proj,0.0000083897,0.01000,0.516
13,mlp.experts.41.up_proj,0.0000107245,0.01000,0.512
13,mlp.experts.42.up_proj,0.0000091811,0.01000,0.520
13,mlp.experts.43.up_proj,0.0000718184,0.01000,0.512
13,mlp.experts.44.up_proj,0.0000096231,0.01000,0.511
13,mlp.experts.45.up_proj,0.0000016769,0.01000,0.511
13,mlp.experts.46.up_proj,0.0000647791,0.01000,0.514
13,mlp.experts.47.up_proj,0.0000013035,0.01000,0.513
13,mlp.experts.48.up_proj,0.0000503868,0.01000,0.512
13,mlp.experts.49.up_proj,0.0000018558,0.01000,0.512
13,mlp.experts.50.up_proj,0.0001057299,0.01000,0.511
13,mlp.experts.51.up_proj,0.0000224904,0.01000,0.531
13,mlp.experts.52.up_proj,0.0000037377,0.01000,0.516
13,mlp.experts.53.up_proj,0.0002088674,0.01000,0.515
13,mlp.experts.54.up_proj,0.0000291404,0.01000,0.514
13,mlp.experts.55.up_proj,0.0000106521,0.01000,0.512
13,mlp.experts.56.up_proj,0.0000313951,0.01000,0.524
13,mlp.experts.57.up_proj,0.0000118270,0.01000,0.517
13,mlp.experts.58.up_proj,0.0000084124,0.01000,0.519
13,mlp.experts.59.up_proj,0.0000117745,0.01000,0.518
13,mlp.experts.60.up_proj,0.0000093414,0.01000,0.516
13,mlp.experts.61.up_proj,0.0000012875,0.01000,0.514
13,mlp.experts.62.up_proj,0.0000307629,0.01000,0.512
13,mlp.experts.63.up_proj,0.0000129494,0.01000,0.514
13,mlp.experts.64.up_proj,0.0000059527,0.01000,0.521
13,mlp.experts.65.up_proj,0.0000069166,0.01000,0.514
13,mlp.experts.66.up_proj,0.0000090039,0.01000,0.512
13,mlp.experts.67.up_proj,0.0000181817,0.01000,0.512
13,mlp.experts.68.up_proj,0.0000447279,0.01000,0.513
13,mlp.experts.69.up_proj,0.0000091299,0.01000,0.516
13,mlp.experts.70.up_proj,0.0000576862,0.01000,0.519
13,mlp.experts.71.up_proj,0.0000037211,0.01000,0.514
13,mlp.experts.72.up_proj,0.0003618438,0.01000,0.510
13,mlp.experts.73.up_proj,0.0000050840,0.01000,0.513
13,mlp.experts.74.up_proj,0.0000757306,0.01000,0.512
13,mlp.experts.75.up_proj,0.0000076131,0.01000,0.512
13,mlp.experts.76.up_proj,0.0000124255,0.01000,0.514
13,mlp.experts.77.up_proj,0.0000021744,0.01000,0.518
13,mlp.experts.78.up_proj,0.0000025698,0.01000,0.515
13,mlp.experts.79.up_proj,0.0000080988,0.01000,0.513
13,mlp.experts.80.up_proj,0.0000109069,0.01000,0.524
13,mlp.experts.81.up_proj,0.0000018952,0.01000,0.509
13,mlp.experts.82.up_proj,0.0000152647,0.01000,0.524
13,mlp.experts.83.up_proj,0.0000102901,0.01000,0.527
13,mlp.experts.84.up_proj,0.0000544461,0.01000,0.513
13,mlp.experts.85.up_proj,0.0000304089,0.01000,0.511
13,mlp.experts.86.up_proj,0.0001211345,0.01000,0.513
13,mlp.experts.87.up_proj,0.0000193314,0.01000,0.511
13,mlp.experts.88.up_proj,0.0000050665,0.01000,0.513
13,mlp.experts.89.up_proj,0.0000180958,0.01000,0.522
13,mlp.experts.90.up_proj,0.0000417854,0.01000,0.515
13,mlp.experts.91.up_proj,0.0000050929,0.01000,0.512
13,mlp.experts.92.up_proj,0.0000058296,0.01000,0.512
13,mlp.experts.93.up_proj,0.0000444099,0.01000,0.512
13,mlp.experts.94.up_proj,0.0000632995,0.01000,0.528
13,mlp.experts.95.up_proj,0.0000030007,0.01000,0.514
13,mlp.experts.96.up_proj,0.0000442006,0.01000,0.519
13,mlp.experts.97.up_proj,0.0000419261,0.01000,0.524
13,mlp.experts.98.up_proj,0.0000094476,0.01000,0.518
13,mlp.experts.99.up_proj,0.0000095328,0.01000,0.512
13,mlp.experts.100.up_proj,0.0000413652,0.01000,0.513
13,mlp.experts.101.up_proj,0.0000044916,0.01000,0.511
13,mlp.experts.102.up_proj,0.0000098127,0.01000,0.515
13,mlp.experts.103.up_proj,0.0000089710,0.01000,0.514
13,mlp.experts.104.up_proj,0.0000259729,0.01000,0.511
13,mlp.experts.105.up_proj,0.0000137650,0.01000,0.511
13,mlp.experts.106.up_proj,0.0000106236,0.01000,0.514
13,mlp.experts.107.up_proj,0.0000183178,0.01000,0.515
13,mlp.experts.108.up_proj,0.0000288075,0.01000,0.512
13,mlp.experts.109.up_proj,0.0000082955,0.01000,0.517
13,mlp.experts.110.up_proj,0.0000308562,0.01000,0.511
13,mlp.experts.111.up_proj,0.0000143567,0.01000,0.516
13,mlp.experts.112.up_proj,0.0000119378,0.01000,0.512
13,mlp.experts.113.up_proj,0.0000105682,0.01000,0.513
13,mlp.experts.114.up_proj,0.0000051704,0.01000,0.513
13,mlp.experts.115.up_proj,0.0000172459,0.01000,0.520
13,mlp.experts.116.up_proj,0.0001835685,0.01000,0.512
13,mlp.experts.117.up_proj,0.0000223779,0.01000,0.512
13,mlp.experts.118.up_proj,0.0000080378,0.01000,0.516
13,mlp.experts.119.up_proj,0.0000424312,0.01000,0.513
13,mlp.experts.120.up_proj,0.0000198309,0.01000,0.518
13,mlp.experts.121.up_proj,0.0000092833,0.01000,0.514
13,mlp.experts.122.up_proj,0.0000111690,0.01000,0.512
13,mlp.experts.123.up_proj,0.0000088137,0.01000,0.513
13,mlp.experts.124.up_proj,0.0000245189,0.01000,0.526
13,mlp.experts.125.up_proj,0.0000375742,0.01000,0.515
13,mlp.experts.126.up_proj,0.0000903867,0.01000,0.531
13,mlp.experts.127.up_proj,0.0000140193,0.01000,0.516
13,mlp.experts.0.gate_proj,0.0000030040,0.01000,0.513
13,mlp.experts.1.gate_proj,0.0000162977,0.01000,0.513
13,mlp.experts.2.gate_proj,0.0000062752,0.01000,0.512
13,mlp.experts.3.gate_proj,0.0000563427,0.01000,0.518
13,mlp.experts.4.gate_proj,0.0000124193,0.01000,0.514
13,mlp.experts.5.gate_proj,0.0000982251,0.01000,0.512
13,mlp.experts.6.gate_proj,0.0000024397,0.01000,0.518
13,mlp.experts.7.gate_proj,0.0001057250,0.01000,0.520
13,mlp.experts.8.gate_proj,0.0000128487,0.01000,0.512
13,mlp.experts.9.gate_proj,0.0000607423,0.01000,0.514
13,mlp.experts.10.gate_proj,0.0000106232,0.01000,0.524
13,mlp.experts.11.gate_proj,0.0000202983,0.01000,0.513
13,mlp.experts.12.gate_proj,0.0000096316,0.01000,0.515
13,mlp.experts.13.gate_proj,0.0000354941,0.01000,0.512
13,mlp.experts.14.gate_proj,0.0000292996,0.01000,0.519
13,mlp.experts.15.gate_proj,0.0000061814,0.01000,0.512
13,mlp.experts.16.gate_proj,0.0000078372,0.01000,0.517
13,mlp.experts.17.gate_proj,0.0000370808,0.01000,0.515
13,mlp.experts.18.gate_proj,0.0000091488,0.01000,0.510
13,mlp.experts.19.gate_proj,0.0000106670,0.01000,0.512
13,mlp.experts.20.gate_proj,0.0000225306,0.01000,0.511
13,mlp.experts.21.gate_proj,0.0000080996,0.01000,0.514
13,mlp.experts.22.gate_proj,0.0000142644,0.01000,0.515
13,mlp.experts.23.gate_proj,0.0000081531,0.01000,0.512
13,mlp.experts.24.gate_proj,0.0000097487,0.01000,0.519
13,mlp.experts.25.gate_proj,0.0000149534,0.01000,0.512
13,mlp.experts.26.gate_proj,0.0000030336,0.01000,0.523
13,mlp.experts.27.gate_proj,0.0000390068,0.01000,0.512
13,mlp.experts.28.gate_proj,0.0000041838,0.01000,0.513
13,mlp.experts.29.gate_proj,0.0000076068,0.01000,0.515
13,mlp.experts.30.gate_proj,0.0000712802,0.01000,0.513
13,mlp.experts.31.gate_proj,0.0000548604,0.01000,0.511
13,mlp.experts.32.gate_proj,0.0000128525,0.01000,0.514
13,mlp.experts.33.gate_proj,0.0000020406,0.01000,0.513
13,mlp.experts.34.gate_proj,0.0000319777,0.01000,0.516
13,mlp.experts.35.gate_proj,0.0001046153,0.01000,0.512
13,mlp.experts.36.gate_proj,0.0000112687,0.01000,0.522
13,mlp.experts.37.gate_proj,0.0000090277,0.01000,0.520
13,mlp.experts.38.gate_proj,0.0000120849,0.01000,0.514
13,mlp.experts.39.gate_proj,0.0000039777,0.01000,0.514
13,mlp.experts.40.gate_proj,0.0000081932,0.01000,0.514
13,mlp.experts.41.gate_proj,0.0000110941,0.01000,0.513
13,mlp.experts.42.gate_proj,0.0000092953,0.01000,0.512
13,mlp.experts.43.gate_proj,0.0000738247,0.01000,0.512
13,mlp.experts.44.gate_proj,0.0000098163,0.01000,0.516
13,mlp.experts.45.gate_proj,0.0000015447,0.01000,0.520
13,mlp.experts.46.gate_proj,0.0000661121,0.01000,0.514
13,mlp.experts.47.gate_proj,0.0000013319,0.01000,0.514
13,mlp.experts.48.gate_proj,0.0000535004,0.01000,0.514
13,mlp.experts.49.gate_proj,0.0000019414,0.01000,0.512
13,mlp.experts.50.gate_proj,0.0001065538,0.01000,0.514
13,mlp.experts.51.gate_proj,0.0000248390,0.01000,0.524
13,mlp.experts.52.gate_proj,0.0000039307,0.01000,0.512
13,mlp.experts.53.gate_proj,0.0002199989,0.01000,0.514
13,mlp.experts.54.gate_proj,0.0000304601,0.01000,0.518
13,mlp.experts.55.gate_proj,0.0000104746,0.01000,0.515
13,mlp.experts.56.gate_proj,0.0000308259,0.01000,0.514
13,mlp.experts.57.gate_proj,0.0000113616,0.01000,0.513
13,mlp.experts.58.gate_proj,0.0000084546,0.01000,0.513
13,mlp.experts.59.gate_proj,0.0000145612,0.01000,0.523
13,mlp.experts.60.gate_proj,0.0000093592,0.01000,0.514
13,mlp.experts.61.gate_proj,0.0000015472,0.01000,0.513
13,mlp.experts.62.gate_proj,0.0000297913,0.01000,0.511
13,mlp.experts.63.gate_proj,0.0000130956,0.01000,0.513
13,mlp.experts.64.gate_proj,0.0000062815,0.01000,0.516
13,mlp.experts.65.gate_proj,0.0000067655,0.01000,0.516
13,mlp.experts.66.gate_proj,0.0000094403,0.01000,0.512
13,mlp.experts.67.gate_proj,0.0000208977,0.01000,0.514
13,mlp.experts.68.gate_proj,0.0000451058,0.01000,0.512
13,mlp.experts.69.gate_proj,0.0000092325,0.01000,0.513
13,mlp.experts.70.gate_proj,0.0000580048,0.01000,0.512
13,mlp.experts.71.gate_proj,0.0000037371,0.01000,0.514
13,mlp.experts.72.gate_proj,0.0003760646,0.01000,0.511
13,mlp.experts.73.gate_proj,0.0000051310,0.01000,0.534
13,mlp.experts.74.gate_proj,0.0000777680,0.01000,0.514
13,mlp.experts.75.gate_proj,0.0000080742,0.01000,0.513
13,mlp.experts.76.gate_proj,0.0000124350,0.01000,0.512
13,mlp.experts.77.gate_proj,0.0000023138,0.01000,0.513
13,mlp.experts.78.gate_proj,0.0000028836,0.01000,0.522
13,mlp.experts.79.gate_proj,0.0000084413,0.01000,0.515
13,mlp.experts.80.gate_proj,0.0000104891,0.01000,0.513
13,mlp.experts.81.gate_proj,0.0000019423,0.01000,0.513
13,mlp.experts.82.gate_proj,0.0000152914,0.01000,0.513
13,mlp.experts.83.gate_proj,0.0000106790,0.01000,0.513
13,mlp.experts.84.gate_proj,0.0000563983,0.01000,0.514
13,mlp.experts.85.gate_proj,0.0000312975,0.01000,0.511
13,mlp.experts.86.gate_proj,0.0001256223,0.01000,0.514
13,mlp.experts.87.gate_proj,0.0000207191,0.01000,0.512
13,mlp.experts.88.gate_proj,0.0000054042,0.01000,0.513
13,mlp.experts.89.gate_proj,0.0000181578,0.01000,0.512
13,mlp.experts.90.gate_proj,0.0000428267,0.01000,0.511
13,mlp.experts.91.gate_proj,0.0000055491,0.01000,0.513
13,mlp.experts.92.gate_proj,0.0000063337,0.01000,0.527
13,mlp.experts.93.gate_proj,0.0000460519,0.01000,0.513
13,mlp.experts.94.gate_proj,0.0000659220,0.01000,0.516
13,mlp.experts.95.gate_proj,0.0000030785,0.01000,0.521
13,mlp.experts.96.gate_proj,0.0000450658,0.01000,0.518
13,mlp.experts.97.gate_proj,0.0000430795,0.01000,0.536
13,mlp.experts.98.gate_proj,0.0000097932,0.01000,0.524
13,mlp.experts.99.gate_proj,0.0000091895,0.01000,0.517
13,mlp.experts.100.gate_proj,0.0000429375,0.01000,0.519
13,mlp.experts.101.gate_proj,0.0000043493,0.01000,0.518
13,mlp.experts.102.gate_proj,0.0000105633,0.01000,0.531
13,mlp.experts.103.gate_proj,0.0000093397,0.01000,0.532
13,mlp.experts.104.gate_proj,0.0000270815,0.01000,0.518
13,mlp.experts.105.gate_proj,0.0000141511,0.01000,0.525
13,mlp.experts.106.gate_proj,0.0000105775,0.01000,0.518
13,mlp.experts.107.gate_proj,0.0000182825,0.01000,0.519
13,mlp.experts.108.gate_proj,0.0000307902,0.01000,0.524
13,mlp.experts.109.gate_proj,0.0000077249,0.01000,0.521
13,mlp.experts.110.gate_proj,0.0000318433,0.01000,0.526
13,mlp.experts.111.gate_proj,0.0000144319,0.01000,0.528
13,mlp.experts.112.gate_proj,0.0000131685,0.01000,0.529
13,mlp.experts.113.gate_proj,0.0000104926,0.01000,0.519
13,mlp.experts.114.gate_proj,0.0000055397,0.01000,0.518
13,mlp.experts.115.gate_proj,0.0000172744,0.01000,0.532
13,mlp.experts.116.gate_proj,0.0001884053,0.01000,0.517
13,mlp.experts.117.gate_proj,0.0000228661,0.01000,0.520
13,mlp.experts.118.gate_proj,0.0000082070,0.01000,0.516
13,mlp.experts.119.gate_proj,0.0000433427,0.01000,0.520
13,mlp.experts.120.gate_proj,0.0000199363,0.01000,0.516
13,mlp.experts.121.gate_proj,0.0000091104,0.01000,0.521
13,mlp.experts.122.gate_proj,0.0000115189,0.01000,0.519
13,mlp.experts.123.gate_proj,0.0000083716,0.01000,0.519
13,mlp.experts.124.gate_proj,0.0000258440,0.01000,0.521
13,mlp.experts.125.gate_proj,0.0000377635,0.01000,0.518
13,mlp.experts.126.gate_proj,0.0000950976,0.01000,0.517
13,mlp.experts.127.gate_proj,0.0000140917,0.01000,0.516
13,mlp.experts.0.down_proj,0.0000006558,0.01000,0.209
13,mlp.experts.1.down_proj,0.0000021667,0.01000,0.195
13,mlp.experts.2.down_proj,0.0000017506,0.01000,0.195
13,mlp.experts.3.down_proj,0.0000152130,0.01000,0.196
13,mlp.experts.4.down_proj,0.0000027821,0.01000,0.194
13,mlp.experts.5.down_proj,0.0000269449,0.01000,0.195
13,mlp.experts.6.down_proj,0.0000005817,0.01000,0.196
13,mlp.experts.7.down_proj,0.0000109163,0.01000,0.208
13,mlp.experts.8.down_proj,0.0000034234,0.01000,0.197
13,mlp.experts.9.down_proj,0.0000162569,0.01000,0.197
13,mlp.experts.10.down_proj,0.0000017967,0.01000,0.197
13,mlp.experts.11.down_proj,0.0000018825,0.01000,0.197
13,mlp.experts.12.down_proj,0.0000014230,0.01000,0.197
13,mlp.experts.13.down_proj,0.0000041059,0.01000,0.197
13,mlp.experts.14.down_proj,0.0000033768,0.01000,0.202
13,mlp.experts.15.down_proj,0.0000017895,0.01000,0.200
13,mlp.experts.16.down_proj,0.0000016301,0.01000,0.198
13,mlp.experts.17.down_proj,0.0000094370,0.01000,0.197
13,mlp.experts.18.down_proj,0.0000010617,0.01000,0.198
13,mlp.experts.19.down_proj,0.0000025485,0.01000,0.197
13,mlp.experts.20.down_proj,0.0000015011,0.01000,0.198
13,mlp.experts.21.down_proj,0.0000020870,0.01000,0.203
13,mlp.experts.22.down_proj,0.0000036457,0.01000,0.199
13,mlp.experts.23.down_proj,0.0000013120,0.01000,0.199
13,mlp.experts.24.down_proj,0.0000017003,0.01000,0.198
13,mlp.experts.25.down_proj,0.0000019703,0.01000,0.199
13,mlp.experts.26.down_proj,0.0000010321,0.01000,0.198
13,mlp.experts.27.down_proj,0.0000032024,0.01000,0.198
13,mlp.experts.28.down_proj,0.0000013363,0.01000,0.198
13,mlp.experts.29.down_proj,0.0000009656,0.01000,0.198
13,mlp.experts.30.down_proj,0.0000107023,0.01000,0.200
13,mlp.experts.31.down_proj,0.0000066746,0.01000,0.199
13,mlp.experts.32.down_proj,0.0000036835,0.01000,0.198
13,mlp.experts.33.down_proj,0.0000003867,0.01000,0.198
13,mlp.experts.34.down_proj,0.0000022120,0.01000,0.198
13,mlp.experts.35.down_proj,0.0000056746,0.01000,0.199
13,mlp.experts.36.down_proj,0.0000018187,0.01000,0.205
13,mlp.experts.37.down_proj,0.0000012729,0.01000,0.199
13,mlp.experts.38.down_proj,0.0000038364,0.01000,0.204
13,mlp.experts.39.down_proj,0.0000011428,0.01000,0.199
13,mlp.experts.40.down_proj,0.0000010537,0.01000,0.200
13,mlp.experts.41.down_proj,0.0000020259,0.01000,0.199
13,mlp.experts.42.down_proj,0.0000019624,0.01000,0.198
13,mlp.experts.43.down_proj,0.0000064117,0.01000,0.200
13,mlp.experts.44.down_proj,0.0000018815,0.01000,0.203
13,mlp.experts.45.down_proj,0.0000005170,0.01000,0.201
13,mlp.experts.46.down_proj,0.0000141349,0.01000,0.204
13,mlp.experts.47.down_proj,0.0000003038,0.01000,0.199
13,mlp.experts.48.down_proj,0.0000084097,0.01000,0.199
13,mlp.experts.49.down_proj,0.0000002909,0.01000,0.199
13,mlp.experts.50.down_proj,0.0000169778,0.01000,0.199
13,mlp.experts.51.down_proj,0.0000053150,0.01000,0.198
13,mlp.experts.52.down_proj,0.0000005028,0.01000,0.199
13,mlp.experts.53.down_proj,0.0000244815,0.01000,0.198
13,mlp.experts.54.down_proj,0.0000074145,0.01000,0.198
13,mlp.experts.55.down_proj,0.0000019841,0.01000,0.208
13,mlp.experts.56.down_proj,0.0000074470,0.01000,0.203
13,mlp.experts.57.down_proj,0.0000022465,0.01000,0.205
13,mlp.experts.58.down_proj,0.0000012690,0.01000,0.198
13,mlp.experts.59.down_proj,0.0000014035,0.01000,0.199
13,mlp.experts.60.down_proj,0.0000032874,0.01000,0.198
13,mlp.experts.61.down_proj,0.0000003376,0.01000,0.199
13,mlp.experts.62.down_proj,0.0000059701,0.01000,0.198
13,mlp.experts.63.down_proj,0.0000014974,0.01000,0.198
13,mlp.experts.64.down_proj,0.0000017440,0.01000,0.200
13,mlp.experts.65.down_proj,0.0000011423,0.01000,0.199
13,mlp.experts.66.down_proj,0.0000017404,0.01000,0.199
13,mlp.experts.67.down_proj,0.0000048905,0.01000,0.198
13,mlp.experts.68.down_proj,0.0000074815,0.01000,0.201
13,mlp.experts.69.down_proj,0.0000013302,0.01000,0.199
13,mlp.experts.70.down_proj,0.0000119054,0.01000,0.199
13,mlp.experts.71.down_proj,0.0000006845,0.01000,0.205
13,mlp.experts.72.down_proj,0.0000540662,0.01000,0.199
13,mlp.experts.73.down_proj,0.0000007289,0.01000,0.199
13,mlp.experts.74.down_proj,0.0000081893,0.01000,0.199
13,mlp.experts.75.down_proj,0.0000013300,0.01000,0.199
13,mlp.experts.76.down_proj,0.0000016619,0.01000,0.199
13,mlp.experts.77.down_proj,0.0000004548,0.01000,0.199
13,mlp.experts.78.down_proj,0.0000009572,0.01000,0.198
13,mlp.experts.79.down_proj,0.0000015146,0.01000,0.202
13,mlp.experts.80.down_proj,0.0000020229,0.01000,0.199
13,mlp.experts.81.down_proj,0.0000003876,0.01000,0.199
13,mlp.experts.82.down_proj,0.0000031383,0.01000,0.199
13,mlp.experts.83.down_proj,0.0000020522,0.01000,0.200
13,mlp.experts.84.down_proj,0.0000058345,0.01000,0.199
13,mlp.experts.85.down_proj,0.0000029787,0.01000,0.199
13,mlp.experts.86.down_proj,0.0000114066,0.01000,0.203
13,mlp.experts.87.down_proj,0.0000027826,0.01000,0.199
13,mlp.experts.88.down_proj,0.0000015728,0.01000,0.198
13,mlp.experts.89.down_proj,0.0000038068,0.01000,0.199
13,mlp.experts.90.down_proj,0.0000103266,0.01000,0.199
13,mlp.experts.91.down_proj,0.0000009304,0.01000,0.199
13,mlp.experts.92.down_proj,0.0000013802,0.01000,0.200
13,mlp.experts.93.down_proj,0.0000041920,0.01000,0.199
13,mlp.experts.94.down_proj,0.0000159159,0.01000,0.199
13,mlp.experts.95.down_proj,0.0000006672,0.01000,0.199
13,mlp.experts.96.down_proj,0.0000067431,0.01000,0.200
13,mlp.experts.97.down_proj,0.0000030482,0.01000,0.200
13,mlp.experts.98.down_proj,0.0000020205,0.01000,0.200
13,mlp.experts.99.down_proj,0.0000013190,0.01000,0.199
13,mlp.experts.100.down_proj,0.0000120700,0.01000,0.203
13,mlp.experts.101.down_proj,0.0000006073,0.01000,0.200
13,mlp.experts.102.down_proj,0.0000018067,0.01000,0.200
13,mlp.experts.103.down_proj,0.0000024054,0.01000,0.200
13,mlp.experts.104.down_proj,0.0000034360,0.01000,0.202
13,mlp.experts.105.down_proj,0.0000017451,0.01000,0.199
13,mlp.experts.106.down_proj,0.0000015765,0.01000,0.202
13,mlp.experts.107.down_proj,0.0000029321,0.01000,0.198
13,mlp.experts.108.down_proj,0.0000043164,0.01000,0.203
13,mlp.experts.109.down_proj,0.0000016074,0.01000,0.199
13,mlp.experts.110.down_proj,0.0000038509,0.01000,0.198
13,mlp.experts.111.down_proj,0.0000034234,0.01000,0.200
13,mlp.experts.112.down_proj,0.0000021681,0.01000,0.198
13,mlp.experts.113.down_proj,0.0000022135,0.01000,0.204
13,mlp.experts.114.down_proj,0.0000015968,0.01000,0.201
13,mlp.experts.115.down_proj,0.0000027015,0.01000,0.212
13,mlp.experts.116.down_proj,0.0000483624,0.01000,0.202
13,mlp.experts.117.down_proj,0.0000021111,0.01000,0.200
13,mlp.experts.118.down_proj,0.0000016353,0.01000,0.199
13,mlp.experts.119.down_proj,0.0000042212,0.01000,0.198
13,mlp.experts.120.down_proj,0.0000031803,0.01000,0.199
13,mlp.experts.121.down_proj,0.0000019524,0.01000,0.201
13,mlp.experts.122.down_proj,0.0000022467,0.01000,0.203
13,mlp.experts.123.down_proj,0.0000018076,0.01000,0.199
13,mlp.experts.124.down_proj,0.0000035327,0.01000,0.204
13,mlp.experts.125.down_proj,0.0000039965,0.01000,0.199
13,mlp.experts.126.down_proj,0.0000135786,0.01000,0.198
13,mlp.experts.127.down_proj,0.0000018567,0.01000,0.198
14,self_attn.q_proj,0.0000000759,0.01000,0.520
14,self_attn.k_proj,0.0000000106,0.01000,0.522
14,self_attn.v_proj,0.0000000121,0.01000,0.519
14,self_attn.o_proj,0.0000000091,0.01000,1.041
14,mlp.gate,0.0000009240,0.01000,0.521
14,mlp.experts.0.up_proj,0.0000569598,0.01000,0.515
14,mlp.experts.1.up_proj,0.0000032181,0.01000,0.521
14,mlp.experts.2.up_proj,0.0000702470,0.01000,0.518
14,mlp.experts.3.up_proj,0.0000104309,0.01000,0.512
14,mlp.experts.4.up_proj,0.0000079464,0.01000,0.512
14,mlp.experts.5.up_proj,0.0000349188,0.01000,0.512
14,mlp.experts.6.up_proj,0.0000069430,0.01000,0.519
14,mlp.experts.7.up_proj,0.0000143251,0.01000,0.515
14,mlp.experts.8.up_proj,0.0000118162,0.01000,0.514
14,mlp.experts.9.up_proj,0.0000156881,0.01000,0.528
14,mlp.experts.10.up_proj,0.0000102745,0.01000,0.540
14,mlp.experts.11.up_proj,0.0000154534,0.01000,0.516
14,mlp.experts.12.up_proj,0.0000152877,0.01000,0.515
14,mlp.experts.13.up_proj,0.0000812421,0.01000,0.512
14,mlp.experts.14.up_proj,0.0000178159,0.01000,0.514
14,mlp.experts.15.up_proj,0.0000228307,0.01000,0.519
14,mlp.experts.16.up_proj,0.0000145406,0.01000,0.515
14,mlp.experts.17.up_proj,0.0000072730,0.01000,0.514
14,mlp.experts.18.up_proj,0.0000098833,0.01000,0.516
14,mlp.experts.19.up_proj,0.0000303104,0.01000,0.515
14,mlp.experts.20.up_proj,0.0000036545,0.01000,0.533
14,mlp.experts.21.up_proj,0.0000270171,0.01000,0.515
14,mlp.experts.22.up_proj,0.0000016046,0.01000,0.513
14,mlp.experts.23.up_proj,0.0000112468,0.01000,0.516
14,mlp.experts.24.up_proj,0.0000450556,0.01000,0.515
14,mlp.experts.25.up_proj,0.0000283412,0.01000,0.521
14,mlp.experts.26.up_proj,0.0000024642,0.01000,0.518
14,mlp.experts.27.up_proj,0.0000465016,0.01000,0.516
14,mlp.experts.28.up_proj,0.0000088124,0.01000,0.537
14,mlp.experts.29.up_proj,0.0000952474,0.01000,0.518
14,mlp.experts.30.up_proj,0.0000467262,0.01000,0.591
14,mlp.experts.31.up_proj,0.0000399845,0.01000,0.521
14,mlp.experts.32.up_proj,0.0000036739,0.01000,0.523
14,mlp.experts.33.up_proj,0.0000018181,0.01000,0.532
14,mlp.experts.34.up_proj,0.0000085463,0.01000,0.521
14,mlp.experts.35.up_proj,0.0000955412,0.01000,0.520
14,mlp.experts.36.up_proj,0.0000163854,0.01000,0.518
14,mlp.experts.37.up_proj,0.0000290772,0.01000,0.519
14,mlp.experts.38.up_proj,0.0000050076,0.01000,0.525
14,mlp.experts.39.up_proj,0.0000158537,0.01000,0.535
14,mlp.experts.40.up_proj,0.0000123359,0.01000,0.513
14,mlp.experts.41.up_proj,0.0000576313,0.01000,0.518
14,mlp.experts.42.up_proj,0.0000034723,0.01000,0.517
14,mlp.experts.43.up_proj,0.0000072251,0.01000,0.512
14,mlp.experts.44.up_proj,0.0000056295,0.01000,0.521
14,mlp.experts.45.up_proj,0.0000671844,0.01000,0.513
14,mlp.experts.46.up_proj,0.0000188642,0.01000,0.545
14,mlp.experts.47.up_proj,0.0000077076,0.01000,0.523
14,mlp.experts.48.up_proj,0.0000045852,0.01000,0.512
14,mlp.experts.49.up_proj,0.0000167627,0.01000,0.525
14,mlp.experts.50.up_proj,0.0000094299,0.01000,0.529
14,mlp.experts.51.up_proj,0.0000168478,0.01000,0.512
14,mlp.experts.52.up_proj,0.0000170382,0.01000,0.513
14,mlp.experts.53.up_proj,0.0000056122,0.01000,0.512
14,mlp.experts.54.up_proj,0.0000162258,0.01000,0.515
14,mlp.experts.55.up_proj,0.0000038181,0.01000,0.525
14,mlp.experts.56.up_proj,0.0000822656,0.01000,0.513
14,mlp.experts.57.up_proj,0.0000066370,0.01000,0.514
14,mlp.experts.58.up_proj,0.0000053144,0.01000,0.516
14,mlp.experts.59.up_proj,0.0000886750,0.01000,0.513
14,mlp.experts.60.up_proj,0.0000145257,0.01000,0.513
14,mlp.experts.61.up_proj,0.0000510958,0.01000,0.519
14,mlp.experts.62.up_proj,0.0000050543,0.01000,0.514
14,mlp.experts.63.up_proj,0.0000089248,0.01000,0.515
14,mlp.experts.64.up_proj,0.0000081082,0.01000,0.514
14,mlp.experts.65.up_proj,0.0000877675,0.01000,0.513
14,mlp.experts.66.up_proj,0.0000292254,0.01000,0.515
14,mlp.experts.67.up_proj,0.0000143091,0.01000,0.516
14,mlp.experts.68.up_proj,0.0000126771,0.01000,0.515
14,mlp.experts.69.up_proj,0.0000248984,0.01000,0.516
14,mlp.experts.70.up_proj,0.0000100405,0.01000,0.514
14,mlp.experts.71.up_proj,0.0000166854,0.01000,0.512
14,mlp.experts.72.up_proj,0.0000772015,0.01000,0.511
14,mlp.experts.73.up_proj,0.0000037876,0.01000,0.517
14,mlp.experts.74.up_proj,0.0000421835,0.01000,0.513
14,mlp.experts.75.up_proj,0.0000035617,0.01000,0.517
14,mlp.experts.76.up_proj,0.0000045960,0.01000,0.516
14,mlp.experts.77.up_proj,0.0000969417,0.01000,0.512
14,mlp.experts.78.up_proj,0.0000402204,0.01000,0.512
14,mlp.experts.79.up_proj,0.0000078085,0.01000,0.526
14,mlp.experts.80.up_proj,0.0000052270,0.01000,0.513
14,mlp.experts.81.up_proj,0.0000022141,0.01000,0.513
14,mlp.experts.82.up_proj,0.0000054620,0.01000,0.527
14,mlp.experts.83.up_proj,0.0000673505,0.01000,0.511
14,mlp.experts.84.up_proj,0.0000147732,0.01000,0.529
14,mlp.experts.85.up_proj,0.0000536882,0.01000,0.516
14,mlp.experts.86.up_proj,0.0000080226,0.01000,0.514
14,mlp.experts.87.up_proj,0.0000339221,0.01000,0.513
14,mlp.experts.88.up_proj,0.0000152945,0.01000,0.512
14,mlp.experts.89.up_proj,0.0000295614,0.01000,0.510
14,mlp.experts.90.up_proj,0.0000069542,0.01000,0.510
14,mlp.experts.91.up_proj,0.0000368278,0.01000,0.511
14,mlp.experts.92.up_proj,0.0000011319,0.01000,0.511
14,mlp.experts.93.up_proj,0.0000052224,0.01000,0.512
14,mlp.experts.94.up_proj,0.0000411441,0.01000,0.511
14,mlp.experts.95.up_proj,0.0000161246,0.01000,0.510
14,mlp.experts.96.up_proj,0.0000178430,0.01000,0.521
14,mlp.experts.97.up_proj,0.0000378025,0.01000,0.522
14,mlp.experts.98.up_proj,0.0000324120,0.01000,0.519
14,mlp.experts.99.up_proj,0.0000056190,0.01000,0.512
14,mlp.experts.100.up_proj,0.0000052986,0.01000,0.513
14,mlp.experts.101.up_proj,0.0000057935,0.01000,0.519
14,mlp.experts.102.up_proj,0.0000066842,0.01000,0.512
14,mlp.experts.103.up_proj,0.0003852644,0.01000,0.516
14,mlp.experts.104.up_proj,0.0000356510,0.01000,0.515
14,mlp.experts.105.up_proj,0.0000119098,0.01000,0.517
14,mlp.experts.106.up_proj,0.0000370516,0.01000,0.515
14,mlp.experts.107.up_proj,0.0000071578,0.01000,0.514
14,mlp.experts.108.up_proj,0.0000220563,0.01000,0.516
14,mlp.experts.109.up_proj,0.0000296448,0.01000,0.527
14,mlp.experts.110.up_proj,0.0000021444,0.01000,0.514
14,mlp.experts.111.up_proj,0.0000154984,0.01000,0.518
14,mlp.experts.112.up_proj,0.0000424986,0.01000,0.515
14,mlp.experts.113.up_proj,0.0000866223,0.01000,0.531
14,mlp.experts.114.up_proj,0.0000548903,0.01000,0.513
14,mlp.experts.115.up_proj,0.0000055229,0.01000,0.513
14,mlp.experts.116.up_proj,0.0001399971,0.01000,0.513
14,mlp.experts.117.up_proj,0.0000281770,0.01000,0.512
14,mlp.experts.118.up_proj,0.0000185140,0.01000,0.512
14,mlp.experts.119.up_proj,0.0000134797,0.01000,0.511
14,mlp.experts.120.up_proj,0.0000880929,0.01000,0.520
14,mlp.experts.121.up_proj,0.0000431938,0.01000,0.521
14,mlp.experts.122.up_proj,0.0000284583,0.01000,0.523
14,mlp.experts.123.up_proj,0.0000293661,0.01000,0.523
14,mlp.experts.124.up_proj,0.0000796419,0.01000,0.516
14,mlp.experts.125.up_proj,0.0000082687,0.01000,0.515
14,mlp.experts.126.up_proj,0.0000125057,0.01000,0.511
14,mlp.experts.127.up_proj,0.0000084211,0.01000,0.514
14,mlp.experts.0.gate_proj,0.0000595728,0.01000,0.513
14,mlp.experts.1.gate_proj,0.0000032800,0.01000,0.512
14,mlp.experts.2.gate_proj,0.0000725072,0.01000,0.514
14,mlp.experts.3.gate_proj,0.0000101495,0.01000,0.515
14,mlp.experts.4.gate_proj,0.0000085938,0.01000,0.511
14,mlp.experts.5.gate_proj,0.0000342786,0.01000,0.510
14,mlp.experts.6.gate_proj,0.0000068038,0.01000,0.512
14,mlp.experts.7.gate_proj,0.0000145575,0.01000,0.512
14,mlp.experts.8.gate_proj,0.0000115278,0.01000,0.511
14,mlp.experts.9.gate_proj,0.0000178566,0.01000,0.517
14,mlp.experts.10.gate_proj,0.0000104462,0.01000,0.513
14,mlp.experts.11.gate_proj,0.0000158855,0.01000,0.541
14,mlp.experts.12.gate_proj,0.0000158866,0.01000,0.513
14,mlp.experts.13.gate_proj,0.0000835458,0.01000,0.514
14,mlp.experts.14.gate_proj,0.0000187449,0.01000,0.520
14,mlp.experts.15.gate_proj,0.0000235207,0.01000,0.515
14,mlp.experts.16.gate_proj,0.0000156780,0.01000,0.520
14,mlp.experts.17.gate_proj,0.0000076934,0.01000,0.516
14,mlp.experts.18.gate_proj,0.0000091902,0.01000,0.519
14,mlp.experts.19.gate_proj,0.0000314327,0.01000,0.532
14,mlp.experts.20.gate_proj,0.0000037857,0.01000,0.515
14,mlp.experts.21.gate_proj,0.0000266094,0.01000,0.519
14,mlp.experts.22.gate_proj,0.0000017555,0.01000,0.538
14,mlp.experts.23.gate_proj,0.0000111557,0.01000,0.517
14,mlp.experts.24.gate_proj,0.0000460429,0.01000,0.519
14,mlp.experts.25.gate_proj,0.0000283494,0.01000,0.517
14,mlp.experts.26.gate_proj,0.0000025696,0.01000,0.515
14,mlp.experts.27.gate_proj,0.0000476944,0.01000,0.519
14,mlp.experts.28.gate_proj,0.0000082989,0.01000,0.514
14,mlp.experts.29.gate_proj,0.0000971859,0.01000,0.517
14,mlp.experts.30.gate_proj,0.0000470541,0.01000,0.544
14,mlp.experts.31.gate_proj,0.0000394447,0.01000,0.538
14,mlp.experts.32.gate_proj,0.0000039015,0.01000,0.524
14,mlp.experts.33.gate_proj,0.0000021153,0.01000,0.522
14,mlp.experts.34.gate_proj,0.0000082189,0.01000,0.516
14,mlp.experts.35.gate_proj,0.0001001982,0.01000,0.535
14,mlp.experts.36.gate_proj,0.0000169509,0.01000,0.519
14,mlp.experts.37.gate_proj,0.0000298225,0.01000,0.536
14,mlp.experts.38.gate_proj,0.0000051994,0.01000,0.520
14,mlp.experts.39.gate_proj,0.0000149615,0.01000,0.514
14,mlp.experts.40.gate_proj,0.0000123550,0.01000,0.521
14,mlp.experts.41.gate_proj,0.0000607429,0.01000,0.512
14,mlp.experts.42.gate_proj,0.0000038184,0.01000,0.513
14,mlp.experts.43.gate_proj,0.0000073708,0.01000,0.512
14,mlp.experts.44.gate_proj,0.0000055742,0.01000,0.514
14,mlp.experts.45.gate_proj,0.0000693530,0.01000,0.513
14,mlp.experts.46.gate_proj,0.0000182418,0.01000,0.512
14,mlp.experts.47.gate_proj,0.0000079468,0.01000,0.512
14,mlp.experts.48.gate_proj,0.0000045341,0.01000,0.515
14,mlp.experts.49.gate_proj,0.0000173422,0.01000,0.523
14,mlp.experts.50.gate_proj,0.0000096427,0.01000,0.513
14,mlp.experts.51.gate_proj,0.0000171855,0.01000,0.520
14,mlp.experts.52.gate_proj,0.0000165554,0.01000,0.513
14,mlp.experts.53.gate_proj,0.0000056909,0.01000,0.513
14,mlp.experts.54.gate_proj,0.0000166359,0.01000,0.515
14,mlp.experts.55.gate_proj,0.0000046270,0.01000,0.514
14,mlp.experts.56.gate_proj,0.0000856068,0.01000,0.512
14,mlp.experts.57.gate_proj,0.0000065891,0.01000,0.513
14,mlp.experts.58.gate_proj,0.0000051156,0.01000,0.511
14,mlp.experts.59.gate_proj,0.0000914280,0.01000,0.514
14,mlp.experts.60.gate_proj,0.0000128761,0.01000,0.514
14,mlp.experts.61.gate_proj,0.0000539961,0.01000,0.515
14,mlp.experts.62.gate_proj,0.0000055418,0.01000,0.522
14,mlp.experts.63.gate_proj,0.0000090876,0.01000,0.513
14,mlp.experts.64.gate_proj,0.0000082505,0.01000,0.511
14,mlp.experts.65.gate_proj,0.0000910916,0.01000,0.512
14,mlp.experts.66.gate_proj,0.0000299380,0.01000,0.513
14,mlp.experts.67.gate_proj,0.0000149195,0.01000,0.515
14,mlp.experts.68.gate_proj,0.0000132834,0.01000,0.524
14,mlp.experts.69.gate_proj,0.0000254448,0.01000,0.517
14,mlp.experts.70.gate_proj,0.0000103309,0.01000,0.517
14,mlp.experts.71.gate_proj,0.0000167585,0.01000,0.513
14,mlp.experts.72.gate_proj,0.0000783859,0.01000,0.513
14,mlp.experts.73.gate_proj,0.0000037251,0.01000,0.514
14,mlp.experts.74.gate_proj,0.0000448684,0.01000,0.516
14,mlp.experts.75.gate_proj,0.0000035682,0.01000,0.512
14,mlp.experts.76.gate_proj,0.0000046279,0.01000,0.519
14,mlp.experts.77.gate_proj,0.0001016860,0.01000,0.513
14,mlp.experts.78.gate_proj,0.0000410781,0.01000,0.514
14,mlp.experts.79.gate_proj,0.0000082752,0.01000,0.513
14,mlp.experts.80.gate_proj,0.0000056452,0.01000,0.512
14,mlp.experts.81.gate_proj,0.0000022906,0.01000,0.515
14,mlp.experts.82.gate_proj,0.0000057739,0.01000,0.512
14,mlp.experts.83.gate_proj,0.0000689760,0.01000,0.513
14,mlp.experts.84.gate_proj,0.0000157035,0.01000,0.512
14,mlp.experts.85.gate_proj,0.0000561640,0.01000,0.513
14,mlp.experts.86.gate_proj,0.0000086971,0.01000,0.514
14,mlp.experts.87.gate_proj,0.0000348905,0.01000,0.520
14,mlp.experts.88.gate_proj,0.0000151668,0.01000,0.534
14,mlp.experts.89.gate_proj,0.0000307006,0.01000,0.525
14,mlp.experts.90.gate_proj,0.0000069981,0.01000,0.523
14,mlp.experts.91.gate_proj,0.0000381306,0.01000,0.518
14,mlp.experts.92.gate_proj,0.0000012618,0.01000,0.516
14,mlp.experts.93.gate_proj,0.0000054435,0.01000,0.513
14,mlp.experts.94.gate_proj,0.0000444686,0.01000,0.514
14,mlp.experts.95.gate_proj,0.0000160648,0.01000,0.512
14,mlp.experts.96.gate_proj,0.0000177734,0.01000,0.513
14,mlp.experts.97.gate_proj,0.0000391596,0.01000,0.513
14,mlp.experts.98.gate_proj,0.0000334027,0.01000,0.514
14,mlp.experts.99.gate_proj,0.0000055964,0.01000,0.518
14,mlp.experts.100.gate_proj,0.0000058560,0.01000,0.518
14,mlp.experts.101.gate_proj,0.0000061633,0.01000,0.513
14,mlp.experts.102.gate_proj,0.0000069217,0.01000,0.515
14,mlp.experts.103.gate_proj,0.0003866404,0.01000,0.525
14,mlp.experts.104.gate_proj,0.0000361492,0.01000,0.513
14,mlp.experts.105.gate_proj,0.0000126656,0.01000,0.532
14,mlp.experts.106.gate_proj,0.0000377352,0.01000,0.532
14,mlp.experts.107.gate_proj,0.0000074478,0.01000,0.523
14,mlp.experts.108.gate_proj,0.0000231866,0.01000,0.519
14,mlp.experts.109.gate_proj,0.0000315758,0.01000,0.519
14,mlp.experts.110.gate_proj,0.0000021801,0.01000,0.519
14,mlp.experts.111.gate_proj,0.0000151023,0.01000,0.522
14,mlp.experts.112.gate_proj,0.0000430732,0.01000,0.520
14,mlp.experts.113.gate_proj,0.0000897533,0.01000,0.519
14,mlp.experts.114.gate_proj,0.0000583370,0.01000,0.519
14,mlp.experts.115.gate_proj,0.0000058555,0.01000,0.517
14,mlp.experts.116.gate_proj,0.0001437805,0.01000,0.518
14,mlp.experts.117.gate_proj,0.0000542066,0.01000,0.526
14,mlp.experts.118.gate_proj,0.0000183549,0.01000,0.518
14,mlp.experts.119.gate_proj,0.0000137662,0.01000,0.519
14,mlp.experts.120.gate_proj,0.0000942969,0.01000,0.522
14,mlp.experts.121.gate_proj,0.0000448822,0.01000,0.521
14,mlp.experts.122.gate_proj,0.0000288583,0.01000,0.519
14,mlp.experts.123.gate_proj,0.0000300472,0.01000,0.522
14,mlp.experts.124.gate_proj,0.0000836480,0.01000,0.522
14,mlp.experts.125.gate_proj,0.0000082973,0.01000,0.523
14,mlp.experts.126.gate_proj,0.0000136693,0.01000,0.523
14,mlp.experts.127.gate_proj,0.0000085717,0.01000,0.519
14,mlp.experts.0.down_proj,0.0000066426,0.01000,0.197
14,mlp.experts.1.down_proj,0.0000005296,0.01000,0.194
14,mlp.experts.2.down_proj,0.0000083218,0.01000,0.195
14,mlp.experts.3.down_proj,0.0000015689,0.01000,0.200
14,mlp.experts.4.down_proj,0.0000021175,0.01000,0.198
14,mlp.experts.5.down_proj,0.0000045750,0.01000,0.198
14,mlp.experts.6.down_proj,0.0000013030,0.01000,0.198
14,mlp.experts.7.down_proj,0.0000029168,0.01000,0.198
14,mlp.experts.8.down_proj,0.0000024221,0.01000,0.197
14,mlp.experts.9.down_proj,0.0000026542,0.01000,0.198
14,mlp.experts.10.down_proj,0.0000021102,0.01000,0.200
14,mlp.experts.11.down_proj,0.0000043443,0.01000,0.200
14,mlp.experts.12.down_proj,0.0000021344,0.01000,0.200
14,mlp.experts.13.down_proj,0.0000084642,0.01000,0.200
14,mlp.experts.14.down_proj,0.0000023802,0.01000,0.199
14,mlp.experts.15.down_proj,0.0000044426,0.01000,0.199
14,mlp.experts.16.down_proj,0.0000025392,0.01000,0.199
14,mlp.experts.17.down_proj,0.0000015258,0.01000,0.200
14,mlp.experts.18.down_proj,0.0000023436,0.01000,0.199
14,mlp.experts.19.down_proj,0.0000028432,0.01000,0.197
14,mlp.experts.20.down_proj,0.0000008938,0.01000,0.198
14,mlp.experts.21.down_proj,0.0000047089,0.01000,0.198
14,mlp.experts.22.down_proj,0.0000002456,0.01000,0.198
14,mlp.experts.23.down_proj,0.0000016075,0.01000,0.198
14,mlp.experts.24.down_proj,0.0000039055,0.01000,0.198
14,mlp.experts.25.down_proj,0.0000056261,0.01000,0.198
14,mlp.experts.26.down_proj,0.0000003716,0.01000,0.198
14,mlp.experts.27.down_proj,0.0000058223,0.01000,0.199
14,mlp.experts.28.down_proj,0.0000018484,0.01000,0.199
14,mlp.experts.29.down_proj,0.0000093221,0.01000,0.198
14,mlp.experts.30.down_proj,0.0000046017,0.01000,0.198
14,mlp.experts.31.down_proj,0.0000066298,0.01000,0.198
14,mlp.experts.32.down_proj,0.0000011138,0.01000,0.204
14,mlp.experts.33.down_proj,0.0000003955,0.01000,0.201
14,mlp.experts.34.down_proj,0.0000012715,0.01000,0.200
14,mlp.experts.35.down_proj,0.0000175009,0.01000,0.204
14,mlp.experts.36.down_proj,0.0000024814,0.01000,0.199
14,mlp.experts.37.down_proj,0.0000033649,0.01000,0.199
14,mlp.experts.38.down_proj,0.0000007447,0.01000,0.198
14,mlp.experts.39.down_proj,0.0000033854,0.01000,0.203
14,mlp.experts.40.down_proj,0.0000018856,0.01000,0.210
14,mlp.experts.41.down_proj,0.0000158020,0.01000,0.199
14,mlp.experts.42.down_proj,0.0000006269,0.01000,0.198
14,mlp.experts.43.down_proj,0.0000016408,0.01000,0.199
14,mlp.experts.44.down_proj,0.0000007822,0.01000,0.198
14,mlp.experts.45.down_proj,0.0000097590,0.01000,0.201
14,mlp.experts.46.down_proj,0.0000044067,0.01000,0.207
14,mlp.experts.47.down_proj,0.0000016866,0.01000,0.207
14,mlp.experts.48.down_proj,0.0000012937,0.01000,0.198
14,mlp.experts.49.down_proj,0.0000022398,0.01000,0.199
14,mlp.experts.50.down_proj,0.0000013968,0.01000,0.200
14,mlp.experts.51.down_proj,0.0000022221,0.01000,0.206
14,mlp.experts.52.down_proj,0.0000029784,0.01000,0.202
14,mlp.experts.53.down_proj,0.0000007526,0.01000,0.201
14,mlp.experts.54.down_proj,0.0000027832,0.01000,0.203
14,mlp.experts.55.down_proj,0.0000004605,0.01000,0.200
14,mlp.experts.56.down_proj,0.0000206068,0.01000,0.199
14,mlp.experts.57.down_proj,0.0000009788,0.01000,0.199
14,mlp.experts.58.down_proj,0.0000012838,0.01000,0.199
14,mlp.experts.59.down_proj,0.0000095296,0.01000,0.199
14,mlp.experts.60.down_proj,0.0000027540,0.01000,0.204
14,mlp.experts.61.down_proj,0.0000057378,0.01000,0.200
14,mlp.experts.62.down_proj,0.0000011910,0.01000,0.201
14,mlp.experts.63.down_proj,0.0000008853,0.01000,0.200
14,mlp.experts.64.down_proj,0.0000016497,0.01000,0.200
14,mlp.experts.65.down_proj,0.0000188096,0.01000,0.201
14,mlp.experts.66.down_proj,0.0000031141,0.01000,0.199
14,mlp.experts.67.down_proj,0.0000023265,0.01000,0.206
14,mlp.experts.68.down_proj,0.0000026459,0.01000,0.199
14,mlp.experts.69.down_proj,0.0000036842,0.01000,0.199
14,mlp.experts.70.down_proj,0.0000015502,0.01000,0.199
14,mlp.experts.71.down_proj,0.0000021938,0.01000,0.199
14,mlp.experts.72.down_proj,0.0000082570,0.01000,0.200
14,mlp.experts.73.down_proj,0.0000003242,0.01000,0.199
14,mlp.experts.74.down_proj,0.0000056973,0.01000,0.199
14,mlp.experts.75.down_proj,0.0000006634,0.01000,0.206
14,mlp.experts.76.down_proj,0.0000005623,0.01000,0.200
14,mlp.experts.77.down_proj,0.0000091426,0.01000,0.200
14,mlp.experts.78.down_proj,0.0000062209,0.01000,0.199
14,mlp.experts.79.down_proj,0.0000013204,0.01000,0.199
14,mlp.experts.80.down_proj,0.0000010761,0.01000,0.200
14,mlp.experts.81.down_proj,0.0000004641,0.01000,0.200
14,mlp.experts.82.down_proj,0.0000010835,0.01000,0.199
14,mlp.experts.83.down_proj,0.0000056445,0.01000,0.199
14,mlp.experts.84.down_proj,0.0000022766,0.01000,0.199
14,mlp.experts.85.down_proj,0.0000100195,0.01000,0.198
14,mlp.experts.86.down_proj,0.0000013093,0.01000,0.201
14,mlp.experts.87.down_proj,0.0000032332,0.01000,0.198
14,mlp.experts.88.down_proj,0.0000031284,0.01000,0.198
14,mlp.experts.89.down_proj,0.0000036634,0.01000,0.198
14,mlp.experts.90.down_proj,0.0000010599,0.01000,0.198
14,mlp.experts.91.down_proj,0.0000050325,0.01000,0.199
14,mlp.experts.92.down_proj,0.0000001610,0.01000,0.198
14,mlp.experts.93.down_proj,0.0000010022,0.01000,0.204
14,mlp.experts.94.down_proj,0.0000062117,0.01000,0.202
14,mlp.experts.95.down_proj,0.0000024235,0.01000,0.199
14,mlp.experts.96.down_proj,0.0000032816,0.01000,0.199
14,mlp.experts.97.down_proj,0.0000039140,0.01000,0.205
14,mlp.experts.98.down_proj,0.0000048424,0.01000,0.199
14,mlp.experts.99.down_proj,0.0000008529,0.01000,0.199
14,mlp.experts.100.down_proj,0.0000012808,0.01000,0.199
14,mlp.experts.101.down_proj,0.0000009983,0.01000,0.199
14,mlp.experts.102.down_proj,0.0000013078,0.01000,0.198
14,mlp.experts.103.down_proj,0.0000931757,0.01000,0.200
14,mlp.experts.104.down_proj,0.0000057338,0.01000,0.197
14,mlp.experts.105.down_proj,0.0000015116,0.01000,0.209
14,mlp.experts.106.down_proj,0.0000088739,0.01000,0.211
14,mlp.experts.107.down_proj,0.0000016707,0.01000,0.212
14,mlp.experts.108.down_proj,0.0000034742,0.01000,0.203
14,mlp.experts.109.down_proj,0.0000029005,0.01000,0.205
14,mlp.experts.110.down_proj,0.0000004094,0.01000,0.200
14,mlp.experts.111.down_proj,0.0000032156,0.01000,0.201
14,mlp.experts.112.down_proj,0.0000083267,0.01000,0.201
14,mlp.experts.113.down_proj,0.0000074524,0.01000,0.201
14,mlp.experts.114.down_proj,0.0000078227,0.01000,0.200
14,mlp.experts.115.down_proj,0.0000008724,0.01000,0.200
14,mlp.experts.116.down_proj,0.0000137636,0.01000,0.208
14,mlp.experts.117.down_proj,0.0000055508,0.01000,0.206
14,mlp.experts.118.down_proj,0.0000034334,0.01000,0.209
14,mlp.experts.119.down_proj,0.0000033538,0.01000,0.199
14,mlp.experts.120.down_proj,0.0000171708,0.01000,0.199
14,mlp.experts.121.down_proj,0.0000057240,0.01000,0.202
14,mlp.experts.122.down_proj,0.0000078654,0.01000,0.199
14,mlp.experts.123.down_proj,0.0000026273,0.01000,0.200
14,mlp.experts.124.down_proj,0.0000121512,0.01000,0.201
14,mlp.experts.125.down_proj,0.0000014254,0.01000,0.203
14,mlp.experts.126.down_proj,0.0000047951,0.01000,0.200
14,mlp.experts.127.down_proj,0.0000018388,0.01000,0.201
15,self_attn.q_proj,0.0000000436,0.01000,0.518
15,self_attn.k_proj,0.0000000058,0.01000,0.515
15,self_attn.v_proj,0.0000000063,0.01000,0.528
15,self_attn.o_proj,0.0000000052,0.01000,1.033
15,mlp.gate,0.0000010341,0.01000,0.516
15,mlp.experts.0.up_proj,0.0000019824,0.01000,0.514
15,mlp.experts.1.up_proj,0.0000075643,0.01000,0.510
15,mlp.experts.2.up_proj,0.0000066947,0.01000,0.526
15,mlp.experts.3.up_proj,0.0000064811,0.01000,0.522
15,mlp.experts.4.up_proj,0.0000175933,0.01000,0.511
15,mlp.experts.5.up_proj,0.0000661749,0.01000,0.514
15,mlp.experts.6.up_proj,0.0000108895,0.01000,0.588
15,mlp.experts.7.up_proj,0.0000063177,0.01000,0.512
15,mlp.experts.8.up_proj,0.0000024898,0.01000,0.511
15,mlp.experts.9.up_proj,0.0000336410,0.01000,0.513
15,mlp.experts.10.up_proj,0.0000070603,0.01000,0.520
15,mlp.experts.11.up_proj,0.0000270999,0.01000,0.516
15,mlp.experts.12.up_proj,0.0000353645,0.01000,0.514
15,mlp.experts.13.up_proj,0.0000424111,0.01000,0.516
15,mlp.experts.14.up_proj,0.0000322046,0.01000,0.514
15,mlp.experts.15.up_proj,0.0000986151,0.01000,0.512
15,mlp.experts.16.up_proj,0.0000039263,0.01000,0.511
15,mlp.experts.17.up_proj,0.0000149133,0.01000,0.511
15,mlp.experts.18.up_proj,0.0000260903,0.01000,0.523
15,mlp.experts.19.up_proj,0.0000840620,0.01000,0.512
15,mlp.experts.20.up_proj,0.0000102177,0.01000,0.512
15,mlp.experts.21.up_proj,0.0000639335,0.01000,0.512
15,mlp.experts.22.up_proj,0.0000100103,0.01000,0.511
15,mlp.experts.23.up_proj,0.0000070789,0.01000,0.512
15,mlp.experts.24.up_proj,0.0000468655,0.01000,0.526
15,mlp.experts.25.up_proj,0.0000018287,0.01000,0.516
15,mlp.experts.26.up_proj,0.0000686934,0.01000,0.520
15,mlp.experts.27.up_proj,0.0000739133,0.01000,0.512
15,mlp.experts.28.up_proj,0.0000081746,0.01000,0.512
15,mlp.experts.29.up_proj,0.0000184663,0.01000,0.515
15,mlp.experts.30.up_proj,0.0000254789,0.01000,0.514
15,mlp.experts.31.up_proj,0.0000071261,0.01000,0.514
15,mlp.experts.32.up_proj,0.0000053384,0.01000,0.515
15,mlp.experts.33.up_proj,0.0000343600,0.01000,0.520
15,mlp.experts.34.up_proj,0.0000176211,0.01000,0.517
15,mlp.experts.35.up_proj,0.0000081349,0.01000,0.514
15,mlp.experts.36.up_proj,0.0000330424,0.01000,0.513
15,mlp.experts.37.up_proj,0.0000147209,0.01000,0.526
15,mlp.experts.38.up_proj,0.0000030015,0.01000,0.523
15,mlp.experts.39.up_proj,0.0000503849,0.01000,0.528
15,mlp.experts.40.up_proj,0.0000073223,0.01000,0.523
15,mlp.experts.41.up_proj,0.0000022891,0.01000,0.512
15,mlp.experts.42.up_proj,0.0000527129,0.01000,0.513
15,mlp.experts.43.up_proj,0.0000228197,0.01000,0.513
15,mlp.experts.44.up_proj,0.0001808665,0.01000,0.512
15,mlp.experts.45.up_proj,0.0000211398,0.01000,0.513
15,mlp.experts.46.up_proj,0.0000049488,0.01000,0.516
15,mlp.experts.47.up_proj,0.0001210684,0.01000,0.513
15,mlp.experts.48.up_proj,0.0000412127,0.01000,0.517
15,mlp.experts.49.up_proj,0.0000050509,0.01000,0.516
15,mlp.experts.50.up_proj,0.0000635112,0.01000,0.519
15,mlp.experts.51.up_proj,0.0000050501,0.01000,0.515
15,mlp.experts.52.up_proj,0.0000019645,0.01000,0.519
15,mlp.experts.53.up_proj,0.0000265429,0.01000,0.513
15,mlp.experts.54.up_proj,0.0000232657,0.01000,0.513
15,mlp.experts.55.up_proj,0.0000123529,0.01000,0.513
15,mlp.experts.56.up_proj,0.0000097866,0.01000,0.515
15,mlp.experts.57.up_proj,0.0000159341,0.01000,0.518
15,mlp.experts.58.up_proj,0.0000786132,0.01000,0.514
15,mlp.experts.59.up_proj,0.0000216905,0.01000,0.514
15,mlp.experts.60.up_proj,0.0000100448,0.01000,0.511
15,mlp.experts.61.up_proj,0.0000228487,0.01000,0.515
15,mlp.experts.62.up_proj,0.0000890284,0.01000,0.521
15,mlp.experts.63.up_proj,0.0000753590,0.01000,0.512
15,mlp.experts.64.up_proj,0.0000780624,0.01000,0.513
15,mlp.experts.65.up_proj,0.0000070777,0.01000,0.521
15,mlp.experts.66.up_proj,0.0000381677,0.01000,0.529
15,mlp.experts.67.up_proj,0.0000185780,0.01000,0.536
15,mlp.experts.68.up_proj,0.0000147928,0.01000,0.515
15,mlp.experts.69.up_proj,0.0000164443,0.01000,0.519
15,mlp.experts.70.up_proj,0.0000095306,0.01000,0.537
15,mlp.experts.71.up_proj,0.0000238444,0.01000,0.516
15,mlp.experts.72.up_proj,0.0000185461,0.01000,0.515
15,mlp.experts.73.up_proj,0.0001150575,0.01000,0.515
15,mlp.experts.74.up_proj,0.0000215716,0.01000,0.526
15,mlp.experts.75.up_proj,0.0000180320,0.01000,0.517
15,mlp.experts.76.up_proj,0.0000465225,0.01000,0.526
15,mlp.experts.77.up_proj,0.0000056804,0.01000,0.536
15,mlp.experts.78.up_proj,0.0000201376,0.01000,0.521
15,mlp.experts.79.up_proj,0.0000626734,0.01000,0.524
15,mlp.experts.80.up_proj,0.0000034738,0.01000,0.528
15,mlp.experts.81.up_proj,0.0000553803,0.01000,0.519
15,mlp.experts.82.up_proj,0.0000055997,0.01000,0.516
15,mlp.experts.83.up_proj,0.0000358829,0.01000,0.518
15,mlp.experts.84.up_proj,0.0001030734,0.01000,0.521
15,mlp.experts.85.up_proj,0.0000037942,0.01000,0.521
15,mlp.experts.86.up_proj,0.0000094236,0.01000,0.538
15,mlp.experts.87.up_proj,0.0000031448,0.01000,0.519
15,mlp.experts.88.up_proj,0.0000438229,0.01000,0.532
15,mlp.experts.89.up_proj,0.0000094620,0.01000,0.538
15,mlp.experts.90.up_proj,0.0000041499,0.01000,0.524
15,mlp.experts.91.up_proj,0.0000050238,0.01000,0.530
15,mlp.experts.92.up_proj,0.0000596308,0.01000,0.562
15,mlp.experts.93.up_proj,0.0000109166,0.01000,0.533
15,mlp.experts.94.up_proj,0.0000164971,0.01000,0.523
15,mlp.experts.95.up_proj,0.0000093782,0.01000,0.523
15,mlp.experts.96.up_proj,0.0000274515,0.01000,0.514
15,mlp.experts.97.up_proj,0.0001115710,0.01000,0.513
15,mlp.experts.98.up_proj,0.0000064249,0.01000,0.517
15,mlp.experts.99.up_proj,0.0002162778,0.01000,0.515
15,mlp.experts.100.up_proj,0.0000118106,0.01000,0.512
15,mlp.experts.101.up_proj,0.0000081199,0.01000,0.514
15,mlp.experts.102.up_proj,0.0000297789,0.01000,0.513
15,mlp.experts.103.up_proj,0.0000132357,0.01000,0.519
15,mlp.experts.104.up_proj,0.0000537668,0.01000,0.518
15,mlp.experts.105.up_proj,0.0000146171,0.01000,0.516
15,mlp.experts.106.up_proj,0.0000143802,0.01000,0.516
15,mlp.experts.107.up_proj,0.0000237663,0.01000,0.513
15,mlp.experts.108.up_proj,0.0000128141,0.01000,0.512
15,mlp.experts.109.up_proj,0.0000300217,0.01000,0.519
15,mlp.experts.110.up_proj,0.0000668366,0.01000,0.513
15,mlp.experts.111.up_proj,0.0000534293,0.01000,0.514
15,mlp.experts.112.up_proj,0.0000539097,0.01000,0.513
15,mlp.experts.113.up_proj,0.0000982465,0.01000,0.530
15,mlp.experts.114.up_proj,0.0000745247,0.01000,0.512
15,mlp.experts.115.up_proj,0.0000275503,0.01000,0.515
15,mlp.experts.116.up_proj,0.0000175046,0.01000,0.513
15,mlp.experts.117.up_proj,0.0000418387,0.01000,0.513
15,mlp.experts.118.up_proj,0.0000185111,0.01000,0.512
15,mlp.experts.119.up_proj,0.0000045964,0.01000,0.525
15,mlp.experts.120.up_proj,0.0000055448,0.01000,0.526
15,mlp.experts.121.up_proj,0.0000119818,0.01000,0.534
15,mlp.experts.122.up_proj,0.0000584918,0.01000,0.516
15,mlp.experts.123.up_proj,0.0000227290,0.01000,0.522
15,mlp.experts.124.up_proj,0.0000081125,0.01000,0.519
15,mlp.experts.125.up_proj,0.0000085588,0.01000,0.522
15,mlp.experts.126.up_proj,0.0000265395,0.01000,0.517
15,mlp.experts.127.up_proj,0.0000182587,0.01000,0.515
15,mlp.experts.0.gate_proj,0.0000022773,0.01000,0.515
15,mlp.experts.1.gate_proj,0.0000072271,0.01000,0.518
15,mlp.experts.2.gate_proj,0.0000068735,0.01000,0.525
15,mlp.experts.3.gate_proj,0.0000061651,0.01000,0.524
15,mlp.experts.4.gate_proj,0.0000158961,0.01000,0.523
15,mlp.experts.5.gate_proj,0.0000681452,0.01000,0.520
15,mlp.experts.6.gate_proj,0.0000106523,0.01000,0.515
15,mlp.experts.7.gate_proj,0.0000064499,0.01000,0.516
15,mlp.experts.8.gate_proj,0.0000025361,0.01000,0.518
15,mlp.experts.9.gate_proj,0.0000352868,0.01000,0.518
15,mlp.experts.10.gate_proj,0.0000069868,0.01000,0.516
15,mlp.experts.11.gate_proj,0.0000292456,0.01000,0.516
15,mlp.experts.12.gate_proj,0.0000363288,0.01000,0.530
15,mlp.experts.13.gate_proj,0.0000427776,0.01000,0.516
15,mlp.experts.14.gate_proj,0.0000332431,0.01000,0.524
15,mlp.experts.15.gate_proj,0.0001030971,0.01000,0.537
15,mlp.experts.16.gate_proj,0.0000039196,0.01000,0.525
15,mlp.experts.17.gate_proj,0.0000151309,0.01000,0.522
15,mlp.experts.18.gate_proj,0.0000258359,0.01000,0.523
15,mlp.experts.19.gate_proj,0.0000866249,0.01000,0.519
15,mlp.experts.20.gate_proj,0.0000096282,0.01000,0.515
15,mlp.experts.21.gate_proj,0.0000666241,0.01000,0.516
15,mlp.experts.22.gate_proj,0.0000098236,0.01000,0.531
15,mlp.experts.23.gate_proj,0.0000068573,0.01000,0.527
15,mlp.experts.24.gate_proj,0.0000481971,0.01000,0.514
15,mlp.experts.25.gate_proj,0.0000021490,0.01000,0.529
15,mlp.experts.26.gate_proj,0.0000703089,0.01000,0.519
15,mlp.experts.27.gate_proj,0.0000763458,0.01000,0.514
15,mlp.experts.28.gate_proj,0.0000085558,0.01000,0.516
15,mlp.experts.29.gate_proj,0.0000197858,0.01000,0.516
15,mlp.experts.30.gate_proj,0.0000259859,0.01000,0.518
15,mlp.experts.31.gate_proj,0.0000071757,0.01000,0.538
15,mlp.experts.32.gate_proj,0.0000063465,0.01000,0.516
15,mlp.experts.33.gate_proj,0.0000352396,0.01000,0.520
15,mlp.experts.34.gate_proj,0.0000180398,0.01000,0.514
15,mlp.experts.35.gate_proj,0.0000078352,0.01000,0.514
15,mlp.experts.36.gate_proj,0.0000328539,0.01000,0.516
15,mlp.experts.37.gate_proj,0.0000154086,0.01000,0.518
15,mlp.experts.38.gate_proj,0.0000028987,0.01000,0.518
15,mlp.experts.39.gate_proj,0.0000526581,0.01000,0.515
15,mlp.experts.40.gate_proj,0.0000072343,0.01000,0.513
15,mlp.experts.41.gate_proj,0.0000023751,0.01000,0.520
15,mlp.experts.42.gate_proj,0.0000550295,0.01000,0.515
15,mlp.experts.43.gate_proj,0.0000247911,0.01000,0.523
15,mlp.experts.44.gate_proj,0.0001875451,0.01000,0.524
15,mlp.experts.45.gate_proj,0.0000216654,0.01000,0.527
15,mlp.experts.46.gate_proj,0.0000051324,0.01000,0.524
15,mlp.experts.47.gate_proj,0.0001248867,0.01000,0.513
15,mlp.experts.48.gate_proj,0.0000418069,0.01000,0.516
15,mlp.experts.49.gate_proj,0.0000053667,0.01000,0.518
15,mlp.experts.50.gate_proj,0.0000635560,0.01000,0.526
15,mlp.experts.51.gate_proj,0.0000053033,0.01000,0.533
15,mlp.experts.52.gate_proj,0.0000022025,0.01000,0.524
15,mlp.experts.53.gate_proj,0.0000267665,0.01000,0.521
15,mlp.experts.54.gate_proj,0.0000227689,0.01000,0.523
15,mlp.experts.55.gate_proj,0.0000120170,0.01000,0.521
15,mlp.experts.56.gate_proj,0.0000097669,0.01000,0.516
15,mlp.experts.57.gate_proj,0.0000163632,0.01000,0.516
15,mlp.experts.58.gate_proj,0.0000807603,0.01000,0.520
15,mlp.experts.59.gate_proj,0.0000232426,0.01000,0.525
15,mlp.experts.60.gate_proj,0.0000101182,0.01000,0.514
15,mlp.experts.61.gate_proj,0.0000227362,0.01000,0.515
15,mlp.experts.62.gate_proj,0.0000923932,0.01000,0.517
15,mlp.experts.63.gate_proj,0.0000779766,0.01000,0.517
15,mlp.experts.64.gate_proj,0.0000794344,0.01000,0.517
15,mlp.experts.65.gate_proj,0.0000071578,0.01000,0.514
15,mlp.experts.66.gate_proj,0.0000421125,0.01000,0.513
15,mlp.experts.67.gate_proj,0.0000191118,0.01000,0.512
15,mlp.experts.68.gate_proj,0.0000155822,0.01000,0.513
15,mlp.experts.69.gate_proj,0.0000160549,0.01000,0.513
15,mlp.experts.70.gate_proj,0.0000097993,0.01000,0.512
15,mlp.experts.71.gate_proj,0.0000239659,0.01000,0.520
15,mlp.experts.72.gate_proj,0.0000198839,0.01000,0.524
15,mlp.experts.73.gate_proj,0.0002294636,0.01000,0.514
15,mlp.experts.74.gate_proj,0.0000226404,0.01000,0.512
15,mlp.experts.75.gate_proj,0.0000191944,0.01000,0.512
15,mlp.experts.76.gate_proj,0.0000457466,0.01000,0.516
15,mlp.experts.77.gate_proj,0.0000057502,0.01000,0.514
15,mlp.experts.78.gate_proj,0.0000204457,0.01000,0.514
15,mlp.experts.79.gate_proj,0.0000646131,0.01000,0.511
15,mlp.experts.80.gate_proj,0.0000039438,0.01000,0.512
15,mlp.experts.81.gate_proj,0.0000571868,0.01000,0.524
15,mlp.experts.82.gate_proj,0.0000054658,0.01000,0.513
15,mlp.experts.83.gate_proj,0.0000367262,0.01000,0.516
15,mlp.experts.84.gate_proj,0.0001052563,0.01000,0.518
15,mlp.experts.85.gate_proj,0.0000035233,0.01000,0.519
15,mlp.experts.86.gate_proj,0.0000091425,0.01000,0.514
15,mlp.experts.87.gate_proj,0.0000035683,0.01000,0.512
15,mlp.experts.88.gate_proj,0.0000450138,0.01000,0.513
15,mlp.experts.89.gate_proj,0.0000098543,0.01000,0.523
15,mlp.experts.90.gate_proj,0.0000044865,0.01000,0.520
15,mlp.experts.91.gate_proj,0.0000048602,0.01000,0.516
15,mlp.experts.92.gate_proj,0.0000632412,0.01000,0.520
15,mlp.experts.93.gate_proj,0.0000111950,0.01000,0.518
15,mlp.experts.94.gate_proj,0.0000164790,0.01000,0.520
15,mlp.experts.95.gate_proj,0.0000094072,0.01000,0.519
15,mlp.experts.96.gate_proj,0.0000274045,0.01000,0.539
15,mlp.experts.97.gate_proj,0.0001189780,0.01000,0.521
15,mlp.experts.98.gate_proj,0.0000066351,0.01000,0.529
15,mlp.experts.99.gate_proj,0.0002199903,0.01000,0.522
15,mlp.experts.100.gate_proj,0.0000130648,0.01000,0.518
15,mlp.experts.101.gate_proj,0.0000087339,0.01000,0.528
15,mlp.experts.102.gate_proj,0.0000322898,0.01000,0.518
15,mlp.experts.103.gate_proj,0.0000133453,0.01000,0.519
15,mlp.experts.104.gate_proj,0.0000544297,0.01000,0.518
15,mlp.experts.105.gate_proj,0.0000147908,0.01000,0.516
15,mlp.experts.106.gate_proj,0.0000148360,0.01000,0.516
15,mlp.experts.107.gate_proj,0.0000243737,0.01000,0.531
15,mlp.experts.108.gate_proj,0.0000136248,0.01000,0.520
15,mlp.experts.109.gate_proj,0.0000324807,0.01000,0.524
15,mlp.experts.110.gate_proj,0.0000686066,0.01000,0.524
15,mlp.experts.111.gate_proj,0.0000551612,0.01000,0.518
15,mlp.experts.112.gate_proj,0.0000565288,0.01000,0.520
15,mlp.experts.113.gate_proj,0.0000999057,0.01000,0.520
15,mlp.experts.114.gate_proj,0.0000783826,0.01000,0.515
15,mlp.experts.115.gate_proj,0.0000274509,0.01000,0.525
15,mlp.experts.116.gate_proj,0.0000186040,0.01000,0.520
15,mlp.experts.117.gate_proj,0.0000452421,0.01000,0.518
15,mlp.experts.118.gate_proj,0.0000187450,0.01000,0.516
15,mlp.experts.119.gate_proj,0.0000049858,0.01000,0.516
15,mlp.experts.120.gate_proj,0.0000057509,0.01000,0.518
15,mlp.experts.121.gate_proj,0.0000117602,0.01000,0.516
15,mlp.experts.122.gate_proj,0.0000609726,0.01000,0.517
15,mlp.experts.123.gate_proj,0.0000238224,0.01000,0.523
15,mlp.experts.124.gate_proj,0.0000082997,0.01000,0.518
15,mlp.experts.125.gate_proj,0.0000089115,0.01000,0.531
15,mlp.experts.126.gate_proj,0.0000268093,0.01000,0.519
15,mlp.experts.127.gate_proj,0.0000191227,0.01000,0.521
15,mlp.experts.0.down_proj,0.0000004121,0.01000,0.197
15,mlp.experts.1.down_proj,0.0000012483,0.01000,0.195
15,mlp.experts.2.down_proj,0.0000010479,0.01000,0.200
15,mlp.experts.3.down_proj,0.0000011242,0.01000,0.196
15,mlp.experts.4.down_proj,0.0000031880,0.01000,0.195
15,mlp.experts.5.down_proj,0.0000088189,0.01000,0.195
15,mlp.experts.6.down_proj,0.0000016669,0.01000,0.195
15,mlp.experts.7.down_proj,0.0000009033,0.01000,0.195
15,mlp.experts.8.down_proj,0.0000003802,0.01000,0.197
15,mlp.experts.9.down_proj,0.0000053031,0.01000,0.197
15,mlp.experts.10.down_proj,0.0000011954,0.01000,0.198
15,mlp.experts.11.down_proj,0.0000036532,0.01000,0.198
15,mlp.experts.12.down_proj,0.0000058711,0.01000,0.199
15,mlp.experts.13.down_proj,0.0000053483,0.01000,0.198
15,mlp.experts.14.down_proj,0.0000034943,0.01000,0.198
15,mlp.experts.15.down_proj,0.0000117965,0.01000,0.198
15,mlp.experts.16.down_proj,0.0000005550,0.01000,0.198
15,mlp.experts.17.down_proj,0.0000017442,0.01000,0.198
15,mlp.experts.18.down_proj,0.0000045216,0.01000,0.199
15,mlp.experts.19.down_proj,0.0000106066,0.01000,0.200
15,mlp.experts.20.down_proj,0.0000017662,0.01000,0.204
15,mlp.experts.21.down_proj,0.0000042172,0.01000,0.206
15,mlp.experts.22.down_proj,0.0000024651,0.01000,0.199
15,mlp.experts.23.down_proj,0.0000015732,0.01000,0.204
15,mlp.experts.24.down_proj,0.0000049518,0.01000,0.203
15,mlp.experts.25.down_proj,0.0000003283,0.01000,0.199
15,mlp.experts.26.down_proj,0.0000070502,0.01000,0.210
15,mlp.experts.27.down_proj,0.0000097581,0.01000,0.199
15,mlp.experts.28.down_proj,0.0000020624,0.01000,0.199
15,mlp.experts.29.down_proj,0.0000034176,0.01000,0.198
15,mlp.experts.30.down_proj,0.0000049912,0.01000,0.202
15,mlp.experts.31.down_proj,0.0000010060,0.01000,0.204
15,mlp.experts.32.down_proj,0.0000012857,0.01000,0.202
15,mlp.experts.33.down_proj,0.0000059681,0.01000,0.199
15,mlp.experts.34.down_proj,0.0000026594,0.01000,0.199
15,mlp.experts.35.down_proj,0.0000015474,0.01000,0.199
15,mlp.experts.36.down_proj,0.0000085128,0.01000,0.198
15,mlp.experts.37.down_proj,0.0000031171,0.01000,0.201
15,mlp.experts.38.down_proj,0.0000001371,0.01000,0.199
15,mlp.experts.39.down_proj,0.0000063830,0.01000,0.199
15,mlp.experts.40.down_proj,0.0000010812,0.01000,0.198
15,mlp.experts.41.down_proj,0.0000004960,0.01000,0.199
15,mlp.experts.42.down_proj,0.0000136379,0.01000,0.198
15,mlp.experts.43.down_proj,0.0000081286,0.01000,0.197
15,mlp.experts.44.down_proj,0.0000194751,0.01000,0.198
15,mlp.experts.45.down_proj,0.0000036530,0.01000,0.205
15,mlp.experts.46.down_proj,0.0000008889,0.01000,0.198
15,mlp.experts.47.down_proj,0.0000314931,0.01000,0.199
15,mlp.experts.48.down_proj,0.0000036749,0.01000,0.199
15,mlp.experts.49.down_proj,0.0000010982,0.01000,0.199
15,mlp.experts.50.down_proj,0.0000068379,0.01000,0.201
15,mlp.experts.51.down_proj,0.0000008104,0.01000,0.198
15,mlp.experts.52.down_proj,0.0000005280,0.01000,0.204
15,mlp.experts.53.down_proj,0.0000056142,0.01000,0.205
15,mlp.experts.54.down_proj,0.0000042919,0.01000,0.199
15,mlp.experts.55.down_proj,0.0000019824,0.01000,0.197
15,mlp.experts.56.down_proj,0.0000013732,0.01000,0.202
15,mlp.experts.57.down_proj,0.0000027983,0.01000,0.206
15,mlp.experts.58.down_proj,0.0000091093,0.01000,0.200
15,mlp.experts.59.down_proj,0.0000034671,0.01000,0.200
15,mlp.experts.60.down_proj,0.0000017067,0.01000,0.200
15,mlp.experts.61.down_proj,0.0000038055,0.01000,0.200
15,mlp.experts.62.down_proj,0.0000202892,0.01000,0.198
15,mlp.experts.63.down_proj,0.0000062674,0.01000,0.200
15,mlp.experts.64.down_proj,0.0000089991,0.01000,0.200
15,mlp.experts.65.down_proj,0.0000021177,0.01000,0.202
15,mlp.experts.66.down_proj,0.0000079144,0.01000,0.199
15,mlp.experts.67.down_proj,0.0000025039,0.01000,0.207
15,mlp.experts.68.down_proj,0.0000020646,0.01000,0.199
15,mlp.experts.69.down_proj,0.0000033783,0.01000,0.202
15,mlp.experts.70.down_proj,0.0000020082,0.01000,0.201
15,mlp.experts.71.down_proj,0.0000040729,0.01000,0.201
15,mlp.experts.72.down_proj,0.0000031442,0.01000,0.199
15,mlp.experts.73.down_proj,0.0000114981,0.01000,0.201
15,mlp.experts.74.down_proj,0.0000056226,0.01000,0.211
15,mlp.experts.75.down_proj,0.0000024300,0.01000,0.201
15,mlp.experts.76.down_proj,0.0000080423,0.01000,0.200
15,mlp.experts.77.down_proj,0.0000010704,0.01000,0.206
15,mlp.experts.78.down_proj,0.0000038374,0.01000,0.201
15,mlp.experts.79.down_proj,0.0000056355,0.01000,0.199
15,mlp.experts.80.down_proj,0.0000008274,0.01000,0.213
15,mlp.experts.81.down_proj,0.0000076807,0.01000,0.199
15,mlp.experts.82.down_proj,0.0000008333,0.01000,0.207
15,mlp.experts.83.down_proj,0.0000045628,0.01000,0.203
15,mlp.experts.84.down_proj,0.0000114395,0.01000,0.201
15,mlp.experts.85.down_proj,0.0000006322,0.01000,0.199
15,mlp.experts.86.down_proj,0.0000016603,0.01000,0.207
15,mlp.experts.87.down_proj,0.0000005526,0.01000,0.202
15,mlp.experts.88.down_proj,0.0000040434,0.01000,0.210
15,mlp.experts.89.down_proj,0.0000017292,0.01000,0.223
15,mlp.experts.90.down_proj,0.0000007116,0.01000,0.207
15,mlp.experts.91.down_proj,0.0000009027,0.01000,0.202
15,mlp.experts.92.down_proj,0.0000150062,0.01000,0.204
15,mlp.experts.93.down_proj,0.0000026517,0.01000,0.204
15,mlp.experts.94.down_proj,0.0000024296,0.01000,0.204
15,mlp.experts.95.down_proj,0.0000013672,0.01000,0.203
15,mlp.experts.96.down_proj,0.0000042856,0.01000,0.201
15,mlp.experts.97.down_proj,0.0000191335,0.01000,0.204
15,mlp.experts.98.down_proj,0.0000009159,0.01000,0.204
15,mlp.experts.99.down_proj,0.0000293135,0.01000,0.202
15,mlp.experts.100.down_proj,0.0000018456,0.01000,0.201
15,mlp.experts.101.down_proj,0.0000018997,0.01000,0.201
15,mlp.experts.102.down_proj,0.0000046586,0.01000,0.205
15,mlp.experts.103.down_proj,0.0000025412,0.01000,0.200
15,mlp.experts.104.down_proj,0.0000096928,0.01000,0.201
15,mlp.experts.105.down_proj,0.0000033398,0.01000,0.199
15,mlp.experts.106.down_proj,0.0000020406,0.01000,0.199
15,mlp.experts.107.down_proj,0.0000030182,0.01000,0.199
15,mlp.experts.108.down_proj,0.0000024494,0.01000,0.204
15,mlp.experts.109.down_proj,0.0000032361,0.01000,0.202
15,mlp.experts.110.down_proj,0.0000053904,0.01000,0.198
15,mlp.experts.111.down_proj,0.0000058703,0.01000,0.198
15,mlp.experts.112.down_proj,0.0000066141,0.01000,0.199
15,mlp.experts.113.down_proj,0.0000191075,0.01000,0.198
15,mlp.experts.114.down_proj,0.0000176911,0.01000,0.199
15,mlp.experts.115.down_proj,0.0000044644,0.01000,0.199
15,mlp.experts.116.down_proj,0.0000022040,0.01000,0.199
15,mlp.experts.117.down_proj,0.0000056228,0.01000,0.200
15,mlp.experts.118.down_proj,0.0000014219,0.01000,0.199
15,mlp.experts.119.down_proj,0.0000008388,0.01000,0.199
15,mlp.experts.120.down_proj,0.0000010204,0.01000,0.199
15,mlp.experts.121.down_proj,0.0000019005,0.01000,0.199
15,mlp.experts.122.down_proj,0.0000055136,0.01000,0.199
15,mlp.experts.123.down_proj,0.0000047391,0.01000,0.205
15,mlp.experts.124.down_proj,0.0000021158,0.01000,0.199
15,mlp.experts.125.down_proj,0.0000011808,0.01000,0.199
15,mlp.experts.126.down_proj,0.0000029770,0.01000,0.198
15,mlp.experts.127.down_proj,0.0000022368,0.01000,0.199
16,self_attn.q_proj,0.0000000504,0.01000,0.520
16,self_attn.k_proj,0.0000000069,0.01000,0.514
16,self_attn.v_proj,0.0000000076,0.01000,0.511
16,self_attn.o_proj,0.0000000050,0.01000,1.033
16,mlp.gate,0.0000010049,0.01000,0.516
16,mlp.experts.0.up_proj,0.0000117080,0.01000,0.518
16,mlp.experts.1.up_proj,0.0000544754,0.01000,0.515
16,mlp.experts.2.up_proj,0.0000105834,0.01000,0.518
16,mlp.experts.3.up_proj,0.0000177540,0.01000,0.526
16,mlp.experts.4.up_proj,0.0000232682,0.01000,0.519
16,mlp.experts.5.up_proj,0.0000067067,0.01000,0.525
16,mlp.experts.6.up_proj,0.0000075989,0.01000,0.528
16,mlp.experts.7.up_proj,0.0000066389,0.01000,0.517
16,mlp.experts.8.up_proj,0.0000059508,0.01000,0.517
16,mlp.experts.9.up_proj,0.0000436003,0.01000,0.515
16,mlp.experts.10.up_proj,0.0000744366,0.01000,0.518
16,mlp.experts.11.up_proj,0.0000090256,0.01000,0.517
16,mlp.experts.12.up_proj,0.0000329519,0.01000,0.520
16,mlp.experts.13.up_proj,0.0000239880,0.01000,0.521
16,mlp.experts.14.up_proj,0.0000127302,0.01000,0.534
16,mlp.experts.15.up_proj,0.0000121103,0.01000,0.512
16,mlp.experts.16.up_proj,0.0000139850,0.01000,0.514
16,mlp.experts.17.up_proj,0.0000233261,0.01000,0.514
16,mlp.experts.18.up_proj,0.0000065606,0.01000,0.513
16,mlp.experts.19.up_proj,0.0000519785,0.01000,0.523
16,mlp.experts.20.up_proj,0.0000129963,0.01000,0.511
16,mlp.experts.21.up_proj,0.0000926971,0.01000,0.511
16,mlp.experts.22.up_proj,0.0000362748,0.01000,0.511
16,mlp.experts.23.up_proj,0.0000156797,0.01000,0.511
16,mlp.experts.24.up_proj,0.0000175955,0.01000,0.517
16,mlp.experts.25.up_proj,0.0000174152,0.01000,0.515
16,mlp.experts.26.up_proj,0.0000106368,0.01000,0.513
16,mlp.experts.27.up_proj,0.0000565750,0.01000,0.512
16,mlp.experts.28.up_proj,0.0000114423,0.01000,0.513
16,mlp.experts.29.up_proj,0.0000143551,0.01000,0.520
16,mlp.experts.30.up_proj,0.0000073556,0.01000,0.532
16,mlp.experts.31.up_proj,0.0001406247,0.01000,0.516
16,mlp.experts.32.up_proj,0.0000297268,0.01000,0.514
16,mlp.experts.33.up_proj,0.0000227956,0.01000,0.516
16,mlp.experts.34.up_proj,0.0000268021,0.01000,0.512
16,mlp.experts.35.up_proj,0.0000023480,0.01000,0.514
16,mlp.experts.36.up_proj,0.0000162693,0.01000,0.512
16,mlp.experts.37.up_proj,0.0000093773,0.01000,0.515
16,mlp.experts.38.up_proj,0.0000535819,0.01000,0.517
16,mlp.experts.39.up_proj,0.0000051609,0.01000,0.515
16,mlp.experts.40.up_proj,0.0000045106,0.01000,0.518
16,mlp.experts.41.up_proj,0.0000739084,0.01000,0.518
16,mlp.experts.42.up_proj,0.0000130772,0.01000,0.517
16,mlp.experts.43.up_proj,0.0000101342,0.01000,0.521
16,mlp.experts.44.up_proj,0.0000205205,0.01000,0.513
16,mlp.experts.45.up_proj,0.0000089758,0.01000,0.514
16,mlp.experts.46.up_proj,0.0000747326,0.01000,0.522
16,mlp.experts.47.up_proj,0.0000870308,0.01000,0.512
16,mlp.experts.48.up_proj,0.0000083767,0.01000,0.512
16,mlp.experts.49.up_proj,0.0000345259,0.01000,0.513
16,mlp.experts.50.up_proj,0.0000124656,0.01000,0.513
16,mlp.experts.51.up_proj,0.0000141737,0.01000,0.515
16,mlp.experts.52.up_proj,0.0000323922,0.01000,0.512
16,mlp.experts.53.up_proj,0.0000798385,0.01000,0.513
16,mlp.experts.54.up_proj,0.0000447593,0.01000,0.513
16,mlp.experts.55.up_proj,0.0000114375,0.01000,0.515
16,mlp.experts.56.up_proj,0.0000773996,0.01000,0.515
16,mlp.experts.57.up_proj,0.0000167474,0.01000,0.512
16,mlp.experts.58.up_proj,0.0000843219,0.01000,0.515
16,mlp.experts.59.up_proj,0.0000600944,0.01000,0.514
16,mlp.experts.60.up_proj,0.0000146571,0.01000,0.516
16,mlp.experts.61.up_proj,0.0000847591,0.01000,0.511
16,mlp.experts.62.up_proj,0.0000230479,0.01000,0.513
16,mlp.experts.63.up_proj,0.0000262625,0.01000,0.514
16,mlp.experts.64.up_proj,0.0000532050,0.01000,0.517
16,mlp.experts.65.up_proj,0.0000021052,0.01000,0.513
16,mlp.experts.66.up_proj,0.0000160280,0.01000,0.524
16,mlp.experts.67.up_proj,0.0000477756,0.01000,0.536
16,mlp.experts.68.up_proj,0.0000220498,0.01000,0.531
16,mlp.experts.69.up_proj,0.0000769436,0.01000,0.523
16,mlp.experts.70.up_proj,0.0000649888,0.01000,0.524
16,mlp.experts.71.up_proj,0.0000277032,0.01000,0.520
16,mlp.experts.72.up_proj,0.0000414900,0.01000,0.516
16,mlp.experts.73.up_proj,0.0000097897,0.01000,0.540
16,mlp.experts.74.up_proj,0.0000991372,0.01000,0.521
16,mlp.experts.75.up_proj,0.0000102032,0.01000,0.518
16,mlp.experts.76.up_proj,0.0000121760,0.01000,0.514
16,mlp.experts.77.up_proj,0.0000110439,0.01000,0.516
16,mlp.experts.78.up_proj,0.0000073203,0.01000,0.519
16,mlp.experts.79.up_proj,0.0000078737,0.01000,0.518
16,mlp.experts.80.up_proj,0.0000055012,0.01000,0.518
16,mlp.experts.81.up_proj,0.0000059951,0.01000,0.520
16,mlp.experts.82.up_proj,0.0000207877,0.01000,0.517
16,mlp.experts.83.up_proj,0.0000059901,0.01000,0.517
16,mlp.experts.84.up_proj,0.0000170043,0.01000,0.522
16,mlp.experts.85.up_proj,0.0000693966,0.01000,0.516
16,mlp.experts.86.up_proj,0.0004291038,0.01000,0.519
16,mlp.experts.87.up_proj,0.0000524985,0.01000,0.540
16,mlp.experts.88.up_proj,0.0000178826,0.01000,0.517
16,mlp.experts.89.up_proj,0.0000037363,0.01000,0.530
16,mlp.experts.90.up_proj,0.0000168054,0.01000,0.518
16,mlp.experts.91.up_proj,0.0000286024,0.01000,0.556
16,mlp.experts.92.up_proj,0.0000116158,0.01000,0.518
16,mlp.experts.93.up_proj,0.0000506551,0.01000,0.520
16,mlp.experts.94.up_proj,0.0000161954,0.01000,0.515
16,mlp.experts.95.up_proj,0.0000071405,0.01000,0.523
16,mlp.experts.96.up_proj,0.0000560326,0.01000,0.514
16,mlp.experts.97.up_proj,0.0000595082,0.01000,0.515
16,mlp.experts.98.up_proj,0.0000388323,0.01000,0.517
16,mlp.experts.99.up_proj,0.0000395351,0.01000,0.512
16,mlp.experts.100.up_proj,0.0000242732,0.01000,0.525
16,mlp.experts.101.up_proj,0.0000047501,0.01000,0.513
16,mlp.experts.102.up_proj,0.0000123475,0.01000,0.524
16,mlp.experts.103.up_proj,0.0000043490,0.01000,0.515
16,mlp.experts.104.up_proj,0.0000355404,0.01000,0.531
16,mlp.experts.105.up_proj,0.0000067164,0.01000,0.516
16,mlp.experts.106.up_proj,0.0000408745,0.01000,0.520
16,mlp.experts.107.up_proj,0.0001051139,0.01000,0.515
16,mlp.experts.108.up_proj,0.0000047005,0.01000,0.515
16,mlp.experts.109.up_proj,0.0000040786,0.01000,0.523
16,mlp.experts.110.up_proj,0.0000186443,0.01000,0.514
16,mlp.experts.111.up_proj,0.0000131921,0.01000,0.514
16,mlp.experts.112.up_proj,0.0000146033,0.01000,0.532
16,mlp.experts.113.up_proj,0.0000150208,0.01000,0.517
16,mlp.experts.114.up_proj,0.0000126731,0.01000,0.523
16,mlp.experts.115.up_proj,0.0000020194,0.01000,0.533
16,mlp.experts.116.up_proj,0.0000644859,0.01000,0.518
16,mlp.experts.117.up_proj,0.0000062246,0.01000,0.521
16,mlp.experts.118.up_proj,0.0000119726,0.01000,0.515
16,mlp.experts.119.up_proj,0.0000150524,0.01000,0.515
16,mlp.experts.120.up_proj,0.0001377500,0.01000,0.513
16,mlp.experts.121.up_proj,0.0000145150,0.01000,0.515
16,mlp.experts.122.up_proj,0.0000487697,0.01000,0.515
16,mlp.experts.123.up_proj,0.0000037656,0.01000,0.513
16,mlp.experts.124.up_proj,0.0000061930,0.01000,0.517
16,mlp.experts.125.up_proj,0.0000944791,0.01000,0.518
16,mlp.experts.126.up_proj,0.0000230373,0.01000,0.515
16,mlp.experts.127.up_proj,0.0000127070,0.01000,0.531
16,mlp.experts.0.gate_proj,0.0000130590,0.01000,0.516
16,mlp.experts.1.gate_proj,0.0000572252,0.01000,0.515
16,mlp.experts.2.gate_proj,0.0000115498,0.01000,0.515
16,mlp.experts.3.gate_proj,0.0000181112,0.01000,0.520
16,mlp.experts.4.gate_proj,0.0000245028,0.01000,0.531
16,mlp.experts.5.gate_proj,0.0000069268,0.01000,0.515
16,mlp.experts.6.gate_proj,0.0000075311,0.01000,0.518
16,mlp.experts.7.gate_proj,0.0000068746,0.01000,0.526
16,mlp.experts.8.gate_proj,0.0000057316,0.01000,0.518
16,mlp.experts.9.gate_proj,0.0000470605,0.01000,0.522
16,mlp.experts.10.gate_proj,0.0000752368,0.01000,0.523
16,mlp.experts.11.gate_proj,0.0000090426,0.01000,0.521
16,mlp.experts.12.gate_proj,0.0000331565,0.01000,0.524
16,mlp.experts.13.gate_proj,0.0000238820,0.01000,0.537
16,mlp.experts.14.gate_proj,0.0000134747,0.01000,0.528
16,mlp.experts.15.gate_proj,0.0000123059,0.01000,0.512
16,mlp.experts.16.gate_proj,0.0000151348,0.01000,0.512
16,mlp.experts.17.gate_proj,0.0000234403,0.01000,0.518
16,mlp.experts.18.gate_proj,0.0000066307,0.01000,0.514
16,mlp.experts.19.gate_proj,0.0000524668,0.01000,0.512
16,mlp.experts.20.gate_proj,0.0000126782,0.01000,0.511
16,mlp.experts.21.gate_proj,0.0001006734,0.01000,0.511
16,mlp.experts.22.gate_proj,0.0000373094,0.01000,0.513
16,mlp.experts.23.gate_proj,0.0000159355,0.01000,0.514
16,mlp.experts.24.gate_proj,0.0000184853,0.01000,0.512
16,mlp.experts.25.gate_proj,0.0000184498,0.01000,0.513
16,mlp.experts.26.gate_proj,0.0000116572,0.01000,0.529
16,mlp.experts.27.gate_proj,0.0000574185,0.01000,0.513
16,mlp.experts.28.gate_proj,0.0000115596,0.01000,0.513
16,mlp.experts.29.gate_proj,0.0000142113,0.01000,0.515
16,mlp.experts.30.gate_proj,0.0000081605,0.01000,0.514
16,mlp.experts.31.gate_proj,0.0001528833,0.01000,0.514
16,mlp.experts.32.gate_proj,0.0000355924,0.01000,0.513
16,mlp.experts.33.gate_proj,0.0000234423,0.01000,0.526
16,mlp.experts.34.gate_proj,0.0000271702,0.01000,0.515
16,mlp.experts.35.gate_proj,0.0000026240,0.01000,0.516
16,mlp.experts.36.gate_proj,0.0000164196,0.01000,0.515
16,mlp.experts.37.gate_proj,0.0000101296,0.01000,0.514
16,mlp.experts.38.gate_proj,0.0000567108,0.01000,0.513
16,mlp.experts.39.gate_proj,0.0000051867,0.01000,0.522
16,mlp.experts.40.gate_proj,0.0000050036,0.01000,0.513
16,mlp.experts.41.gate_proj,0.0000817531,0.01000,0.516
16,mlp.experts.42.gate_proj,0.0000152518,0.01000,0.513
16,mlp.experts.43.gate_proj,0.0000098230,0.01000,0.513
16,mlp.experts.44.gate_proj,0.0000191014,0.01000,0.514
16,mlp.experts.45.gate_proj,0.0000087115,0.01000,0.512
16,mlp.experts.46.gate_proj,0.0000755375,0.01000,0.513
16,mlp.experts.47.gate_proj,0.0000903493,0.01000,0.512
16,mlp.experts.48.gate_proj,0.0000084462,0.01000,0.512
16,mlp.experts.49.gate_proj,0.0000359678,0.01000,0.515
16,mlp.experts.50.gate_proj,0.0000137274,0.01000,0.528
16,mlp.experts.51.gate_proj,0.0000149896,0.01000,0.518
16,mlp.experts.52.gate_proj,0.0000333751,0.01000,0.522
16,mlp.experts.53.gate_proj,0.0000814540,0.01000,0.524
16,mlp.experts.54.gate_proj,0.0000459031,0.01000,0.513
16,mlp.experts.55.gate_proj,0.0000118557,0.01000,0.514
16,mlp.experts.56.gate_proj,0.0000812429,0.01000,0.513
16,mlp.experts.57.gate_proj,0.0000173859,0.01000,0.513
16,mlp.experts.58.gate_proj,0.0000859853,0.01000,0.513
16,mlp.experts.59.gate_proj,0.0000619463,0.01000,0.514
16,mlp.experts.60.gate_proj,0.0000149483,0.01000,0.515
16,mlp.experts.61.gate_proj,0.0000912449,0.01000,0.524
16,mlp.experts.62.gate_proj,0.0000232915,0.01000,0.519
16,mlp.experts.63.gate_proj,0.0000259116,0.01000,0.516
16,mlp.experts.64.gate_proj,0.0000526289,0.01000,0.513
16,mlp.experts.65.gate_proj,0.0000022181,0.01000,0.513
16,mlp.experts.66.gate_proj,0.0000170728,0.01000,0.522
16,mlp.experts.67.gate_proj,0.0000509998,0.01000,0.516
16,mlp.experts.68.gate_proj,0.0000238362,0.01000,0.522
16,mlp.experts.69.gate_proj,0.0000765103,0.01000,0.514
16,mlp.experts.70.gate_proj,0.0000670779,0.01000,0.516
16,mlp.experts.71.gate_proj,0.0000290721,0.01000,0.513
16,mlp.experts.72.gate_proj,0.0000492672,0.01000,0.511
16,mlp.experts.73.gate_proj,0.0000097252,0.01000,0.514
16,mlp.experts.74.gate_proj,0.0002053051,0.01000,0.514
16,mlp.experts.75.gate_proj,0.0000104240,0.01000,0.520
16,mlp.experts.76.gate_proj,0.0000125688,0.01000,0.517
16,mlp.experts.77.gate_proj,0.0000104692,0.01000,0.515
16,mlp.experts.78.gate_proj,0.0000077162,0.01000,0.515
16,mlp.experts.79.gate_proj,0.0000084871,0.01000,0.515
16,mlp.experts.80.gate_proj,0.0000059461,0.01000,0.536
16,mlp.experts.81.gate_proj,0.0000061806,0.01000,0.517
16,mlp.experts.82.gate_proj,0.0000216371,0.01000,0.516
16,mlp.experts.83.gate_proj,0.0000060863,0.01000,0.517
16,mlp.experts.84.gate_proj,0.0000185124,0.01000,0.515
16,mlp.experts.85.gate_proj,0.0000727306,0.01000,0.515
16,mlp.experts.86.gate_proj,0.0004753218,0.01000,0.518
16,mlp.experts.87.gate_proj,0.0000558709,0.01000,0.528
16,mlp.experts.88.gate_proj,0.0000184763,0.01000,0.536
16,mlp.experts.89.gate_proj,0.0000038736,0.01000,0.516
16,mlp.experts.90.gate_proj,0.0000172695,0.01000,0.534
16,mlp.experts.91.gate_proj,0.0000293936,0.01000,0.521
16,mlp.experts.92.gate_proj,0.0000119326,0.01000,0.535
16,mlp.experts.93.gate_proj,0.0000544094,0.01000,0.537
16,mlp.experts.94.gate_proj,0.0000164457,0.01000,0.522
16,mlp.experts.95.gate_proj,0.0000072537,0.01000,0.534
16,mlp.experts.96.gate_proj,0.0000598231,0.01000,0.520
16,mlp.experts.97.gate_proj,0.0000632779,0.01000,0.527
16,mlp.experts.98.gate_proj,0.0000389939,0.01000,0.523
16,mlp.experts.99.gate_proj,0.0000424247,0.01000,0.523
16,mlp.experts.100.gate_proj,0.0000242867,0.01000,0.523
16,mlp.experts.101.gate_proj,0.0000050139,0.01000,0.526
16,mlp.experts.102.gate_proj,0.0000121326,0.01000,0.526
16,mlp.experts.103.gate_proj,0.0000045919,0.01000,0.521
16,mlp.experts.104.gate_proj,0.0000393839,0.01000,0.521
16,mlp.experts.105.gate_proj,0.0000066687,0.01000,0.518
16,mlp.experts.106.gate_proj,0.0000417931,0.01000,0.527
16,mlp.experts.107.gate_proj,0.0001076251,0.01000,0.517
16,mlp.experts.108.gate_proj,0.0000044420,0.01000,0.523
16,mlp.experts.109.gate_proj,0.0000042525,0.01000,0.518
16,mlp.experts.110.gate_proj,0.0000190724,0.01000,0.519
16,mlp.experts.111.gate_proj,0.0000133031,0.01000,0.531
16,mlp.experts.112.gate_proj,0.0000148779,0.01000,0.522
16,mlp.experts.113.gate_proj,0.0000170088,0.01000,0.523
16,mlp.experts.114.gate_proj,0.0000131584,0.01000,0.522
16,mlp.experts.115.gate_proj,0.0000018922,0.01000,0.521
16,mlp.experts.116.gate_proj,0.0000670312,0.01000,0.525
16,mlp.experts.117.gate_proj,0.0000060712,0.01000,0.540
16,mlp.experts.118.gate_proj,0.0000126669,0.01000,0.530
16,mlp.experts.119.gate_proj,0.0000159797,0.01000,0.522
16,mlp.experts.120.gate_proj,0.0001434462,0.01000,0.528
16,mlp.experts.121.gate_proj,0.0000159240,0.01000,0.539
16,mlp.experts.122.gate_proj,0.0000485108,0.01000,0.532
16,mlp.experts.123.gate_proj,0.0000043326,0.01000,0.524
16,mlp.experts.124.gate_proj,0.0000061562,0.01000,0.544
16,mlp.experts.125.gate_proj,0.0000980694,0.01000,0.525
16,mlp.experts.126.gate_proj,0.0000254330,0.01000,0.524
16,mlp.experts.127.gate_proj,0.0000133957,0.01000,0.523
16,mlp.experts.0.down_proj,0.0000032375,0.01000,0.198
16,mlp.experts.1.down_proj,0.0000067779,0.01000,0.194
16,mlp.experts.2.down_proj,0.0000023218,0.01000,0.199
16,mlp.experts.3.down_proj,0.0000033135,0.01000,0.196
16,mlp.experts.4.down_proj,0.0000036787,0.01000,0.197
16,mlp.experts.5.down_proj,0.0000014926,0.01000,0.197
16,mlp.experts.6.down_proj,0.0000014279,0.01000,0.199
16,mlp.experts.7.down_proj,0.0000012638,0.01000,0.197
16,mlp.experts.8.down_proj,0.0000010325,0.01000,0.199
16,mlp.experts.9.down_proj,0.0000053412,0.01000,0.198
16,mlp.experts.10.down_proj,0.0000093254,0.01000,0.199
16,mlp.experts.11.down_proj,0.0000017592,0.01000,0.201
16,mlp.experts.12.down_proj,0.0000044758,0.01000,0.201
16,mlp.experts.13.down_proj,0.0000039676,0.01000,0.198
16,mlp.experts.14.down_proj,0.0000018551,0.01000,0.202
16,mlp.experts.15.down_proj,0.0000024052,0.01000,0.201
16,mlp.experts.16.down_proj,0.0000020698,0.01000,0.205
16,mlp.experts.17.down_proj,0.0000046745,0.01000,0.201
16,mlp.experts.18.down_proj,0.0000011356,0.01000,0.199
16,mlp.experts.19.down_proj,0.0000069418,0.01000,0.199
16,mlp.experts.20.down_proj,0.0000025088,0.01000,0.199
16,mlp.experts.21.down_proj,0.0000139187,0.01000,0.199
16,mlp.experts.22.down_proj,0.0000072272,0.01000,0.198
16,mlp.experts.23.down_proj,0.0000031518,0.01000,0.199
16,mlp.experts.24.down_proj,0.0000020890,0.01000,0.198
16,mlp.experts.25.down_proj,0.0000025299,0.01000,0.199
16,mlp.experts.26.down_proj,0.0000011714,0.01000,0.199
16,mlp.experts.27.down_proj,0.0000065747,0.01000,0.206
16,mlp.experts.28.down_proj,0.0000016553,0.01000,0.198
16,mlp.experts.29.down_proj,0.0000023454,0.01000,0.206
16,mlp.experts.30.down_proj,0.0000008685,0.01000,0.199
16,mlp.experts.31.down_proj,0.0000316744,0.01000,0.203
16,mlp.experts.32.down_proj,0.0000044024,0.01000,0.198
16,mlp.experts.33.down_proj,0.0000042661,0.01000,0.201
16,mlp.experts.34.down_proj,0.0000038576,0.01000,0.198
16,mlp.experts.35.down_proj,0.0000003623,0.01000,0.202
16,mlp.experts.36.down_proj,0.0000042700,0.01000,0.205
16,mlp.experts.37.down_proj,0.0000015562,0.01000,0.198
16,mlp.experts.38.down_proj,0.0000124028,0.01000,0.199
16,mlp.experts.39.down_proj,0.0000006755,0.01000,0.198
16,mlp.experts.40.down_proj,0.0000008258,0.01000,0.198
16,mlp.experts.41.down_proj,0.0000112257,0.01000,0.199
16,mlp.experts.42.down_proj,0.0000012145,0.01000,0.203
16,mlp.experts.43.down_proj,0.0000016809,0.01000,0.198
16,mlp.experts.44.down_proj,0.0000048070,0.01000,0.200
16,mlp.experts.45.down_proj,0.0000013583,0.01000,0.198
16,mlp.experts.46.down_proj,0.0000092925,0.01000,0.201
16,mlp.experts.47.down_proj,0.0000187762,0.01000,0.199
16,mlp.experts.48.down_proj,0.0000010485,0.01000,0.199
16,mlp.experts.49.down_proj,0.0000058864,0.01000,0.198
16,mlp.experts.50.down_proj,0.0000024064,0.01000,0.199
16,mlp.experts.51.down_proj,0.0000023971,0.01000,0.199
16,mlp.experts.52.down_proj,0.0000054713,0.01000,0.198
16,mlp.experts.53.down_proj,0.0000107730,0.01000,0.199
16,mlp.experts.54.down_proj,0.0000063527,0.01000,0.198
16,mlp.experts.55.down_proj,0.0000019085,0.01000,0.197
16,mlp.experts.56.down_proj,0.0000160093,0.01000,0.198
16,mlp.experts.57.down_proj,0.0000025154,0.01000,0.202
16,mlp.experts.58.down_proj,0.0000134834,0.01000,0.203
16,mlp.experts.59.down_proj,0.0000123078,0.01000,0.200
16,mlp.experts.60.down_proj,0.0000028766,0.01000,0.198
16,mlp.experts.61.down_proj,0.0000246028,0.01000,0.199
16,mlp.experts.62.down_proj,0.0000018403,0.01000,0.198
16,mlp.experts.63.down_proj,0.0000037453,0.01000,0.200
16,mlp.experts.64.down_proj,0.0000100679,0.01000,0.198
16,mlp.experts.65.down_proj,0.0000003312,0.01000,0.200
16,mlp.experts.66.down_proj,0.0000029004,0.01000,0.200
16,mlp.experts.67.down_proj,0.0000107463,0.01000,0.209
16,mlp.experts.68.down_proj,0.0000045331,0.01000,0.198
16,mlp.experts.69.down_proj,0.0000088842,0.01000,0.198
16,mlp.experts.70.down_proj,0.0000081303,0.01000,0.199
16,mlp.experts.71.down_proj,0.0000039147,0.01000,0.198
16,mlp.experts.72.down_proj,0.0000045171,0.01000,0.198
16,mlp.experts.73.down_proj,0.0000013360,0.01000,0.198
16,mlp.experts.74.down_proj,0.0000148583,0.01000,0.198
16,mlp.experts.75.down_proj,0.0000014410,0.01000,0.203
16,mlp.experts.76.down_proj,0.0000019417,0.01000,0.202
16,mlp.experts.77.down_proj,0.0000018407,0.01000,0.198
16,mlp.experts.78.down_proj,0.0000009206,0.01000,0.199
16,mlp.experts.79.down_proj,0.0000010809,0.01000,0.202
16,mlp.experts.80.down_proj,0.0000008373,0.01000,0.199
16,mlp.experts.81.down_proj,0.0000010700,0.01000,0.197
16,mlp.experts.82.down_proj,0.0000037899,0.01000,0.199
16,mlp.experts.83.down_proj,0.0000011978,0.01000,0.198
16,mlp.experts.84.down_proj,0.0000032420,0.01000,0.198
16,mlp.experts.85.down_proj,0.0000109465,0.01000,0.198
16,mlp.experts.86.down_proj,0.0001254334,0.01000,0.199
16,mlp.experts.87.down_proj,0.0000062785,0.01000,0.198
16,mlp.experts.88.down_proj,0.0000031308,0.01000,0.198
16,mlp.experts.89.down_proj,0.0000009125,0.01000,0.199
16,mlp.experts.90.down_proj,0.0000031953,0.01000,0.199
16,mlp.experts.91.down_proj,0.0000034346,0.01000,0.201
16,mlp.experts.92.down_proj,0.0000026719,0.01000,0.202
16,mlp.experts.93.down_proj,0.0000081913,0.01000,0.199
16,mlp.experts.94.down_proj,0.0000029226,0.01000,0.203
16,mlp.experts.95.down_proj,0.0000019315,0.01000,0.202
16,mlp.experts.96.down_proj,0.0000110261,0.01000,0.198
16,mlp.experts.97.down_proj,0.0000064543,0.01000,0.199
16,mlp.experts.98.down_proj,0.0000058350,0.01000,0.200
16,mlp.experts.99.down_proj,0.0000061915,0.01000,0.201
16,mlp.experts.100.down_proj,0.0000019974,0.01000,0.201
16,mlp.experts.101.down_proj,0.0000006840,0.01000,0.205
16,mlp.experts.102.down_proj,0.0000018228,0.01000,0.198
16,mlp.experts.103.down_proj,0.0000007409,0.01000,0.198
16,mlp.experts.104.down_proj,0.0000077619,0.01000,0.197
16,mlp.experts.105.down_proj,0.0000012417,0.01000,0.198
16,mlp.experts.106.down_proj,0.0000059584,0.01000,0.198
16,mlp.experts.107.down_proj,0.0000100933,0.01000,0.198
16,mlp.experts.108.down_proj,0.0000006872,0.01000,0.221
16,mlp.experts.109.down_proj,0.0000006510,0.01000,0.198
16,mlp.experts.110.down_proj,0.0000034221,0.01000,0.201
16,mlp.experts.111.down_proj,0.0000025840,0.01000,0.199
16,mlp.experts.112.down_proj,0.0000037349,0.01000,0.199
16,mlp.experts.113.down_proj,0.0000019769,0.01000,0.198
16,mlp.experts.114.down_proj,0.0000022541,0.01000,0.200
16,mlp.experts.115.down_proj,0.0000003438,0.01000,0.207
16,mlp.experts.116.down_proj,0.0000123168,0.01000,0.199
16,mlp.experts.117.down_proj,0.0000010806,0.01000,0.198
16,mlp.experts.118.down_proj,0.0000021141,0.01000,0.200
16,mlp.experts.119.down_proj,0.0000029902,0.01000,0.199
16,mlp.experts.120.down_proj,0.0000254302,0.01000,0.198
16,mlp.experts.121.down_proj,0.0000022156,0.01000,0.198
16,mlp.experts.122.down_proj,0.0000080336,0.01000,0.201
16,mlp.experts.123.down_proj,0.0000005953,0.01000,0.198
16,mlp.experts.124.down_proj,0.0000011139,0.01000,0.202
16,mlp.experts.125.down_proj,0.0000236221,0.01000,0.201
16,mlp.experts.126.down_proj,0.0000038313,0.01000,0.198
16,mlp.experts.127.down_proj,0.0000018911,0.01000,0.199
17,self_attn.q_proj,0.0000000545,0.01000,0.516
17,self_attn.k_proj,0.0000000077,0.01000,0.516
17,self_attn.v_proj,0.0000000074,0.01000,0.513
17,self_attn.o_proj,0.0000000055,0.01000,1.042
17,mlp.gate,0.0000010242,0.01000,0.512
17,mlp.experts.0.up_proj,0.0000096430,0.01000,0.522
17,mlp.experts.1.up_proj,0.0000051901,0.01000,0.521
17,mlp.experts.2.up_proj,0.0000140052,0.01000,0.521
17,mlp.experts.3.up_proj,0.0000234451,0.01000,0.520
17,mlp.experts.4.up_proj,0.0000618342,0.01000,0.517
17,mlp.experts.5.up_proj,0.0000111341,0.01000,0.519
17,mlp.experts.6.up_proj,0.0000159941,0.01000,0.537
17,mlp.experts.7.up_proj,0.0000299799,0.01000,0.523
17,mlp.experts.8.up_proj,0.0000901731,0.01000,0.524
17,mlp.experts.9.up_proj,0.0000094248,0.01000,0.522
17,mlp.experts.10.up_proj,0.0000310316,0.01000,0.516
17,mlp.experts.11.up_proj,0.0000111912,0.01000,0.516
17,mlp.experts.12.up_proj,0.0000160337,0.01000,0.525
17,mlp.experts.13.up_proj,0.0000317203,0.01000,0.520
17,mlp.experts.14.up_proj,0.0000131785,0.01000,0.539
17,mlp.experts.15.up_proj,0.0000105279,0.01000,0.517
17,mlp.experts.16.up_proj,0.0000614003,0.01000,0.515
17,mlp.experts.17.up_proj,0.0000074867,0.01000,0.514
17,mlp.experts.18.up_proj,0.0000017081,0.01000,0.516
17,mlp.experts.19.up_proj,0.0000053150,0.01000,0.513
17,mlp.experts.20.up_proj,0.0000104611,0.01000,0.516
17,mlp.experts.21.up_proj,0.0000084117,0.01000,0.514
17,mlp.experts.22.up_proj,0.0000396115,0.01000,0.525
17,mlp.experts.23.up_proj,0.0000707220,0.01000,0.515
17,mlp.experts.24.up_proj,0.0003502718,0.01000,0.514
17,mlp.experts.25.up_proj,0.0000790922,0.01000,0.518
17,mlp.experts.26.up_proj,0.0000109163,0.01000,0.516
17,mlp.experts.27.up_proj,0.0000153242,0.01000,0.523
17,mlp.experts.28.up_proj,0.0000234435,0.01000,0.517
17,mlp.experts.29.up_proj,0.0000545357,0.01000,0.512
17,mlp.experts.30.up_proj,0.0000257850,0.01000,0.512
17,mlp.experts.31.up_proj,0.0001402031,0.01000,0.518
17,mlp.experts.32.up_proj,0.0001048992,0.01000,0.514
17,mlp.experts.33.up_proj,0.0000383491,0.01000,0.515
17,mlp.experts.34.up_proj,0.0000264688,0.01000,0.514
17,mlp.experts.35.up_proj,0.0000117380,0.01000,0.513
17,mlp.experts.36.up_proj,0.0000098200,0.01000,0.514
17,mlp.experts.37.up_proj,0.0000757489,0.01000,0.515
17,mlp.experts.38.up_proj,0.0000081353,0.01000,0.520
17,mlp.experts.39.up_proj,0.0000060120,0.01000,0.514
17,mlp.experts.40.up_proj,0.0002147109,0.01000,0.514
17,mlp.experts.41.up_proj,0.0000296655,0.01000,0.519
17,mlp.experts.42.up_proj,0.0000051601,0.01000,0.514
17,mlp.experts.43.up_proj,0.0000606665,0.01000,0.511
17,mlp.experts.44.up_proj,0.0000143372,0.01000,0.526
17,mlp.experts.45.up_proj,0.0000160933,0.01000,0.512
17,mlp.experts.46.up_proj,0.0000143007,0.01000,0.516
17,mlp.experts.47.up_proj,0.0000221214,0.01000,0.515
17,mlp.experts.48.up_proj,0.0000158504,0.01000,0.514
17,mlp.experts.49.up_proj,0.0000022340,0.01000,0.512
17,mlp.experts.50.up_proj,0.0000108005,0.01000,0.518
17,mlp.experts.51.up_proj,0.0001850485,0.01000,0.513
17,mlp.experts.52.up_proj,0.0000152593,0.01000,0.534
17,mlp.experts.53.up_proj,0.0000058013,0.01000,0.520
17,mlp.experts.54.up_proj,0.0000081163,0.01000,0.525
17,mlp.experts.55.up_proj,0.0000051328,0.01000,0.526
17,mlp.experts.56.up_proj,0.0000144149,0.01000,0.515
17,mlp.experts.57.up_proj,0.0000161696,0.01000,0.510
17,mlp.experts.58.up_proj,0.0000057691,0.01000,0.514
17,mlp.experts.59.up_proj,0.0000374232,0.01000,0.526
17,mlp.experts.60.up_proj,0.0002154365,0.01000,0.513
17,mlp.experts.61.up_proj,0.0000077421,0.01000,0.516
17,mlp.experts.62.up_proj,0.0000104728,0.01000,0.519
17,mlp.experts.63.up_proj,0.0000258011,0.01000,0.513
17,mlp.experts.64.up_proj,0.0000129938,0.01000,0.512
17,mlp.experts.65.up_proj,0.0000118659,0.01000,0.514
17,mlp.experts.66.up_proj,0.0000121183,0.01000,0.519
17,mlp.experts.67.up_proj,0.0001639917,0.01000,0.513
17,mlp.experts.68.up_proj,0.0000067792,0.01000,0.518
17,mlp.experts.69.up_proj,0.0000085990,0.01000,0.519
17,mlp.experts.70.up_proj,0.0000638254,0.01000,0.512
17,mlp.experts.71.up_proj,0.0000469982,0.01000,0.518
17,mlp.experts.72.up_proj,0.0000056837,0.01000,0.528
17,mlp.experts.73.up_proj,0.0000633016,0.01000,0.514
17,mlp.experts.74.up_proj,0.0000083900,0.01000,0.513
17,mlp.experts.75.up_proj,0.0000405439,0.01000,0.514
17,mlp.experts.76.up_proj,0.0000090835,0.01000,0.514
17,mlp.experts.77.up_proj,0.0000244312,0.01000,0.515
17,mlp.experts.78.up_proj,0.0000227587,0.01000,0.514
17,mlp.experts.79.up_proj,0.0000136190,0.01000,0.515
17,mlp.experts.80.up_proj,0.0000109265,0.01000,0.514
17,mlp.experts.81.up_proj,0.0000186118,0.01000,0.519
17,mlp.experts.82.up_proj,0.0000036591,0.01000,0.513
17,mlp.experts.83.up_proj,0.0000089572,0.01000,0.514
17,mlp.experts.84.up_proj,0.0000087293,0.01000,0.528
17,mlp.experts.85.up_proj,0.0000153398,0.01000,0.516
17,mlp.experts.86.up_proj,0.0000244056,0.01000,0.512
17,mlp.experts.87.up_proj,0.0000235397,0.01000,0.512
17,mlp.experts.88.up_proj,0.0000112559,0.01000,0.521
17,mlp.experts.89.up_proj,0.0000446470,0.01000,0.512
17,mlp.experts.90.up_proj,0.0000331609,0.01000,0.525
17,mlp.experts.91.up_proj,0.0000470558,0.01000,0.516
17,mlp.experts.92.up_proj,0.0000179228,0.01000,0.514
17,mlp.experts.93.up_proj,0.0000237563,0.01000,0.514
17,mlp.experts.94.up_proj,0.0000436396,0.01000,0.515
17,mlp.experts.95.up_proj,0.0000488408,0.01000,0.525
17,mlp.experts.96.up_proj,0.0002434393,0.01000,0.534
17,mlp.experts.97.up_proj,0.0000091895,0.01000,0.519
17,mlp.experts.98.up_proj,0.0000884915,0.01000,0.513
17,mlp.experts.99.up_proj,0.0000016253,0.01000,0.516
17,mlp.experts.100.up_proj,0.0000269006,0.01000,0.512
17,mlp.experts.101.up_proj,0.0000244809,0.01000,0.511
17,mlp.experts.102.up_proj,0.0000097268,0.01000,0.513
17,mlp.experts.103.up_proj,0.0000120942,0.01000,0.511
17,mlp.experts.104.up_proj,0.0000242958,0.01000,0.512
17,mlp.experts.105.up_proj,0.0000147790,0.01000,0.514
17,mlp.experts.106.up_proj,0.0000067543,0.01000,0.513
17,mlp.experts.107.up_proj,0.0000515302,0.01000,0.519
17,mlp.experts.108.up_proj,0.0000142766,0.01000,0.521
17,mlp.experts.109.up_proj,0.0000053860,0.01000,0.531
17,mlp.experts.110.up_proj,0.0000301738,0.01000,0.522
17,mlp.experts.111.up_proj,0.0000974025,0.01000,0.512
17,mlp.experts.112.up_proj,0.0000073492,0.01000,0.514
17,mlp.experts.113.up_proj,0.0000339041,0.01000,0.541
17,mlp.experts.114.up_proj,0.0002178570,0.01000,0.527
17,mlp.experts.115.up_proj,0.0000392856,0.01000,0.515
17,mlp.experts.116.up_proj,0.0000426722,0.01000,0.513
17,mlp.experts.117.up_proj,0.0000145476,0.01000,0.513
17,mlp.experts.118.up_proj,0.0000122483,0.01000,0.528
17,mlp.experts.119.up_proj,0.0000075123,0.01000,0.513
17,mlp.experts.120.up_proj,0.0000179087,0.01000,0.518
17,mlp.experts.121.up_proj,0.0000069056,0.01000,0.515
17,mlp.experts.122.up_proj,0.0000047149,0.01000,0.518
17,mlp.experts.123.up_proj,0.0000541777,0.01000,0.516
17,mlp.experts.124.up_proj,0.0000515389,0.01000,0.511
17,mlp.experts.125.up_proj,0.0001584374,0.01000,0.513
17,mlp.experts.126.up_proj,0.0000183590,0.01000,0.521
17,mlp.experts.127.up_proj,0.0000215422,0.01000,0.515
17,mlp.experts.0.gate_proj,0.0000087780,0.01000,0.520
17,mlp.experts.1.gate_proj,0.0000050769,0.01000,0.513
17,mlp.experts.2.gate_proj,0.0000137285,0.01000,0.512
17,mlp.experts.3.gate_proj,0.0000238689,0.01000,0.512
17,mlp.experts.4.gate_proj,0.0000614460,0.01000,0.514
17,mlp.experts.5.gate_proj,0.0000117044,0.01000,0.531
17,mlp.experts.6.gate_proj,0.0000167150,0.01000,0.519
17,mlp.experts.7.gate_proj,0.0000302130,0.01000,0.521
17,mlp.experts.8.gate_proj,0.0000953896,0.01000,0.528
17,mlp.experts.9.gate_proj,0.0000095594,0.01000,0.513
17,mlp.experts.10.gate_proj,0.0000321308,0.01000,0.511
17,mlp.experts.11.gate_proj,0.0000093257,0.01000,0.511
17,mlp.experts.12.gate_proj,0.0000164714,0.01000,0.512
17,mlp.experts.13.gate_proj,0.0000327193,0.01000,0.512
17,mlp.experts.14.gate_proj,0.0000133487,0.01000,0.527
17,mlp.experts.15.gate_proj,0.0000104617,0.01000,0.529
17,mlp.experts.16.gate_proj,0.0000660062,0.01000,0.515
17,mlp.experts.17.gate_proj,0.0000067443,0.01000,0.521
17,mlp.experts.18.gate_proj,0.0000016470,0.01000,0.527
17,mlp.experts.19.gate_proj,0.0000047633,0.01000,0.518
17,mlp.experts.20.gate_proj,0.0000103415,0.01000,0.520
17,mlp.experts.21.gate_proj,0.0000086858,0.01000,0.535
17,mlp.experts.22.gate_proj,0.0000409763,0.01000,0.524
17,mlp.experts.23.gate_proj,0.0000783998,0.01000,0.522
17,mlp.experts.24.gate_proj,0.0003766915,0.01000,0.516
17,mlp.experts.25.gate_proj,0.0000794986,0.01000,0.517
17,mlp.experts.26.gate_proj,0.0000111746,0.01000,0.515
17,mlp.experts.27.gate_proj,0.0000151260,0.01000,0.516
17,mlp.experts.28.gate_proj,0.0000226774,0.01000,0.517
17,mlp.experts.29.gate_proj,0.0000576537,0.01000,0.514
17,mlp.experts.30.gate_proj,0.0000276892,0.01000,0.519
17,mlp.experts.31.gate_proj,0.0001471846,0.01000,0.519
17,mlp.experts.32.gate_proj,0.0001137319,0.01000,0.519
17,mlp.experts.33.gate_proj,0.0000387075,0.01000,0.532
17,mlp.experts.34.gate_proj,0.0000272739,0.01000,0.529
17,mlp.experts.35.gate_proj,0.0000118434,0.01000,0.517
17,mlp.experts.36.gate_proj,0.0000057003,0.01000,0.517
17,mlp.experts.37.gate_proj,0.0000793340,0.01000,0.519
17,mlp.experts.38.gate_proj,0.0000086628,0.01000,0.526
17,mlp.experts.39.gate_proj,0.0000060596,0.01000,0.519
17,mlp.experts.40.gate_proj,0.0002151983,0.01000,0.524
17,mlp.experts.41.gate_proj,0.0000310117,0.01000,0.516
17,mlp.experts.42.gate_proj,0.0000051894,0.01000,0.536
17,mlp.experts.43.gate_proj,0.0000620331,0.01000,0.518
17,mlp.experts.44.gate_proj,0.0000147056,0.01000,0.532
17,mlp.experts.45.gate_proj,0.0000163527,0.01000,0.518
17,mlp.experts.46.gate_proj,0.0000138205,0.01000,0.525
17,mlp.experts.47.gate_proj,0.0000246463,0.01000,0.536
17,mlp.experts.48.gate_proj,0.0000267297,0.01000,0.513
17,mlp.experts.49.gate_proj,0.0000022509,0.01000,0.513
17,mlp.experts.50.gate_proj,0.0000112859,0.01000,0.513
17,mlp.experts.51.gate_proj,0.0001874388,0.01000,0.516
17,mlp.experts.52.gate_proj,0.0000152790,0.01000,0.512
17,mlp.experts.53.gate_proj,0.0000058446,0.01000,0.515
17,mlp.experts.54.gate_proj,0.0000082225,0.01000,0.518
17,mlp.experts.55.gate_proj,0.0000052090,0.01000,0.513
17,mlp.experts.56.gate_proj,0.0000143683,0.01000,0.518
17,mlp.experts.57.gate_proj,0.0000180801,0.01000,0.513
17,mlp.experts.58.gate_proj,0.0000059332,0.01000,0.513
17,mlp.experts.59.gate_proj,0.0000380224,0.01000,0.514
17,mlp.experts.60.gate_proj,0.0002140738,0.01000,0.515
17,mlp.experts.61.gate_proj,0.0000081328,0.01000,0.528
17,mlp.experts.62.gate_proj,0.0000112885,0.01000,0.513
17,mlp.experts.63.gate_proj,0.0000255079,0.01000,0.514
17,mlp.experts.64.gate_proj,0.0000119831,0.01000,0.514
17,mlp.experts.65.gate_proj,0.0000106011,0.01000,0.526
17,mlp.experts.66.gate_proj,0.0000119043,0.01000,0.523
17,mlp.experts.67.gate_proj,0.0001654004,0.01000,0.514
17,mlp.experts.68.gate_proj,0.0000073914,0.01000,0.513
17,mlp.experts.69.gate_proj,0.0000082325,0.01000,0.515
17,mlp.experts.70.gate_proj,0.0000647354,0.01000,0.513
17,mlp.experts.71.gate_proj,0.0000487961,0.01000,0.514
17,mlp.experts.72.gate_proj,0.0000053679,0.01000,0.527
17,mlp.experts.73.gate_proj,0.0000675037,0.01000,0.521
17,mlp.experts.74.gate_proj,0.0000085604,0.01000,0.527
17,mlp.experts.75.gate_proj,0.0000406797,0.01000,0.515
17,mlp.experts.76.gate_proj,0.0000097701,0.01000,0.514
17,mlp.experts.77.gate_proj,0.0000261894,0.01000,0.515
17,mlp.experts.78.gate_proj,0.0000226080,0.01000,0.514
17,mlp.experts.79.gate_proj,0.0000156875,0.01000,0.529
17,mlp.experts.80.gate_proj,0.0000124925,0.01000,0.514
17,mlp.experts.81.gate_proj,0.0000184979,0.01000,0.515
17,mlp.experts.82.gate_proj,0.0000039200,0.01000,0.513
17,mlp.experts.83.gate_proj,0.0000088385,0.01000,0.517
17,mlp.experts.84.gate_proj,0.0000085473,0.01000,0.519
17,mlp.experts.85.gate_proj,0.0000138608,0.01000,0.519
17,mlp.experts.86.gate_proj,0.0000266070,0.01000,0.516
17,mlp.experts.87.gate_proj,0.0000261752,0.01000,0.519
17,mlp.experts.88.gate_proj,0.0000114828,0.01000,0.522
17,mlp.experts.89.gate_proj,0.0000479390,0.01000,0.517
17,mlp.experts.90.gate_proj,0.0000333089,0.01000,0.521
17,mlp.experts.91.gate_proj,0.0000498683,0.01000,0.519
17,mlp.experts.92.gate_proj,0.0000184330,0.01000,0.526
17,mlp.experts.93.gate_proj,0.0000245095,0.01000,0.522
17,mlp.experts.94.gate_proj,0.0000438212,0.01000,0.522
17,mlp.experts.95.gate_proj,0.0000514080,0.01000,0.529
17,mlp.experts.96.gate_proj,0.0002461688,0.01000,0.520
17,mlp.experts.97.gate_proj,0.0000087330,0.01000,0.521
17,mlp.experts.98.gate_proj,0.0000928280,0.01000,0.522
17,mlp.experts.99.gate_proj,0.0000015657,0.01000,0.528
17,mlp.experts.100.gate_proj,0.0000266901,0.01000,0.525
17,mlp.experts.101.gate_proj,0.0000243533,0.01000,0.533
17,mlp.experts.102.gate_proj,0.0000098350,0.01000,0.520
17,mlp.experts.103.gate_proj,0.0000115637,0.01000,0.527
17,mlp.experts.104.gate_proj,0.0000248484,0.01000,0.520
17,mlp.experts.105.gate_proj,0.0000148127,0.01000,0.520
17,mlp.experts.106.gate_proj,0.0000066167,0.01000,0.519
17,mlp.experts.107.gate_proj,0.0000500168,0.01000,0.520
17,mlp.experts.108.gate_proj,0.0000141473,0.01000,0.522
17,mlp.experts.109.gate_proj,0.0000055220,0.01000,0.523
17,mlp.experts.110.gate_proj,0.0000332109,0.01000,0.523
17,mlp.experts.111.gate_proj,0.0000964645,0.01000,0.526
17,mlp.experts.112.gate_proj,0.0000074786,0.01000,0.529
17,mlp.experts.113.gate_proj,0.0000356421,0.01000,0.519
17,mlp.experts.114.gate_proj,0.0002254576,0.01000,0.523
17,mlp.experts.115.gate_proj,0.0000397012,0.01000,0.520
17,mlp.experts.116.gate_proj,0.0000441456,0.01000,0.534
17,mlp.experts.117.gate_proj,0.0000137843,0.01000,0.533
17,mlp.experts.118.gate_proj,0.0000124464,0.01000,0.520
17,mlp.experts.119.gate_proj,0.0000079584,0.01000,0.520
17,mlp.experts.120.gate_proj,0.0000175443,0.01000,0.518
17,mlp.experts.121.gate_proj,0.0000075669,0.01000,0.521
17,mlp.experts.122.gate_proj,0.0000044464,0.01000,0.520
17,mlp.experts.123.gate_proj,0.0000555474,0.01000,0.530
17,mlp.experts.124.gate_proj,0.0000522919,0.01000,0.522
17,mlp.experts.125.gate_proj,0.0001603518,0.01000,0.527
17,mlp.experts.126.gate_proj,0.0000186076,0.01000,0.522
17,mlp.experts.127.gate_proj,0.0000230082,0.01000,0.523
17,mlp.experts.0.down_proj,0.0000016344,0.01000,0.196
17,mlp.experts.1.down_proj,0.0000003329,0.01000,0.198
17,mlp.experts.2.down_proj,0.0000023069,0.01000,0.197
17,mlp.experts.3.down_proj,0.0000044044,0.01000,0.197
17,mlp.experts.4.down_proj,0.0000123450,0.01000,0.201
17,mlp.experts.5.down_proj,0.0000022411,0.01000,0.200
17,mlp.experts.6.down_proj,0.0000018104,0.01000,0.198
17,mlp.experts.7.down_proj,0.0000055116,0.01000,0.202
17,mlp.experts.8.down_proj,0.0000137049,0.01000,0.198
17,mlp.experts.9.down_proj,0.0000014926,0.01000,0.206
17,mlp.experts.10.down_proj,0.0000026014,0.01000,0.200
17,mlp.experts.11.down_proj,0.0000017781,0.01000,0.200
17,mlp.experts.12.down_proj,0.0000027649,0.01000,0.199
17,mlp.experts.13.down_proj,0.0000038568,0.01000,0.198
17,mlp.experts.14.down_proj,0.0000018045,0.01000,0.199
17,mlp.experts.15.down_proj,0.0000018547,0.01000,0.200
17,mlp.experts.16.down_proj,0.0000098451,0.01000,0.200
17,mlp.experts.17.down_proj,0.0000012705,0.01000,0.199
17,mlp.experts.18.down_proj,0.0000002301,0.01000,0.207
17,mlp.experts.19.down_proj,0.0000011570,0.01000,0.202
17,mlp.experts.20.down_proj,0.0000019211,0.01000,0.201
17,mlp.experts.21.down_proj,0.0000013937,0.01000,0.201
17,mlp.experts.22.down_proj,0.0000062878,0.01000,0.199
17,mlp.experts.23.down_proj,0.0000155406,0.01000,0.199
17,mlp.experts.24.down_proj,0.0000888467,0.01000,0.200
17,mlp.experts.25.down_proj,0.0000103668,0.01000,0.202
17,mlp.experts.26.down_proj,0.0000021508,0.01000,0.202
17,mlp.experts.27.down_proj,0.0000023955,0.01000,0.202
17,mlp.experts.28.down_proj,0.0000037748,0.01000,0.210
17,mlp.experts.29.down_proj,0.0000084265,0.01000,0.212
17,mlp.experts.30.down_proj,0.0000038765,0.01000,0.199
17,mlp.experts.31.down_proj,0.0000283469,0.01000,0.200
17,mlp.experts.32.down_proj,0.0000143562,0.01000,0.199
17,mlp.experts.33.down_proj,0.0000072801,0.01000,0.201
17,mlp.experts.34.down_proj,0.0000021188,0.01000,0.199
17,mlp.experts.35.down_proj,0.0000025883,0.01000,0.199
17,mlp.experts.36.down_proj,0.0000015210,0.01000,0.202
17,mlp.experts.37.down_proj,0.0000078653,0.01000,0.199
17,mlp.experts.38.down_proj,0.0000026782,0.01000,0.205
17,mlp.experts.39.down_proj,0.0000014327,0.01000,0.200
17,mlp.experts.40.down_proj,0.0000297102,0.01000,0.199
17,mlp.experts.41.down_proj,0.0000076147,0.01000,0.199
17,mlp.experts.42.down_proj,0.0000013544,0.01000,0.205
17,mlp.experts.43.down_proj,0.0000150895,0.01000,0.203
17,mlp.experts.44.down_proj,0.0000036899,0.01000,0.201
17,mlp.experts.45.down_proj,0.0000022187,0.01000,0.201
17,mlp.experts.46.down_proj,0.0000025160,0.01000,0.201
17,mlp.experts.47.down_proj,0.0000034300,0.01000,0.202
17,mlp.experts.48.down_proj,0.0000021247,0.01000,0.201
17,mlp.experts.49.down_proj,0.0000003193,0.01000,0.206
17,mlp.experts.50.down_proj,0.0000020736,0.01000,0.200
17,mlp.experts.51.down_proj,0.0000285645,0.01000,0.202
17,mlp.experts.52.down_proj,0.0000029039,0.01000,0.201
17,mlp.experts.53.down_proj,0.0000011167,0.01000,0.201
17,mlp.experts.54.down_proj,0.0000013308,0.01000,0.206
17,mlp.experts.55.down_proj,0.0000011569,0.01000,0.207
17,mlp.experts.56.down_proj,0.0000035165,0.01000,0.202
17,mlp.experts.57.down_proj,0.0000049356,0.01000,0.200
17,mlp.experts.58.down_proj,0.0000009514,0.01000,0.202
17,mlp.experts.59.down_proj,0.0000067577,0.01000,0.198
17,mlp.experts.60.down_proj,0.0000359361,0.01000,0.199
17,mlp.experts.61.down_proj,0.0000012284,0.01000,0.200
17,mlp.experts.62.down_proj,0.0000016746,0.01000,0.209
17,mlp.experts.63.down_proj,0.0000032611,0.01000,0.203
17,mlp.experts.64.down_proj,0.0000017041,0.01000,0.204
17,mlp.experts.65.down_proj,0.0000014415,0.01000,0.198
17,mlp.experts.66.down_proj,0.0000016048,0.01000,0.199
17,mlp.experts.67.down_proj,0.0000453061,0.01000,0.198
17,mlp.experts.68.down_proj,0.0000007674,0.01000,0.199
17,mlp.experts.69.down_proj,0.0000013355,0.01000,0.198
17,mlp.experts.70.down_proj,0.0000123164,0.01000,0.200
17,mlp.experts.71.down_proj,0.0000113186,0.01000,0.200
17,mlp.experts.72.down_proj,0.0000008420,0.01000,0.199
17,mlp.experts.73.down_proj,0.0000051904,0.01000,0.200
17,mlp.experts.74.down_proj,0.0000025443,0.01000,0.201
17,mlp.experts.75.down_proj,0.0000045158,0.01000,0.198
17,mlp.experts.76.down_proj,0.0000019513,0.01000,0.200
17,mlp.experts.77.down_proj,0.0000037925,0.01000,0.201
17,mlp.experts.78.down_proj,0.0000038385,0.01000,0.198
17,mlp.experts.79.down_proj,0.0000021634,0.01000,0.200
17,mlp.experts.80.down_proj,0.0000019467,0.01000,0.199
17,mlp.experts.81.down_proj,0.0000044440,0.01000,0.203
17,mlp.experts.82.down_proj,0.0000005510,0.01000,0.199
17,mlp.experts.83.down_proj,0.0000013063,0.01000,0.201
17,mlp.experts.84.down_proj,0.0000015479,0.01000,0.199
17,mlp.experts.85.down_proj,0.0000021410,0.01000,0.199
17,mlp.experts.86.down_proj,0.0000053019,0.01000,0.205
17,mlp.experts.87.down_proj,0.0000037811,0.01000,0.199
17,mlp.experts.88.down_proj,0.0000020779,0.01000,0.203
17,mlp.experts.89.down_proj,0.0000056295,0.01000,0.208
17,mlp.experts.90.down_proj,0.0000047590,0.01000,0.201
17,mlp.experts.91.down_proj,0.0000102936,0.01000,0.201
17,mlp.experts.92.down_proj,0.0000030490,0.01000,0.207
17,mlp.experts.93.down_proj,0.0000026540,0.01000,0.199
17,mlp.experts.94.down_proj,0.0000077281,0.01000,0.201
17,mlp.experts.95.down_proj,0.0000059645,0.01000,0.199
17,mlp.experts.96.down_proj,0.0000391422,0.01000,0.200
17,mlp.experts.97.down_proj,0.0000019930,0.01000,0.199
17,mlp.experts.98.down_proj,0.0000261571,0.01000,0.199
17,mlp.experts.99.down_proj,0.0000002116,0.01000,0.200
17,mlp.experts.100.down_proj,0.0000024189,0.01000,0.199
17,mlp.experts.101.down_proj,0.0000047276,0.01000,0.200
17,mlp.experts.102.down_proj,0.0000015643,0.01000,0.200
17,mlp.experts.103.down_proj,0.0000017975,0.01000,0.199
17,mlp.experts.104.down_proj,0.0000033302,0.01000,0.200
17,mlp.experts.105.down_proj,0.0000028471,0.01000,0.202
17,mlp.experts.106.down_proj,0.0000009613,0.01000,0.199
17,mlp.experts.107.down_proj,0.0000084478,0.01000,0.204
17,mlp.experts.108.down_proj,0.0000041845,0.01000,0.198
17,mlp.experts.109.down_proj,0.0000011889,0.01000,0.200
17,mlp.experts.110.down_proj,0.0000056979,0.01000,0.211
17,mlp.experts.111.down_proj,0.0000118985,0.01000,0.207
17,mlp.experts.112.down_proj,0.0000012355,0.01000,0.215
17,mlp.experts.113.down_proj,0.0000068086,0.01000,0.209
17,mlp.experts.114.down_proj,0.0000360429,0.01000,0.209
17,mlp.experts.115.down_proj,0.0000066777,0.01000,0.203
17,mlp.experts.116.down_proj,0.0000069679,0.01000,0.200
17,mlp.experts.117.down_proj,0.0000026189,0.01000,0.198
17,mlp.experts.118.down_proj,0.0000017918,0.01000,0.200
17,mlp.experts.119.down_proj,0.0000020547,0.01000,0.197
17,mlp.experts.120.down_proj,0.0000018236,0.01000,0.208
17,mlp.experts.121.down_proj,0.0000010087,0.01000,0.205
17,mlp.experts.122.down_proj,0.0000001831,0.01000,0.199
17,mlp.experts.123.down_proj,0.0000083490,0.01000,0.199
17,mlp.experts.124.down_proj,0.0000079112,0.01000,0.199
17,mlp.experts.125.down_proj,0.0000351278,0.01000,0.201
17,mlp.experts.126.down_proj,0.0000034937,0.01000,0.199
17,mlp.experts.127.down_proj,0.0000042159,0.01000,0.199
18,self_attn.q_proj,0.0000000679,0.01000,0.514
18,self_attn.k_proj,0.0000000108,0.01000,0.512
18,self_attn.v_proj,0.0000000110,0.01000,0.511
18,self_attn.o_proj,0.0000000081,0.01000,1.036
18,mlp.gate,0.0000012451,0.01000,0.510
18,mlp.experts.0.up_proj,0.0000393827,0.01000,0.514
18,mlp.experts.1.up_proj,0.0000212334,0.01000,0.512
18,mlp.experts.2.up_proj,0.0000133651,0.01000,0.513
18,mlp.experts.3.up_proj,0.0000224616,0.01000,0.511
18,mlp.experts.4.up_proj,0.0000099526,0.01000,0.512
18,mlp.experts.5.up_proj,0.0001983574,0.01000,0.512
18,mlp.experts.6.up_proj,0.0000512269,0.01000,0.514
18,mlp.experts.7.up_proj,0.0000073193,0.01000,0.534
18,mlp.experts.8.up_proj,0.0000078725,0.01000,0.513
18,mlp.experts.9.up_proj,0.0000271226,0.01000,0.536
18,mlp.experts.10.up_proj,0.0000100558,0.01000,0.515
18,mlp.experts.11.up_proj,0.0000077334,0.01000,0.516
18,mlp.experts.12.up_proj,0.0000201779,0.01000,0.514
18,mlp.experts.13.up_proj,0.0000047663,0.01000,0.516
18,mlp.experts.14.up_proj,0.0000198687,0.01000,0.540
18,mlp.experts.15.up_proj,0.0000511493,0.01000,0.520
18,mlp.experts.16.up_proj,0.0000371469,0.01000,0.525
18,mlp.experts.17.up_proj,0.0000327806,0.01000,0.515
18,mlp.experts.18.up_proj,0.0001139878,0.01000,0.515
18,mlp.experts.19.up_proj,0.0000385418,0.01000,0.521
18,mlp.experts.20.up_proj,0.0000491939,0.01000,0.521
18,mlp.experts.21.up_proj,0.0001019713,0.01000,0.519
18,mlp.experts.22.up_proj,0.0000149343,0.01000,0.531
18,mlp.experts.23.up_proj,0.0000138942,0.01000,0.520
18,mlp.experts.24.up_proj,0.0000028485,0.01000,0.526
18,mlp.experts.25.up_proj,0.0000265457,0.01000,0.511
18,mlp.experts.26.up_proj,0.0000169950,0.01000,0.530
18,mlp.experts.27.up_proj,0.0000202919,0.01000,0.515
18,mlp.experts.28.up_proj,0.0000562123,0.01000,0.529
18,mlp.experts.29.up_proj,0.0000314324,0.01000,0.516
18,mlp.experts.30.up_proj,0.0000220549,0.01000,0.511
18,mlp.experts.31.up_proj,0.0001283146,0.01000,0.510
18,mlp.experts.32.up_proj,0.0001868765,0.01000,0.514
18,mlp.experts.33.up_proj,0.0000800364,0.01000,0.512
18,mlp.experts.34.up_proj,0.0000071660,0.01000,0.517
18,mlp.experts.35.up_proj,0.0000324319,0.01000,0.514
18,mlp.experts.36.up_proj,0.0000252425,0.01000,0.517
18,mlp.experts.37.up_proj,0.0000970308,0.01000,0.517
18,mlp.experts.38.up_proj,0.0000050328,0.01000,0.514
18,mlp.experts.39.up_proj,0.0000249308,0.01000,0.511
18,mlp.experts.40.up_proj,0.0000619330,0.01000,0.511
18,mlp.experts.41.up_proj,0.0000450210,0.01000,0.512
18,mlp.experts.42.up_proj,0.0000163850,0.01000,0.510
18,mlp.experts.43.up_proj,0.0000457550,0.01000,0.511
18,mlp.experts.44.up_proj,0.0000077459,0.01000,0.510
18,mlp.experts.45.up_proj,0.0000909289,0.01000,0.507
18,mlp.experts.46.up_proj,0.0000153885,0.01000,0.511
18,mlp.experts.47.up_proj,0.0000240819,0.01000,0.512
18,mlp.experts.48.up_proj,0.0000724287,0.01000,0.514
18,mlp.experts.49.up_proj,0.0000531824,0.01000,0.517
18,mlp.experts.50.up_proj,0.0001639054,0.01000,0.510
18,mlp.experts.51.up_proj,0.0001055496,0.01000,0.532
18,mlp.experts.52.up_proj,0.0000085554,0.01000,0.530
18,mlp.experts.53.up_proj,0.0000303411,0.01000,0.515
18,mlp.experts.54.up_proj,0.0000078884,0.01000,0.519
18,mlp.experts.55.up_proj,0.0000046817,0.01000,0.515
18,mlp.experts.56.up_proj,0.0000084455,0.01000,0.512
18,mlp.experts.57.up_proj,0.0001566189,0.01000,0.514
18,mlp.experts.58.up_proj,0.0000209732,0.01000,0.517
18,mlp.experts.59.up_proj,0.0001162157,0.01000,0.517
18,mlp.experts.60.up_proj,0.0000101740,0.01000,0.518
18,mlp.experts.61.up_proj,0.0000168725,0.01000,0.522
18,mlp.experts.62.up_proj,0.0000370754,0.01000,0.517
18,mlp.experts.63.up_proj,0.0000061136,0.01000,0.530
18,mlp.experts.64.up_proj,0.0000087403,0.01000,0.519
18,mlp.experts.65.up_proj,0.0000300906,0.01000,0.519
18,mlp.experts.66.up_proj,0.0000882734,0.01000,0.533
18,mlp.experts.67.up_proj,0.0000818585,0.01000,0.519
18,mlp.experts.68.up_proj,0.0000902935,0.01000,0.533
18,mlp.experts.69.up_proj,0.0001988339,0.01000,0.514
18,mlp.experts.70.up_proj,0.0000072147,0.01000,0.512
18,mlp.experts.71.up_proj,0.0000088285,0.01000,0.518
18,mlp.experts.72.up_proj,0.0000345834,0.01000,0.528
18,mlp.experts.73.up_proj,0.0000113006,0.01000,0.523
18,mlp.experts.74.up_proj,0.0000667805,0.01000,0.530
18,mlp.experts.75.up_proj,0.0000079122,0.01000,0.515
18,mlp.experts.76.up_proj,0.0000076183,0.01000,0.531
18,mlp.experts.77.up_proj,0.0000353737,0.01000,0.515
18,mlp.experts.78.up_proj,0.0000218986,0.01000,0.516
18,mlp.experts.79.up_proj,0.0000094564,0.01000,0.514
18,mlp.experts.80.up_proj,0.0000555913,0.01000,0.517
18,mlp.experts.81.up_proj,0.0000456983,0.01000,0.516
18,mlp.experts.82.up_proj,0.0002108417,0.01000,0.512
18,mlp.experts.83.up_proj,0.0000098614,0.01000,0.512
18,mlp.experts.84.up_proj,0.0000286051,0.01000,0.511
18,mlp.experts.85.up_proj,0.0000131848,0.01000,0.518
18,mlp.experts.86.up_proj,0.0000070412,0.01000,0.512
18,mlp.experts.87.up_proj,0.0000063167,0.01000,0.520
18,mlp.experts.88.up_proj,0.0000197887,0.01000,0.529
18,mlp.experts.89.up_proj,0.0000118216,0.01000,0.516
18,mlp.experts.90.up_proj,0.0001461775,0.01000,0.519
18,mlp.experts.91.up_proj,0.0001540392,0.01000,0.510
18,mlp.experts.92.up_proj,0.0000991120,0.01000,0.511
18,mlp.experts.93.up_proj,0.0000278354,0.01000,0.512
18,mlp.experts.94.up_proj,0.0000189183,0.01000,0.518
18,mlp.experts.95.up_proj,0.0000206640,0.01000,0.522
18,mlp.experts.96.up_proj,0.0000147609,0.01000,0.513
18,mlp.experts.97.up_proj,0.0000174788,0.01000,0.513
18,mlp.experts.98.up_proj,0.0000988547,0.01000,0.515
18,mlp.experts.99.up_proj,0.0000378451,0.01000,0.516
18,mlp.experts.100.up_proj,0.0000196077,0.01000,0.518
18,mlp.experts.101.up_proj,0.0000185363,0.01000,0.513
18,mlp.experts.102.up_proj,0.0001038732,0.01000,0.518
18,mlp.experts.103.up_proj,0.0000376497,0.01000,0.528
18,mlp.experts.104.up_proj,0.0000865650,0.01000,0.513
18,mlp.experts.105.up_proj,0.0000104847,0.01000,0.516
18,mlp.experts.106.up_proj,0.0000200047,0.01000,0.513
18,mlp.experts.107.up_proj,0.0000021319,0.01000,0.514
18,mlp.experts.108.up_proj,0.0000916054,0.01000,0.513
18,mlp.experts.109.up_proj,0.0000193969,0.01000,0.518
18,mlp.experts.110.up_proj,0.0000090058,0.01000,0.520
18,mlp.experts.111.up_proj,0.0000397123,0.01000,0.515
18,mlp.experts.112.up_proj,0.0000384854,0.01000,0.516
18,mlp.experts.113.up_proj,0.0001329856,0.01000,0.517
18,mlp.experts.114.up_proj,0.0000253950,0.01000,0.528
18,mlp.experts.115.up_proj,0.0000300572,0.01000,0.518
18,mlp.experts.116.up_proj,0.0000127258,0.01000,0.537
18,mlp.experts.117.up_proj,0.0001297176,0.01000,0.522
18,mlp.experts.118.up_proj,0.0000236484,0.01000,0.517
18,mlp.experts.119.up_proj,0.0000266027,0.01000,0.517
18,mlp.experts.120.up_proj,0.0000768006,0.01000,0.527
18,mlp.experts.121.up_proj,0.0001199945,0.01000,0.514
18,mlp.experts.122.up_proj,0.0000074500,0.01000,0.519
18,mlp.experts.123.up_proj,0.0000299119,0.01000,0.516
18,mlp.experts.124.up_proj,0.0000397677,0.01000,0.510
18,mlp.experts.125.up_proj,0.0000586944,0.01000,0.525
18,mlp.experts.126.up_proj,0.0000183108,0.01000,0.523
18,mlp.experts.127.up_proj,0.0000190835,0.01000,0.509
18,mlp.experts.0.gate_proj,0.0000456593,0.01000,0.513
18,mlp.experts.1.gate_proj,0.0000234934,0.01000,0.515
18,mlp.experts.2.gate_proj,0.0000128850,0.01000,0.513
18,mlp.experts.3.gate_proj,0.0000274942,0.01000,0.512
18,mlp.experts.4.gate_proj,0.0000115423,0.01000,0.512
18,mlp.experts.5.gate_proj,0.0002053491,0.01000,0.512
18,mlp.experts.6.gate_proj,0.0000617639,0.01000,0.511
18,mlp.experts.7.gate_proj,0.0000076881,0.01000,0.518
18,mlp.experts.8.gate_proj,0.0000092260,0.01000,0.519
18,mlp.experts.9.gate_proj,0.0000305989,0.01000,0.514
18,mlp.experts.10.gate_proj,0.0000087446,0.01000,0.512
18,mlp.experts.11.gate_proj,0.0000086999,0.01000,0.540
18,mlp.experts.12.gate_proj,0.0000229920,0.01000,0.532
18,mlp.experts.13.gate_proj,0.0000056348,0.01000,0.511
18,mlp.experts.14.gate_proj,0.0000194118,0.01000,0.519
18,mlp.experts.15.gate_proj,0.0000650218,0.01000,0.522
18,mlp.experts.16.gate_proj,0.0000444365,0.01000,0.509
18,mlp.experts.17.gate_proj,0.0000361305,0.01000,0.513
18,mlp.experts.18.gate_proj,0.0001255193,0.01000,0.518
18,mlp.experts.19.gate_proj,0.0000347069,0.01000,0.512
18,mlp.experts.20.gate_proj,0.0000643762,0.01000,0.514
18,mlp.experts.21.gate_proj,0.0001244032,0.01000,0.509
18,mlp.experts.22.gate_proj,0.0000173274,0.01000,0.510
18,mlp.experts.23.gate_proj,0.0000132314,0.01000,0.512
18,mlp.experts.24.gate_proj,0.0000028428,0.01000,0.515
18,mlp.experts.25.gate_proj,0.0000329237,0.01000,0.509
18,mlp.experts.26.gate_proj,0.0000200469,0.01000,0.517
18,mlp.experts.27.gate_proj,0.0000223734,0.01000,0.509
18,mlp.experts.28.gate_proj,0.0000659544,0.01000,0.522
18,mlp.experts.29.gate_proj,0.0000417129,0.01000,0.524
18,mlp.experts.30.gate_proj,0.0000208935,0.01000,0.512
18,mlp.experts.31.gate_proj,0.0001522829,0.01000,0.513
18,mlp.experts.32.gate_proj,0.0002528882,0.01000,0.510
18,mlp.experts.33.gate_proj,0.0000981347,0.01000,0.517
18,mlp.experts.34.gate_proj,0.0000073661,0.01000,0.512
18,mlp.experts.35.gate_proj,0.0000283101,0.01000,0.522
18,mlp.experts.36.gate_proj,0.0000268680,0.01000,0.513
18,mlp.experts.37.gate_proj,0.0001239687,0.01000,0.524
18,mlp.experts.38.gate_proj,0.0000054235,0.01000,0.521
18,mlp.experts.39.gate_proj,0.0000280965,0.01000,0.513
18,mlp.experts.40.gate_proj,0.0000754719,0.01000,0.511
18,mlp.experts.41.gate_proj,0.0000488185,0.01000,0.511
18,mlp.experts.42.gate_proj,0.0000158774,0.01000,0.513
18,mlp.experts.43.gate_proj,0.0000453077,0.01000,0.523
18,mlp.experts.44.gate_proj,0.0000097624,0.01000,0.511
18,mlp.experts.45.gate_proj,0.0000990087,0.01000,0.511
18,mlp.experts.46.gate_proj,0.0000177597,0.01000,0.510
18,mlp.experts.47.gate_proj,0.0000268704,0.01000,0.512
18,mlp.experts.48.gate_proj,0.0000861173,0.01000,0.511
18,mlp.experts.49.gate_proj,0.0000649329,0.01000,0.513
18,mlp.experts.50.gate_proj,0.0001973703,0.01000,0.517
18,mlp.experts.51.gate_proj,0.0001344018,0.01000,0.509
18,mlp.experts.52.gate_proj,0.0000084128,0.01000,0.512
18,mlp.experts.53.gate_proj,0.0000364155,0.01000,0.509
18,mlp.experts.54.gate_proj,0.0000093440,0.01000,0.512
18,mlp.experts.55.gate_proj,0.0000048339,0.01000,0.513
18,mlp.experts.56.gate_proj,0.0000086152,0.01000,0.522
18,mlp.experts.57.gate_proj,0.0001787924,0.01000,0.527
18,mlp.experts.58.gate_proj,0.0000266778,0.01000,0.512
18,mlp.experts.59.gate_proj,0.0001390982,0.01000,0.520
18,mlp.experts.60.gate_proj,0.0000104252,0.01000,0.511
18,mlp.experts.61.gate_proj,0.0000197291,0.01000,0.516
18,mlp.experts.62.gate_proj,0.0000426315,0.01000,0.511
18,mlp.experts.63.gate_proj,0.0000073292,0.01000,0.520
18,mlp.experts.64.gate_proj,0.0000084723,0.01000,0.510
18,mlp.experts.65.gate_proj,0.0000332146,0.01000,0.511
18,mlp.experts.66.gate_proj,0.0001018158,0.01000,0.511
18,mlp.experts.67.gate_proj,0.0000969314,0.01000,0.510
18,mlp.experts.68.gate_proj,0.0001091102,0.01000,0.511
18,mlp.experts.69.gate_proj,0.0002373401,0.01000,0.512
18,mlp.experts.70.gate_proj,0.0000087876,0.01000,0.517
18,mlp.experts.71.gate_proj,0.0000116172,0.01000,0.515
18,mlp.experts.72.gate_proj,0.0000410151,0.01000,0.531
18,mlp.experts.73.gate_proj,0.0000122152,0.01000,0.514
18,mlp.experts.74.gate_proj,0.0000818678,0.01000,0.517
18,mlp.experts.75.gate_proj,0.0000078681,0.01000,0.520
18,mlp.experts.76.gate_proj,0.0000087002,0.01000,0.528
18,mlp.experts.77.gate_proj,0.0000397892,0.01000,0.516
18,mlp.experts.78.gate_proj,0.0000231637,0.01000,0.515
18,mlp.experts.79.gate_proj,0.0000097647,0.01000,0.514
18,mlp.experts.80.gate_proj,0.0000597798,0.01000,0.516
18,mlp.experts.81.gate_proj,0.0000479344,0.01000,0.516
18,mlp.experts.82.gate_proj,0.0002515034,0.01000,0.516
18,mlp.experts.83.gate_proj,0.0000095721,0.01000,0.514
18,mlp.experts.84.gate_proj,0.0000329890,0.01000,0.522
18,mlp.experts.85.gate_proj,0.0000114309,0.01000,0.514
18,mlp.experts.86.gate_proj,0.0000069058,0.01000,0.523
18,mlp.experts.87.gate_proj,0.0000070047,0.01000,0.514
18,mlp.experts.88.gate_proj,0.0000198179,0.01000,0.515
18,mlp.experts.89.gate_proj,0.0000136420,0.01000,0.519
18,mlp.experts.90.gate_proj,0.0001873084,0.01000,0.517
18,mlp.experts.91.gate_proj,0.0001673863,0.01000,0.516
18,mlp.experts.92.gate_proj,0.0001246448,0.01000,0.515
18,mlp.experts.93.gate_proj,0.0000309512,0.01000,0.516
18,mlp.experts.94.gate_proj,0.0000237960,0.01000,0.519
18,mlp.experts.95.gate_proj,0.0000224403,0.01000,0.523
18,mlp.experts.96.gate_proj,0.0000173313,0.01000,0.524
18,mlp.experts.97.gate_proj,0.0000199046,0.01000,0.525
18,mlp.experts.98.gate_proj,0.0000888278,0.01000,0.514
18,mlp.experts.99.gate_proj,0.0000412780,0.01000,0.521
18,mlp.experts.100.gate_proj,0.0000190063,0.01000,0.518
18,mlp.experts.101.gate_proj,0.0000223217,0.01000,0.516
18,mlp.experts.102.gate_proj,0.0001271866,0.01000,0.518
18,mlp.experts.103.gate_proj,0.0000363452,0.01000,0.517
18,mlp.experts.104.gate_proj,0.0000933394,0.01000,0.518
18,mlp.experts.105.gate_proj,0.0000091355,0.01000,0.534
18,mlp.experts.106.gate_proj,0.0000223745,0.01000,0.522
18,mlp.experts.107.gate_proj,0.0000024107,0.01000,0.515
18,mlp.experts.108.gate_proj,0.0000914273,0.01000,0.516
18,mlp.experts.109.gate_proj,0.0000225002,0.01000,0.535
18,mlp.experts.110.gate_proj,0.0000086015,0.01000,0.524
18,mlp.experts.111.gate_proj,0.0000398742,0.01000,0.523
18,mlp.experts.112.gate_proj,0.0000392775,0.01000,0.516
18,mlp.experts.113.gate_proj,0.0001520688,0.01000,0.516
18,mlp.experts.114.gate_proj,0.0000310566,0.01000,0.518
18,mlp.experts.115.gate_proj,0.0000321850,0.01000,0.530
18,mlp.experts.116.gate_proj,0.0000147075,0.01000,0.524
18,mlp.experts.117.gate_proj,0.0001443437,0.01000,0.520
18,mlp.experts.118.gate_proj,0.0000235336,0.01000,0.525
18,mlp.experts.119.gate_proj,0.0000338880,0.01000,0.520
18,mlp.experts.120.gate_proj,0.0000785963,0.01000,0.517
18,mlp.experts.121.gate_proj,0.0001466899,0.01000,0.518
18,mlp.experts.122.gate_proj,0.0000089579,0.01000,0.517
18,mlp.experts.123.gate_proj,0.0000273295,0.01000,0.519
18,mlp.experts.124.gate_proj,0.0000455184,0.01000,0.529
18,mlp.experts.125.gate_proj,0.0000632233,0.01000,0.518
18,mlp.experts.126.gate_proj,0.0000193175,0.01000,0.517
18,mlp.experts.127.gate_proj,0.0000205904,0.01000,0.517
18,mlp.experts.0.down_proj,0.0000064659,0.01000,0.197
18,mlp.experts.1.down_proj,0.0000041877,0.01000,0.204
18,mlp.experts.2.down_proj,0.0000021256,0.01000,0.195
18,mlp.experts.3.down_proj,0.0000031148,0.01000,0.200
18,mlp.experts.4.down_proj,0.0000018197,0.01000,0.197
18,mlp.experts.5.down_proj,0.0000498508,0.01000,0.197
18,mlp.experts.6.down_proj,0.0000069733,0.01000,0.197
18,mlp.experts.7.down_proj,0.0000011347,0.01000,0.200
18,mlp.experts.8.down_proj,0.0000013027,0.01000,0.199
18,mlp.experts.9.down_proj,0.0000031114,0.01000,0.203
18,mlp.experts.10.down_proj,0.0000015873,0.01000,0.198
18,mlp.experts.11.down_proj,0.0000015966,0.01000,0.200
18,mlp.experts.12.down_proj,0.0000032045,0.01000,0.204
18,mlp.experts.13.down_proj,0.0000009212,0.01000,0.202
18,mlp.experts.14.down_proj,0.0000035187,0.01000,0.201
18,mlp.experts.15.down_proj,0.0000056056,0.01000,0.201
18,mlp.experts.16.down_proj,0.0000064446,0.01000,0.205
18,mlp.experts.17.down_proj,0.0000074334,0.01000,0.206
18,mlp.experts.18.down_proj,0.0000136226,0.01000,0.203
18,mlp.experts.19.down_proj,0.0000057618,0.01000,0.201
18,mlp.experts.20.down_proj,0.0000095197,0.01000,0.203
18,mlp.experts.21.down_proj,0.0000219650,0.01000,0.199
18,mlp.experts.22.down_proj,0.0000021760,0.01000,0.207
18,mlp.experts.23.down_proj,0.0000021174,0.01000,0.199
18,mlp.experts.24.down_proj,0.0000006759,0.01000,0.206
18,mlp.experts.25.down_proj,0.0000033891,0.01000,0.212
18,mlp.experts.26.down_proj,0.0000030631,0.01000,0.199
18,mlp.experts.27.down_proj,0.0000041988,0.01000,0.199
18,mlp.experts.28.down_proj,0.0000095990,0.01000,0.202
18,mlp.experts.29.down_proj,0.0000043379,0.01000,0.198
18,mlp.experts.30.down_proj,0.0000032501,0.01000,0.205
18,mlp.experts.31.down_proj,0.0000330943,0.01000,0.201
18,mlp.experts.32.down_proj,0.0000316041,0.01000,0.199
18,mlp.experts.33.down_proj,0.0000111957,0.01000,0.198
18,mlp.experts.34.down_proj,0.0000012599,0.01000,0.197
18,mlp.experts.35.down_proj,0.0000064959,0.01000,0.198
18,mlp.experts.36.down_proj,0.0000041834,0.01000,0.197
18,mlp.experts.37.down_proj,0.0000169819,0.01000,0.205
18,mlp.experts.38.down_proj,0.0000008545,0.01000,0.201
18,mlp.experts.39.down_proj,0.0000044851,0.01000,0.198
18,mlp.experts.40.down_proj,0.0000135971,0.01000,0.198
18,mlp.experts.41.down_proj,0.0000059186,0.01000,0.198
18,mlp.experts.42.down_proj,0.0000028957,0.01000,0.198
18,mlp.experts.43.down_proj,0.0000058289,0.01000,0.208
18,mlp.experts.44.down_proj,0.0000012163,0.01000,0.201
18,mlp.experts.45.down_proj,0.0000162956,0.01000,0.200
18,mlp.experts.46.down_proj,0.0000031544,0.01000,0.198
18,mlp.experts.47.down_proj,0.0000046505,0.01000,0.197
18,mlp.experts.48.down_proj,0.0000070676,0.01000,0.199
18,mlp.experts.49.down_proj,0.0000089359,0.01000,0.199
18,mlp.experts.50.down_proj,0.0000279113,0.01000,0.198
18,mlp.experts.51.down_proj,0.0000216722,0.01000,0.198
18,mlp.experts.52.down_proj,0.0000013358,0.01000,0.203
18,mlp.experts.53.down_proj,0.0000052248,0.01000,0.202
18,mlp.experts.54.down_proj,0.0000010145,0.01000,0.201
18,mlp.experts.55.down_proj,0.0000008915,0.01000,0.199
18,mlp.experts.56.down_proj,0.0000011238,0.01000,0.198
18,mlp.experts.57.down_proj,0.0000244520,0.01000,0.199
18,mlp.experts.58.down_proj,0.0000030648,0.01000,0.198
18,mlp.experts.59.down_proj,0.0000229434,0.01000,0.198
18,mlp.experts.60.down_proj,0.0000027569,0.01000,0.198
18,mlp.experts.61.down_proj,0.0000020244,0.01000,0.198
18,mlp.experts.62.down_proj,0.0000052418,0.01000,0.198
18,mlp.experts.63.down_proj,0.0000010160,0.01000,0.200
18,mlp.experts.64.down_proj,0.0000013747,0.01000,0.197
18,mlp.experts.65.down_proj,0.0000038249,0.01000,0.201
18,mlp.experts.66.down_proj,0.0000148241,0.01000,0.198
18,mlp.experts.67.down_proj,0.0000129174,0.01000,0.198
18,mlp.experts.68.down_proj,0.0000176543,0.01000,0.197
18,mlp.experts.69.down_proj,0.0000374412,0.01000,0.199
18,mlp.experts.70.down_proj,0.0000016347,0.01000,0.197
18,mlp.experts.71.down_proj,0.0000013745,0.01000,0.198
18,mlp.experts.72.down_proj,0.0000068225,0.01000,0.197
18,mlp.experts.73.down_proj,0.0000030417,0.01000,0.198
18,mlp.experts.74.down_proj,0.0000124819,0.01000,0.198
18,mlp.experts.75.down_proj,0.0000014071,0.01000,0.201
18,mlp.experts.76.down_proj,0.0000013688,0.01000,0.198
18,mlp.experts.77.down_proj,0.0000061018,0.01000,0.200
18,mlp.experts.78.down_proj,0.0000046935,0.01000,0.199
18,mlp.experts.79.down_proj,0.0000016777,0.01000,0.198
18,mlp.experts.80.down_proj,0.0000121594,0.01000,0.197
18,mlp.experts.81.down_proj,0.0000118165,0.01000,0.204
18,mlp.experts.82.down_proj,0.0000333972,0.01000,0.198
18,mlp.experts.83.down_proj,0.0000014825,0.01000,0.198
18,mlp.experts.84.down_proj,0.0000044676,0.01000,0.198
18,mlp.experts.85.down_proj,0.0000019370,0.01000,0.202
18,mlp.experts.86.down_proj,0.0000012037,0.01000,0.199
18,mlp.experts.87.down_proj,0.0000011341,0.01000,0.198
18,mlp.experts.88.down_proj,0.0000045746,0.01000,0.197
18,mlp.experts.89.down_proj,0.0000018041,0.01000,0.197
18,mlp.experts.90.down_proj,0.0000264371,0.01000,0.197
18,mlp.experts.91.down_proj,0.0000223916,0.01000,0.199
18,mlp.experts.92.down_proj,0.0000144835,0.01000,0.198
18,mlp.experts.93.down_proj,0.0000042569,0.01000,0.201
18,mlp.experts.94.down_proj,0.0000031795,0.01000,0.205
18,mlp.experts.95.down_proj,0.0000035717,0.01000,0.199
18,mlp.experts.96.down_proj,0.0000024069,0.01000,0.200
18,mlp.experts.97.down_proj,0.0000022506,0.01000,0.199
18,mlp.experts.98.down_proj,0.0000071790,0.01000,0.200
18,mlp.experts.99.down_proj,0.0000074414,0.01000,0.200
18,mlp.experts.100.down_proj,0.0000031477,0.01000,0.199
18,mlp.experts.101.down_proj,0.0000029112,0.01000,0.200
18,mlp.experts.102.down_proj,0.0000197827,0.01000,0.199
18,mlp.experts.103.down_proj,0.0000058646,0.01000,0.198
18,mlp.experts.104.down_proj,0.0000138554,0.01000,0.198
18,mlp.experts.105.down_proj,0.0000022810,0.01000,0.198
18,mlp.experts.106.down_proj,0.0000036698,0.01000,0.199
18,mlp.experts.107.down_proj,0.0000002462,0.01000,0.200
18,mlp.experts.108.down_proj,0.0000105390,0.01000,0.207
18,mlp.experts.109.down_proj,0.0000029322,0.01000,0.200
18,mlp.experts.110.down_proj,0.0000014956,0.01000,0.199
18,mlp.experts.111.down_proj,0.0000050690,0.01000,0.209
18,mlp.experts.112.down_proj,0.0000051828,0.01000,0.207
18,mlp.experts.113.down_proj,0.0000317120,0.01000,0.201
18,mlp.experts.114.down_proj,0.0000042514,0.01000,0.202
18,mlp.experts.115.down_proj,0.0000063754,0.01000,0.203
18,mlp.experts.116.down_proj,0.0000017485,0.01000,0.200
18,mlp.experts.117.down_proj,0.0000204152,0.01000,0.199
18,mlp.experts.118.down_proj,0.0000050310,0.01000,0.200
18,mlp.experts.119.down_proj,0.0000049540,0.01000,0.200
18,mlp.experts.120.down_proj,0.0000079292,0.01000,0.202
18,mlp.experts.121.down_proj,0.0000164897,0.01000,0.198
18,mlp.experts.122.down_proj,0.0000014846,0.01000,0.202
18,mlp.experts.123.down_proj,0.0000046606,0.01000,0.209
18,mlp.experts.124.down_proj,0.0000063564,0.01000,0.205
18,mlp.experts.125.down_proj,0.0000085480,0.01000,0.201
18,mlp.experts.126.down_proj,0.0000050976,0.01000,0.208
18,mlp.experts.127.down_proj,0.0000039714,0.01000,0.201
19,self_attn.q_proj,0.0000000567,0.01000,0.514
19,self_attn.k_proj,0.0000000083,0.01000,0.513
19,self_attn.v_proj,0.0000000089,0.01000,0.509
19,self_attn.o_proj,0.0000000058,0.01000,1.032
19,mlp.gate,0.0000014056,0.01000,0.513
19,mlp.experts.0.up_proj,0.0000926763,0.01000,0.513
19,mlp.experts.1.up_proj,0.0000229156,0.01000,0.509
19,mlp.experts.2.up_proj,0.0000085644,0.01000,0.509
19,mlp.experts.3.up_proj,0.0000090812,0.01000,0.513
19,mlp.experts.4.up_proj,0.0000218336,0.01000,0.509
19,mlp.experts.5.up_proj,0.0000173673,0.01000,0.512
19,mlp.experts.6.up_proj,0.0000320132,0.01000,0.511
19,mlp.experts.7.up_proj,0.0000052156,0.01000,0.512
19,mlp.experts.8.up_proj,0.0000048766,0.01000,0.516
19,mlp.experts.9.up_proj,0.0000108831,0.01000,0.510
19,mlp.experts.10.up_proj,0.0000724859,0.01000,0.510
19,mlp.experts.11.up_proj,0.0000486443,0.01000,0.510
19,mlp.experts.12.up_proj,0.0000166434,0.01000,0.509
19,mlp.experts.13.up_proj,0.0000266361,0.01000,0.511
19,mlp.experts.14.up_proj,0.0000673981,0.01000,0.511
19,mlp.experts.15.up_proj,0.0000912001,0.01000,0.510
19,mlp.experts.16.up_proj,0.0000151639,0.01000,0.513
19,mlp.experts.17.up_proj,0.0000218123,0.01000,0.512
19,mlp.experts.18.up_proj,0.0000130400,0.01000,0.515
19,mlp.experts.19.up_proj,0.0000570775,0.01000,0.521
19,mlp.experts.20.up_proj,0.0000093435,0.01000,0.519
19,mlp.experts.21.up_proj,0.0000111682,0.01000,0.514
19,mlp.experts.22.up_proj,0.0000851314,0.01000,0.512
19,mlp.experts.23.up_proj,0.0001931219,0.01000,0.509
19,mlp.experts.24.up_proj,0.0000043659,0.01000,0.510
19,mlp.experts.25.up_proj,0.0000414891,0.01000,0.509
19,mlp.experts.26.up_proj,0.0000037958,0.01000,0.510
19,mlp.experts.27.up_proj,0.0000449227,0.01000,0.509
19,mlp.experts.28.up_proj,0.0000572343,0.01000,0.511
19,mlp.experts.29.up_proj,0.0000917019,0.01000,0.512
19,mlp.experts.30.up_proj,0.0000079851,0.01000,0.510
19,mlp.experts.31.up_proj,0.0000137589,0.01000,0.512
19,mlp.experts.32.up_proj,0.0000183291,0.01000,0.510
19,mlp.experts.33.up_proj,0.0000115882,0.01000,0.518
19,mlp.experts.34.up_proj,0.0000097243,0.01000,0.512
19,mlp.experts.35.up_proj,0.0000626035,0.01000,0.512
19,mlp.experts.36.up_proj,0.0000246935,0.01000,0.513
19,mlp.experts.37.up_proj,0.0000086098,0.01000,0.516
19,mlp.experts.38.up_proj,0.0000270285,0.01000,0.509
19,mlp.experts.39.up_proj,0.0000319829,0.01000,0.516
19,mlp.experts.40.up_proj,0.0000995186,0.01000,0.510
19,mlp.experts.41.up_proj,0.0000268212,0.01000,0.513
19,mlp.experts.42.up_proj,0.0000218775,0.01000,0.512
19,mlp.experts.43.up_proj,0.0000364321,0.01000,0.512
19,mlp.experts.44.up_proj,0.0000384400,0.01000,0.512
19,mlp.experts.45.up_proj,0.0000048286,0.01000,0.532
19,mlp.experts.46.up_proj,0.0000186813,0.01000,0.526
19,mlp.experts.47.up_proj,0.0000182960,0.01000,0.523
19,mlp.experts.48.up_proj,0.0000098723,0.01000,0.511
19,mlp.experts.49.up_proj,0.0000085259,0.01000,0.515
19,mlp.experts.50.up_proj,0.0000195291,0.01000,0.522
19,mlp.experts.51.up_proj,0.0000085972,0.01000,0.515
19,mlp.experts.52.up_proj,0.0000312971,0.01000,0.515
19,mlp.experts.53.up_proj,0.0000176105,0.01000,0.513
19,mlp.experts.54.up_proj,0.0000212578,0.01000,0.513
19,mlp.experts.55.up_proj,0.0000331065,0.01000,0.516
19,mlp.experts.56.up_proj,0.0000067288,0.01000,0.519
19,mlp.experts.57.up_proj,0.0000691272,0.01000,0.516
19,mlp.experts.58.up_proj,0.0000181262,0.01000,0.523
19,mlp.experts.59.up_proj,0.0000040256,0.01000,0.518
19,mlp.experts.60.up_proj,0.0000108494,0.01000,0.521
19,mlp.experts.61.up_proj,0.0000422530,0.01000,0.511
19,mlp.experts.62.up_proj,0.0000107035,0.01000,0.511
19,mlp.experts.63.up_proj,0.0000402764,0.01000,0.510
19,mlp.experts.64.up_proj,0.0000191814,0.01000,0.511
19,mlp.experts.65.up_proj,0.0000146661,0.01000,0.512
19,mlp.experts.66.up_proj,0.0000341289,0.01000,0.512
19,mlp.experts.67.up_proj,0.0000623327,0.01000,0.511
19,mlp.experts.68.up_proj,0.0000979526,0.01000,0.510
19,mlp.experts.69.up_proj,0.0000398324,0.01000,0.511
19,mlp.experts.70.up_proj,0.0000511143,0.01000,0.512
19,mlp.experts.71.up_proj,0.0000755512,0.01000,0.524
19,mlp.experts.72.up_proj,0.0000153240,0.01000,0.514
19,mlp.experts.73.up_proj,0.0000062033,0.01000,0.510
19,mlp.experts.74.up_proj,0.0000292203,0.01000,0.515
19,mlp.experts.75.up_proj,0.0000138599,0.01000,0.518
19,mlp.experts.76.up_proj,0.0000431379,0.01000,0.512
19,mlp.experts.77.up_proj,0.0001083014,0.01000,0.516
19,mlp.experts.78.up_proj,0.0000919604,0.01000,0.514
19,mlp.experts.79.up_proj,0.0000459228,0.01000,0.514
19,mlp.experts.80.up_proj,0.0000087843,0.01000,0.512
19,mlp.experts.81.up_proj,0.0000576518,0.01000,0.513
19,mlp.experts.82.up_proj,0.0000115876,0.01000,0.528
19,mlp.experts.83.up_proj,0.0000235982,0.01000,0.517
19,mlp.experts.84.up_proj,0.0003738975,0.01000,0.512
19,mlp.experts.85.up_proj,0.0001047839,0.01000,0.514
19,mlp.experts.86.up_proj,0.0000420012,0.01000,0.511
19,mlp.experts.87.up_proj,0.0000070862,0.01000,0.523
19,mlp.experts.88.up_proj,0.0000202610,0.01000,0.513
19,mlp.experts.89.up_proj,0.0000300562,0.01000,0.531
19,mlp.experts.90.up_proj,0.0001363413,0.01000,0.516
19,mlp.experts.91.up_proj,0.0000293411,0.01000,0.515
19,mlp.experts.92.up_proj,0.0001236285,0.01000,0.515
19,mlp.experts.93.up_proj,0.0000111363,0.01000,0.518
19,mlp.experts.94.up_proj,0.0000139160,0.01000,0.521
19,mlp.experts.95.up_proj,0.0000137220,0.01000,0.517
19,mlp.experts.96.up_proj,0.0000489099,0.01000,0.515
19,mlp.experts.97.up_proj,0.0000517883,0.01000,0.517
19,mlp.experts.98.up_proj,0.0000087350,0.01000,0.519
19,mlp.experts.99.up_proj,0.0000410621,0.01000,0.533
19,mlp.experts.100.up_proj,0.0000154567,0.01000,0.518
19,mlp.experts.101.up_proj,0.0000198509,0.01000,0.515
19,mlp.experts.102.up_proj,0.0002097749,0.01000,0.520
19,mlp.experts.103.up_proj,0.0000197585,0.01000,0.515
19,mlp.experts.104.up_proj,0.0001356859,0.01000,0.515
19,mlp.experts.105.up_proj,0.0001151229,0.01000,0.513
19,mlp.experts.106.up_proj,0.0000079515,0.01000,0.574
19,mlp.experts.107.up_proj,0.0000156377,0.01000,0.516
19,mlp.experts.108.up_proj,0.0000370279,0.01000,0.521
19,mlp.experts.109.up_proj,0.0000126633,0.01000,0.535
19,mlp.experts.110.up_proj,0.0000064387,0.01000,0.519
19,mlp.experts.111.up_proj,0.0000192469,0.01000,0.519
19,mlp.experts.112.up_proj,0.0000051048,0.01000,0.516
19,mlp.experts.113.up_proj,0.0002147894,0.01000,0.527
19,mlp.experts.114.up_proj,0.0002017428,0.01000,0.529
19,mlp.experts.115.up_proj,0.0000269804,0.01000,0.517
19,mlp.experts.116.up_proj,0.0000195979,0.01000,0.515
19,mlp.experts.117.up_proj,0.0000865106,0.01000,0.512
19,mlp.experts.118.up_proj,0.0000736596,0.01000,0.510
19,mlp.experts.119.up_proj,0.0000214713,0.01000,0.527
19,mlp.experts.120.up_proj,0.0001621920,0.01000,0.513
19,mlp.experts.121.up_proj,0.0000524296,0.01000,0.510
19,mlp.experts.122.up_proj,0.0000384799,0.01000,0.510
19,mlp.experts.123.up_proj,0.0000065931,0.01000,0.516
19,mlp.experts.124.up_proj,0.0000265659,0.01000,0.514
19,mlp.experts.125.up_proj,0.0000413416,0.01000,0.510
19,mlp.experts.126.up_proj,0.0000809761,0.01000,0.511
19,mlp.experts.127.up_proj,0.0000475424,0.01000,0.518
19,mlp.experts.0.gate_proj,0.0001062916,0.01000,0.515
19,mlp.experts.1.gate_proj,0.0000257958,0.01000,0.510
19,mlp.experts.2.gate_proj,0.0000080901,0.01000,0.511
19,mlp.experts.3.gate_proj,0.0000088323,0.01000,0.510
19,mlp.experts.4.gate_proj,0.0000238296,0.01000,0.516
19,mlp.experts.5.gate_proj,0.0000182026,0.01000,0.509
19,mlp.experts.6.gate_proj,0.0000377715,0.01000,0.510
19,mlp.experts.7.gate_proj,0.0000044357,0.01000,0.511
19,mlp.experts.8.gate_proj,0.0000051088,0.01000,0.512
19,mlp.experts.9.gate_proj,0.0000128618,0.01000,0.513
19,mlp.experts.10.gate_proj,0.0000756650,0.01000,0.511
19,mlp.experts.11.gate_proj,0.0000569219,0.01000,0.517
19,mlp.experts.12.gate_proj,0.0000194377,0.01000,0.511
19,mlp.experts.13.gate_proj,0.0000292821,0.01000,0.518
19,mlp.experts.14.gate_proj,0.0000825791,0.01000,0.510
19,mlp.experts.15.gate_proj,0.0001031178,0.01000,0.513
19,mlp.experts.16.gate_proj,0.0000150901,0.01000,0.509
19,mlp.experts.17.gate_proj,0.0000251720,0.01000,0.513
19,mlp.experts.18.gate_proj,0.0000155594,0.01000,0.510
19,mlp.experts.19.gate_proj,0.0000567213,0.01000,0.510
19,mlp.experts.20.gate_proj,0.0000098198,0.01000,0.511
19,mlp.experts.21.gate_proj,0.0000123800,0.01000,0.511
19,mlp.experts.22.gate_proj,0.0000993130,0.01000,0.515
19,mlp.experts.23.gate_proj,0.0002061479,0.01000,0.520
19,mlp.experts.24.gate_proj,0.0000050306,0.01000,0.511
19,mlp.experts.25.gate_proj,0.0000465764,0.01000,0.517
19,mlp.experts.26.gate_proj,0.0000040012,0.01000,0.530
19,mlp.experts.27.gate_proj,0.0000481172,0.01000,0.525
19,mlp.experts.28.gate_proj,0.0000693890,0.01000,0.511
19,mlp.experts.29.gate_proj,0.0001040614,0.01000,0.519
19,mlp.experts.30.gate_proj,0.0000089032,0.01000,0.509
19,mlp.experts.31.gate_proj,0.0000138442,0.01000,0.510
19,mlp.experts.32.gate_proj,0.0000208812,0.01000,0.545
19,mlp.experts.33.gate_proj,0.0000128653,0.01000,0.512
19,mlp.experts.34.gate_proj,0.0000085756,0.01000,0.511
19,mlp.experts.35.gate_proj,0.0000739604,0.01000,0.529
19,mlp.experts.36.gate_proj,0.0000278095,0.01000,0.514
19,mlp.experts.37.gate_proj,0.0000093717,0.01000,0.509
19,mlp.experts.38.gate_proj,0.0000308825,0.01000,0.512
19,mlp.experts.39.gate_proj,0.0000316146,0.01000,0.512
19,mlp.experts.40.gate_proj,0.0001137654,0.01000,0.522
19,mlp.experts.41.gate_proj,0.0000297986,0.01000,0.519
19,mlp.experts.42.gate_proj,0.0000245004,0.01000,0.518
19,mlp.experts.43.gate_proj,0.0000339206,0.01000,0.510
19,mlp.experts.44.gate_proj,0.0000441608,0.01000,0.519
19,mlp.experts.45.gate_proj,0.0000051489,0.01000,0.509
19,mlp.experts.46.gate_proj,0.0000188039,0.01000,0.511
19,mlp.experts.47.gate_proj,0.0000203051,0.01000,0.509
19,mlp.experts.48.gate_proj,0.0000090297,0.01000,0.511
19,mlp.experts.49.gate_proj,0.0000076890,0.01000,0.511
19,mlp.experts.50.gate_proj,0.0000182393,0.01000,0.510
19,mlp.experts.51.gate_proj,0.0000081324,0.01000,0.509
19,mlp.experts.52.gate_proj,0.0000369910,0.01000,0.510
19,mlp.experts.53.gate_proj,0.0000177406,0.01000,0.510
19,mlp.experts.54.gate_proj,0.0000250229,0.01000,0.514
19,mlp.experts.55.gate_proj,0.0000309888,0.01000,0.512
19,mlp.experts.56.gate_proj,0.0000071852,0.01000,0.509
19,mlp.experts.57.gate_proj,0.0000721993,0.01000,0.512
19,mlp.experts.58.gate_proj,0.0000202086,0.01000,0.511
19,mlp.experts.59.gate_proj,0.0000045908,0.01000,0.510
19,mlp.experts.60.gate_proj,0.0000108315,0.01000,0.512
19,mlp.experts.61.gate_proj,0.0000473173,0.01000,0.518
19,mlp.experts.62.gate_proj,0.0000108205,0.01000,0.510
19,mlp.experts.63.gate_proj,0.0000461689,0.01000,0.516
19,mlp.experts.64.gate_proj,0.0000195657,0.01000,0.513
19,mlp.experts.65.gate_proj,0.0000178118,0.01000,0.513
19,mlp.experts.66.gate_proj,0.0000380741,0.01000,0.549
19,mlp.experts.67.gate_proj,0.0000666400,0.01000,0.511
19,mlp.experts.68.gate_proj,0.0001115404,0.01000,0.523
19,mlp.experts.69.gate_proj,0.0000431085,0.01000,0.510
19,mlp.experts.70.gate_proj,0.0000571528,0.01000,0.523
19,mlp.experts.71.gate_proj,0.0000872730,0.01000,0.511
19,mlp.experts.72.gate_proj,0.0000182998,0.01000,0.509
19,mlp.experts.73.gate_proj,0.0000065289,0.01000,0.510
19,mlp.experts.74.gate_proj,0.0000291925,0.01000,0.511
19,mlp.experts.75.gate_proj,0.0000155076,0.01000,0.515
19,mlp.experts.76.gate_proj,0.0000490024,0.01000,0.511
19,mlp.experts.77.gate_proj,0.0001127117,0.01000,0.515
19,mlp.experts.78.gate_proj,0.0001110905,0.01000,0.519
19,mlp.experts.79.gate_proj,0.0000542663,0.01000,0.516
19,mlp.experts.80.gate_proj,0.0000096740,0.01000,0.521
19,mlp.experts.81.gate_proj,0.0000625706,0.01000,0.511
19,mlp.experts.82.gate_proj,0.0000134370,0.01000,0.520
19,mlp.experts.83.gate_proj,0.0000267034,0.01000,0.514
19,mlp.experts.84.gate_proj,0.0004118689,0.01000,0.512
19,mlp.experts.85.gate_proj,0.0001085498,0.01000,0.511
19,mlp.experts.86.gate_proj,0.0000454829,0.01000,0.512
19,mlp.experts.87.gate_proj,0.0000076431,0.01000,0.513
19,mlp.experts.88.gate_proj,0.0000230588,0.01000,0.526
19,mlp.experts.89.gate_proj,0.0000335801,0.01000,0.524
19,mlp.experts.90.gate_proj,0.0001517915,0.01000,0.527
19,mlp.experts.91.gate_proj,0.0000338987,0.01000,0.523
19,mlp.experts.92.gate_proj,0.0001399187,0.01000,0.518
19,mlp.experts.93.gate_proj,0.0000114861,0.01000,0.520
19,mlp.experts.94.gate_proj,0.0000155197,0.01000,0.517
19,mlp.experts.95.gate_proj,0.0000134231,0.01000,0.530
19,mlp.experts.96.gate_proj,0.0000477941,0.01000,0.516
19,mlp.experts.97.gate_proj,0.0000627124,0.01000,0.518
19,mlp.experts.98.gate_proj,0.0000077950,0.01000,0.517
19,mlp.experts.99.gate_proj,0.0000451891,0.01000,0.523
19,mlp.experts.100.gate_proj,0.0000151081,0.01000,0.519
19,mlp.experts.101.gate_proj,0.0000213632,0.01000,0.520
19,mlp.experts.102.gate_proj,0.0002189258,0.01000,0.515
19,mlp.experts.103.gate_proj,0.0000187609,0.01000,0.536
19,mlp.experts.104.gate_proj,0.0001600865,0.01000,0.516
19,mlp.experts.105.gate_proj,0.0001372720,0.01000,0.516
19,mlp.experts.106.gate_proj,0.0000086897,0.01000,0.515
19,mlp.experts.107.gate_proj,0.0000179808,0.01000,0.517
19,mlp.experts.108.gate_proj,0.0000440582,0.01000,0.524
19,mlp.experts.109.gate_proj,0.0000151791,0.01000,0.518
19,mlp.experts.110.gate_proj,0.0000063599,0.01000,0.516
19,mlp.experts.111.gate_proj,0.0000208258,0.01000,0.519
19,mlp.experts.112.gate_proj,0.0000050204,0.01000,0.518
19,mlp.experts.113.gate_proj,0.0001765565,0.01000,0.520
19,mlp.experts.114.gate_proj,0.0002399208,0.01000,0.518
19,mlp.experts.115.gate_proj,0.0000361986,0.01000,0.517
19,mlp.experts.116.gate_proj,0.0000206807,0.01000,0.519
19,mlp.experts.117.gate_proj,0.0000899683,0.01000,0.525
19,mlp.experts.118.gate_proj,0.0000904317,0.01000,0.541
19,mlp.experts.119.gate_proj,0.0000220492,0.01000,0.521
19,mlp.experts.120.gate_proj,0.0001757617,0.01000,0.519
19,mlp.experts.121.gate_proj,0.0000576935,0.01000,0.520
19,mlp.experts.122.gate_proj,0.0000397465,0.01000,0.525
19,mlp.experts.123.gate_proj,0.0000072149,0.01000,0.521
19,mlp.experts.124.gate_proj,0.0000257498,0.01000,0.517
19,mlp.experts.125.gate_proj,0.0000466753,0.01000,0.519
19,mlp.experts.126.gate_proj,0.0000952368,0.01000,0.533
19,mlp.experts.127.gate_proj,0.0000537931,0.01000,0.520
19,mlp.experts.0.down_proj,0.0000192609,0.01000,0.197
19,mlp.experts.1.down_proj,0.0000032133,0.01000,0.195
19,mlp.experts.2.down_proj,0.0000019594,0.01000,0.196
19,mlp.experts.3.down_proj,0.0000013478,0.01000,0.201
19,mlp.experts.4.down_proj,0.0000032408,0.01000,0.196
19,mlp.experts.5.down_proj,0.0000023531,0.01000,0.197
19,mlp.experts.6.down_proj,0.0000067862,0.01000,0.197
19,mlp.experts.7.down_proj,0.0000007288,0.01000,0.198
19,mlp.experts.8.down_proj,0.0000010921,0.01000,0.203
19,mlp.experts.9.down_proj,0.0000017102,0.01000,0.199
19,mlp.experts.10.down_proj,0.0000086030,0.01000,0.198
19,mlp.experts.11.down_proj,0.0000072961,0.01000,0.198
19,mlp.experts.12.down_proj,0.0000031934,0.01000,0.200
19,mlp.experts.13.down_proj,0.0000039314,0.01000,0.202
19,mlp.experts.14.down_proj,0.0000143394,0.01000,0.199
19,mlp.experts.15.down_proj,0.0000120645,0.01000,0.199
19,mlp.experts.16.down_proj,0.0000020057,0.01000,0.197
19,mlp.experts.17.down_proj,0.0000033420,0.01000,0.199
19,mlp.experts.18.down_proj,0.0000028674,0.01000,0.198
19,mlp.experts.19.down_proj,0.0000068361,0.01000,0.203
19,mlp.experts.20.down_proj,0.0000014995,0.01000,0.198
19,mlp.experts.21.down_proj,0.0000016631,0.01000,0.197
19,mlp.experts.22.down_proj,0.0000151551,0.01000,0.196
19,mlp.experts.23.down_proj,0.0000438452,0.01000,0.197
19,mlp.experts.24.down_proj,0.0000006926,0.01000,0.201
19,mlp.experts.25.down_proj,0.0000047459,0.01000,0.197
19,mlp.experts.26.down_proj,0.0000005757,0.01000,0.197
19,mlp.experts.27.down_proj,0.0000073385,0.01000,0.198
19,mlp.experts.28.down_proj,0.0000129134,0.01000,0.199
19,mlp.experts.29.down_proj,0.0000136474,0.01000,0.200
19,mlp.experts.30.down_proj,0.0000015699,0.01000,0.198
19,mlp.experts.31.down_proj,0.0000020440,0.01000,0.198
19,mlp.experts.32.down_proj,0.0000027215,0.01000,0.199
19,mlp.experts.33.down_proj,0.0000016267,0.01000,0.198
19,mlp.experts.34.down_proj,0.0000015066,0.01000,0.198
19,mlp.experts.35.down_proj,0.0000079805,0.01000,0.198
19,mlp.experts.36.down_proj,0.0000035464,0.01000,0.199
19,mlp.experts.37.down_proj,0.0000016680,0.01000,0.199
19,mlp.experts.38.down_proj,0.0000049803,0.01000,0.200
19,mlp.experts.39.down_proj,0.0000053862,0.01000,0.203
19,mlp.experts.40.down_proj,0.0000168896,0.01000,0.202
19,mlp.experts.41.down_proj,0.0000043184,0.01000,0.201
19,mlp.experts.42.down_proj,0.0000030535,0.01000,0.201
19,mlp.experts.43.down_proj,0.0000078172,0.01000,0.204
19,mlp.experts.44.down_proj,0.0000063499,0.01000,0.200
19,mlp.experts.45.down_proj,0.0000009064,0.01000,0.202
19,mlp.experts.46.down_proj,0.0000024667,0.01000,0.198
19,mlp.experts.47.down_proj,0.0000027369,0.01000,0.199
19,mlp.experts.48.down_proj,0.0000014213,0.01000,0.198
19,mlp.experts.49.down_proj,0.0000019600,0.01000,0.200
19,mlp.experts.50.down_proj,0.0000040932,0.01000,0.198
19,mlp.experts.51.down_proj,0.0000017011,0.01000,0.199
19,mlp.experts.52.down_proj,0.0000045583,0.01000,0.199
19,mlp.experts.53.down_proj,0.0000025505,0.01000,0.199
19,mlp.experts.54.down_proj,0.0000042051,0.01000,0.198
19,mlp.experts.55.down_proj,0.0000092967,0.01000,0.199
19,mlp.experts.56.down_proj,0.0000010004,0.01000,0.198
19,mlp.experts.57.down_proj,0.0000182555,0.01000,0.198
19,mlp.experts.58.down_proj,0.0000028988,0.01000,0.197
19,mlp.experts.59.down_proj,0.0000007307,0.01000,0.198
19,mlp.experts.60.down_proj,0.0000019574,0.01000,0.204
19,mlp.experts.61.down_proj,0.0000063788,0.01000,0.198
19,mlp.experts.62.down_proj,0.0000021984,0.01000,0.205
19,mlp.experts.63.down_proj,0.0000076690,0.01000,0.198
19,mlp.experts.64.down_proj,0.0000035569,0.01000,0.198
19,mlp.experts.65.down_proj,0.0000028210,0.01000,0.198
19,mlp.experts.66.down_proj,0.0000052910,0.01000,0.199
19,mlp.experts.67.down_proj,0.0000083308,0.01000,0.200
19,mlp.experts.68.down_proj,0.0000147008,0.01000,0.198
19,mlp.experts.69.down_proj,0.0000070363,0.01000,0.198
19,mlp.experts.70.down_proj,0.0000079688,0.01000,0.199
19,mlp.experts.71.down_proj,0.0000168887,0.01000,0.199
19,mlp.experts.72.down_proj,0.0000025363,0.01000,0.198
19,mlp.experts.73.down_proj,0.0000008694,0.01000,0.197
19,mlp.experts.74.down_proj,0.0000033815,0.01000,0.197
19,mlp.experts.75.down_proj,0.0000024013,0.01000,0.198
19,mlp.experts.76.down_proj,0.0000086944,0.01000,0.197
19,mlp.experts.77.down_proj,0.0000293477,0.01000,0.198
19,mlp.experts.78.down_proj,0.0000195746,0.01000,0.198
19,mlp.experts.79.down_proj,0.0000055510,0.01000,0.197
19,mlp.experts.80.down_proj,0.0000022204,0.01000,0.197
19,mlp.experts.81.down_proj,0.0000083428,0.01000,0.198
19,mlp.experts.82.down_proj,0.0000019336,0.01000,0.199
19,mlp.experts.83.down_proj,0.0000033853,0.01000,0.205
19,mlp.experts.84.down_proj,0.0000657005,0.01000,0.197
19,mlp.experts.85.down_proj,0.0000206510,0.01000,0.199
19,mlp.experts.86.down_proj,0.0000063303,0.01000,0.198
19,mlp.experts.87.down_proj,0.0000014889,0.01000,0.198
19,mlp.experts.88.down_proj,0.0000022554,0.01000,0.198
19,mlp.experts.89.down_proj,0.0000038420,0.01000,0.199
19,mlp.experts.90.down_proj,0.0000306132,0.01000,0.199
19,mlp.experts.91.down_proj,0.0000048478,0.01000,0.198
19,mlp.experts.92.down_proj,0.0000228614,0.01000,0.198
19,mlp.experts.93.down_proj,0.0000016197,0.01000,0.200
19,mlp.experts.94.down_proj,0.0000022109,0.01000,0.198
19,mlp.experts.95.down_proj,0.0000022332,0.01000,0.198
19,mlp.experts.96.down_proj,0.0000091546,0.01000,0.199
19,mlp.experts.97.down_proj,0.0000091170,0.01000,0.199
19,mlp.experts.98.down_proj,0.0000014234,0.01000,0.199
19,mlp.experts.99.down_proj,0.0000058719,0.01000,0.202
19,mlp.experts.100.down_proj,0.0000027472,0.01000,0.202
19,mlp.experts.101.down_proj,0.0000045689,0.01000,0.205
19,mlp.experts.102.down_proj,0.0000308726,0.01000,0.210
19,mlp.experts.103.down_proj,0.0000032461,0.01000,0.203
19,mlp.experts.104.down_proj,0.0000243191,0.01000,0.199
19,mlp.experts.105.down_proj,0.0000248331,0.01000,0.204
19,mlp.experts.106.down_proj,0.0000013752,0.01000,0.199
19,mlp.experts.107.down_proj,0.0000033894,0.01000,0.202
19,mlp.experts.108.down_proj,0.0000052956,0.01000,0.199
19,mlp.experts.109.down_proj,0.0000024929,0.01000,0.204
19,mlp.experts.110.down_proj,0.0000010472,0.01000,0.205
19,mlp.experts.111.down_proj,0.0000038558,0.01000,0.199
19,mlp.experts.112.down_proj,0.0000010587,0.01000,0.199
19,mlp.experts.113.down_proj,0.0000298939,0.01000,0.199
19,mlp.experts.114.down_proj,0.0000354583,0.01000,0.199
19,mlp.experts.115.down_proj,0.0000035072,0.01000,0.198
19,mlp.experts.116.down_proj,0.0000025061,0.01000,0.198
19,mlp.experts.117.down_proj,0.0000203285,0.01000,0.198
19,mlp.experts.118.down_proj,0.0000133606,0.01000,0.199
19,mlp.experts.119.down_proj,0.0000036552,0.01000,0.199
19,mlp.experts.120.down_proj,0.0000292394,0.01000,0.200
19,mlp.experts.121.down_proj,0.0000096933,0.01000,0.199
19,mlp.experts.122.down_proj,0.0000050676,0.01000,0.198
19,mlp.experts.123.down_proj,0.0000011717,0.01000,0.200
19,mlp.experts.124.down_proj,0.0000045862,0.01000,0.198
19,mlp.experts.125.down_proj,0.0000053613,0.01000,0.199
19,mlp.experts.126.down_proj,0.0000108445,0.01000,0.202
19,mlp.experts.127.down_proj,0.0000077616,0.01000,0.203
20,self_attn.q_proj,0.0000000607,0.01000,0.512
20,self_attn.k_proj,0.0000000084,0.01000,0.520
20,self_attn.v_proj,0.0000000114,0.01000,0.509
20,self_attn.o_proj,0.0000000072,0.01000,1.045
20,mlp.gate,0.0000015513,0.01000,0.511
20,mlp.experts.0.up_proj,0.0002917775,0.01000,0.522
20,mlp.experts.1.up_proj,0.0001521938,0.01000,0.513
20,mlp.experts.2.up_proj,0.0000201191,0.01000,0.532
20,mlp.experts.3.up_proj,0.0000093851,0.01000,0.518
20,mlp.experts.4.up_proj,0.0000296371,0.01000,0.515
20,mlp.experts.5.up_proj,0.0000025543,0.01000,0.523
20,mlp.experts.6.up_proj,0.0000412503,0.01000,0.516
20,mlp.experts.7.up_proj,0.0001172341,0.01000,0.523
20,mlp.experts.8.up_proj,0.0000098912,0.01000,0.514
20,mlp.experts.9.up_proj,0.0000196523,0.01000,0.512
20,mlp.experts.10.up_proj,0.0001094284,0.01000,0.512
20,mlp.experts.11.up_proj,0.0000919039,0.01000,0.518
20,mlp.experts.12.up_proj,0.0000149422,0.01000,0.512
20,mlp.experts.13.up_proj,0.0000254628,0.01000,0.518
20,mlp.experts.14.up_proj,0.0000105263,0.01000,0.512
20,mlp.experts.15.up_proj,0.0000200390,0.01000,0.513
20,mlp.experts.16.up_proj,0.0000050546,0.01000,0.515
20,mlp.experts.17.up_proj,0.0000166886,0.01000,0.524
20,mlp.experts.18.up_proj,0.0000410193,0.01000,0.511
20,mlp.experts.19.up_proj,0.0000452057,0.01000,0.510
20,mlp.experts.20.up_proj,0.0000356962,0.01000,0.512
20,mlp.experts.21.up_proj,0.0000101664,0.01000,0.539
20,mlp.experts.22.up_proj,0.0000035446,0.01000,0.514
20,mlp.experts.23.up_proj,0.0000275531,0.01000,0.512
20,mlp.experts.24.up_proj,0.0000088058,0.01000,0.517
20,mlp.experts.25.up_proj,0.0000256027,0.01000,0.523
20,mlp.experts.26.up_proj,0.0000199525,0.01000,0.514
20,mlp.experts.27.up_proj,0.0000254200,0.01000,0.511
20,mlp.experts.28.up_proj,0.0000215650,0.01000,0.510
20,mlp.experts.29.up_proj,0.0000744798,0.01000,0.511
20,mlp.experts.30.up_proj,0.0000168347,0.01000,0.513
20,mlp.experts.31.up_proj,0.0000637007,0.01000,0.516
20,mlp.experts.32.up_proj,0.0000333122,0.01000,0.511
20,mlp.experts.33.up_proj,0.0000109960,0.01000,0.511
20,mlp.experts.34.up_proj,0.0002739550,0.01000,0.518
20,mlp.experts.35.up_proj,0.0000134388,0.01000,0.513
20,mlp.experts.36.up_proj,0.0000157085,0.01000,0.512
20,mlp.experts.37.up_proj,0.0000160452,0.01000,0.512
20,mlp.experts.38.up_proj,0.0000246138,0.01000,0.511
20,mlp.experts.39.up_proj,0.0000200268,0.01000,0.528
20,mlp.experts.40.up_proj,0.0000538502,0.01000,0.522
20,mlp.experts.41.up_proj,0.0000089681,0.01000,0.512
20,mlp.experts.42.up_proj,0.0000928318,0.01000,0.530
20,mlp.experts.43.up_proj,0.0000337029,0.01000,0.517
20,mlp.experts.44.up_proj,0.0000128513,0.01000,0.525
20,mlp.experts.45.up_proj,0.0000120610,0.01000,0.522
20,mlp.experts.46.up_proj,0.0000134839,0.01000,0.512
20,mlp.experts.47.up_proj,0.0000173551,0.01000,0.512
20,mlp.experts.48.up_proj,0.0000218392,0.01000,0.510
20,mlp.experts.49.up_proj,0.0000487264,0.01000,0.514
20,mlp.experts.50.up_proj,0.0001172514,0.01000,0.511
20,mlp.experts.51.up_proj,0.0000293147,0.01000,0.513
20,mlp.experts.52.up_proj,0.0000161315,0.01000,0.517
20,mlp.experts.53.up_proj,0.0000025341,0.01000,0.513
20,mlp.experts.54.up_proj,0.0000787500,0.01000,0.513
20,mlp.experts.55.up_proj,0.0000446421,0.01000,0.513
20,mlp.experts.56.up_proj,0.0000139890,0.01000,0.513
20,mlp.experts.57.up_proj,0.0000032257,0.01000,0.513
20,mlp.experts.58.up_proj,0.0000898998,0.01000,0.517
20,mlp.experts.59.up_proj,0.0000187060,0.01000,0.514
20,mlp.experts.60.up_proj,0.0000634616,0.01000,0.512
20,mlp.experts.61.up_proj,0.0000153107,0.01000,0.512
20,mlp.experts.62.up_proj,0.0000175937,0.01000,0.518
20,mlp.experts.63.up_proj,0.0001232427,0.01000,0.511
20,mlp.experts.64.up_proj,0.0000101781,0.01000,0.522
20,mlp.experts.65.up_proj,0.0000103779,0.01000,0.521
20,mlp.experts.66.up_proj,0.0000206625,0.01000,0.511
20,mlp.experts.67.up_proj,0.0000347821,0.01000,0.515
20,mlp.experts.68.up_proj,0.0000938050,0.01000,0.511
20,mlp.experts.69.up_proj,0.0000704162,0.01000,0.514
20,mlp.experts.70.up_proj,0.0000257675,0.01000,0.517
20,mlp.experts.71.up_proj,0.0000110374,0.01000,0.521
20,mlp.experts.72.up_proj,0.0000108707,0.01000,0.517
20,mlp.experts.73.up_proj,0.0000906766,0.01000,0.514
20,mlp.experts.74.up_proj,0.0000290236,0.01000,0.511
20,mlp.experts.75.up_proj,0.0001894169,0.01000,0.513
20,mlp.experts.76.up_proj,0.0000872691,0.01000,0.525
20,mlp.experts.77.up_proj,0.0000289838,0.01000,0.530
20,mlp.experts.78.up_proj,0.0000708972,0.01000,0.527
20,mlp.experts.79.up_proj,0.0000290010,0.01000,0.511
20,mlp.experts.80.up_proj,0.0000097347,0.01000,0.513
20,mlp.experts.81.up_proj,0.0000275899,0.01000,0.518
20,mlp.experts.82.up_proj,0.0000183942,0.01000,0.513
20,mlp.experts.83.up_proj,0.0000977018,0.01000,0.513
20,mlp.experts.84.up_proj,0.0000072986,0.01000,0.514
20,mlp.experts.85.up_proj,0.0000458075,0.01000,0.520
20,mlp.experts.86.up_proj,0.0000085779,0.01000,0.515
20,mlp.experts.87.up_proj,0.0000548495,0.01000,0.516
20,mlp.experts.88.up_proj,0.0000334854,0.01000,0.513
20,mlp.experts.89.up_proj,0.0000205336,0.01000,0.512
20,mlp.experts.90.up_proj,0.0000137737,0.01000,0.511
20,mlp.experts.91.up_proj,0.0000319705,0.01000,0.514
20,mlp.experts.92.up_proj,0.0001496463,0.01000,0.514
20,mlp.experts.93.up_proj,0.0001648480,0.01000,0.514
20,mlp.experts.94.up_proj,0.0000428058,0.01000,0.517
20,mlp.experts.95.up_proj,0.0000098803,0.01000,0.517
20,mlp.experts.96.up_proj,0.0001140044,0.01000,0.514
20,mlp.experts.97.up_proj,0.0001193592,0.01000,0.513
20,mlp.experts.98.up_proj,0.0000161859,0.01000,0.512
20,mlp.experts.99.up_proj,0.0000291772,0.01000,0.517
20,mlp.experts.100.up_proj,0.0000324126,0.01000,0.517
20,mlp.experts.101.up_proj,0.0000227776,0.01000,0.517
20,mlp.experts.102.up_proj,0.0000069244,0.01000,0.512
20,mlp.experts.103.up_proj,0.0000135556,0.01000,0.512
20,mlp.experts.104.up_proj,0.0000238128,0.01000,0.514
20,mlp.experts.105.up_proj,0.0000084699,0.01000,0.512
20,mlp.experts.106.up_proj,0.0000134284,0.01000,0.515
20,mlp.experts.107.up_proj,0.0000234741,0.01000,0.512
20,mlp.experts.108.up_proj,0.0000414294,0.01000,0.516
20,mlp.experts.109.up_proj,0.0000193423,0.01000,0.511
20,mlp.experts.110.up_proj,0.0000130242,0.01000,0.536
20,mlp.experts.111.up_proj,0.0000271197,0.01000,0.537
20,mlp.experts.112.up_proj,0.0000177065,0.01000,0.520
20,mlp.experts.113.up_proj,0.0001062057,0.01000,0.511
20,mlp.experts.114.up_proj,0.0000090858,0.01000,0.527
20,mlp.experts.115.up_proj,0.0002405383,0.01000,0.519
20,mlp.experts.116.up_proj,0.0000063118,0.01000,0.514
20,mlp.experts.117.up_proj,0.0000645725,0.01000,0.518
20,mlp.experts.118.up_proj,0.0000820511,0.01000,0.512
20,mlp.experts.119.up_proj,0.0001106399,0.01000,0.521
20,mlp.experts.120.up_proj,0.0001248081,0.01000,0.514
20,mlp.experts.121.up_proj,0.0000086738,0.01000,0.524
20,mlp.experts.122.up_proj,0.0000133055,0.01000,0.516
20,mlp.experts.123.up_proj,0.0000477011,0.01000,0.528
20,mlp.experts.124.up_proj,0.0000235482,0.01000,0.512
20,mlp.experts.125.up_proj,0.0000196908,0.01000,0.515
20,mlp.experts.126.up_proj,0.0000905155,0.01000,0.522
20,mlp.experts.127.up_proj,0.0000274433,0.01000,0.515
20,mlp.experts.0.gate_proj,0.0003153554,0.01000,0.512
20,mlp.experts.1.gate_proj,0.0001547750,0.01000,0.513
20,mlp.experts.2.gate_proj,0.0000205526,0.01000,0.529
20,mlp.experts.3.gate_proj,0.0000097643,0.01000,0.515
20,mlp.experts.4.gate_proj,0.0000283662,0.01000,0.516
20,mlp.experts.5.gate_proj,0.0000025774,0.01000,0.515
20,mlp.experts.6.gate_proj,0.0000409030,0.01000,0.522
20,mlp.experts.7.gate_proj,0.0001263395,0.01000,0.512
20,mlp.experts.8.gate_proj,0.0000102881,0.01000,0.519
20,mlp.experts.9.gate_proj,0.0000194620,0.01000,0.516
20,mlp.experts.10.gate_proj,0.0001130498,0.01000,0.519
20,mlp.experts.11.gate_proj,0.0000928377,0.01000,0.522
20,mlp.experts.12.gate_proj,0.0000147574,0.01000,0.524
20,mlp.experts.13.gate_proj,0.0000290106,0.01000,0.512
20,mlp.experts.14.gate_proj,0.0000093448,0.01000,0.512
20,mlp.experts.15.gate_proj,0.0000188958,0.01000,0.516
20,mlp.experts.16.gate_proj,0.0000050697,0.01000,0.514
20,mlp.experts.17.gate_proj,0.0000179717,0.01000,0.512
20,mlp.experts.18.gate_proj,0.0000436706,0.01000,0.512
20,mlp.experts.19.gate_proj,0.0000433086,0.01000,0.513
20,mlp.experts.20.gate_proj,0.0000309679,0.01000,0.512
20,mlp.experts.21.gate_proj,0.0000106183,0.01000,0.516
20,mlp.experts.22.gate_proj,0.0000036028,0.01000,0.512
20,mlp.experts.23.gate_proj,0.0000278006,0.01000,0.531
20,mlp.experts.24.gate_proj,0.0000091603,0.01000,0.520
20,mlp.experts.25.gate_proj,0.0000255852,0.01000,0.529
20,mlp.experts.26.gate_proj,0.0000219988,0.01000,0.513
20,mlp.experts.27.gate_proj,0.0000230729,0.01000,0.514
20,mlp.experts.28.gate_proj,0.0000225217,0.01000,0.515
20,mlp.experts.29.gate_proj,0.0000791324,0.01000,0.517
20,mlp.experts.30.gate_proj,0.0000162621,0.01000,0.514
20,mlp.experts.31.gate_proj,0.0000704345,0.01000,0.512
20,mlp.experts.32.gate_proj,0.0000364276,0.01000,0.511
20,mlp.experts.33.gate_proj,0.0000110189,0.01000,0.512
20,mlp.experts.34.gate_proj,0.0002828747,0.01000,0.513
20,mlp.experts.35.gate_proj,0.0000123000,0.01000,0.516
20,mlp.experts.36.gate_proj,0.0000156159,0.01000,0.515
20,mlp.experts.37.gate_proj,0.0000160133,0.01000,0.514
20,mlp.experts.38.gate_proj,0.0000236243,0.01000,0.515
20,mlp.experts.39.gate_proj,0.0000164143,0.01000,0.523
20,mlp.experts.40.gate_proj,0.0000546391,0.01000,0.516
20,mlp.experts.41.gate_proj,0.0000090389,0.01000,0.517
20,mlp.experts.42.gate_proj,0.0000975601,0.01000,0.513
20,mlp.experts.43.gate_proj,0.0000322993,0.01000,0.514
20,mlp.experts.44.gate_proj,0.0000117424,0.01000,0.512
20,mlp.experts.45.gate_proj,0.0000128554,0.01000,0.513
20,mlp.experts.46.gate_proj,0.0000130441,0.01000,0.515
20,mlp.experts.47.gate_proj,0.0000180912,0.01000,0.512
20,mlp.experts.48.gate_proj,0.0000247217,0.01000,0.521
20,mlp.experts.49.gate_proj,0.0000519251,0.01000,0.516
20,mlp.experts.50.gate_proj,0.0001198694,0.01000,0.515
20,mlp.experts.51.gate_proj,0.0000286282,0.01000,0.512
20,mlp.experts.52.gate_proj,0.0000154650,0.01000,0.521
20,mlp.experts.53.gate_proj,0.0000026893,0.01000,0.521
20,mlp.experts.54.gate_proj,0.0000797280,0.01000,0.542
20,mlp.experts.55.gate_proj,0.0000448628,0.01000,0.519
20,mlp.experts.56.gate_proj,0.0000146891,0.01000,0.512
20,mlp.experts.57.gate_proj,0.0000035325,0.01000,0.512
20,mlp.experts.58.gate_proj,0.0000918606,0.01000,0.602
20,mlp.experts.59.gate_proj,0.0000181823,0.01000,0.514
20,mlp.experts.60.gate_proj,0.0000656330,0.01000,0.531
20,mlp.experts.61.gate_proj,0.0000139818,0.01000,0.518
20,mlp.experts.62.gate_proj,0.0000177500,0.01000,0.527
20,mlp.experts.63.gate_proj,0.0001302678,0.01000,0.513
20,mlp.experts.64.gate_proj,0.0000097426,0.01000,0.517
20,mlp.experts.65.gate_proj,0.0000104594,0.01000,0.515
20,mlp.experts.66.gate_proj,0.0000213148,0.01000,0.513
20,mlp.experts.67.gate_proj,0.0000377279,0.01000,0.518
20,mlp.experts.68.gate_proj,0.0000936390,0.01000,0.514
20,mlp.experts.69.gate_proj,0.0000712927,0.01000,0.513
20,mlp.experts.70.gate_proj,0.0000257140,0.01000,0.512
20,mlp.experts.71.gate_proj,0.0000115098,0.01000,0.512
20,mlp.experts.72.gate_proj,0.0000113604,0.01000,0.515
20,mlp.experts.73.gate_proj,0.0000940861,0.01000,0.513
20,mlp.experts.74.gate_proj,0.0000298541,0.01000,0.513
20,mlp.experts.75.gate_proj,0.0001932549,0.01000,0.512
20,mlp.experts.76.gate_proj,0.0000922410,0.01000,0.512
20,mlp.experts.77.gate_proj,0.0000316803,0.01000,0.511
20,mlp.experts.78.gate_proj,0.0000749077,0.01000,0.514
20,mlp.experts.79.gate_proj,0.0000272319,0.01000,0.527
20,mlp.experts.80.gate_proj,0.0000094939,0.01000,0.518
20,mlp.experts.81.gate_proj,0.0000266336,0.01000,0.516
20,mlp.experts.82.gate_proj,0.0000184727,0.01000,0.518
20,mlp.experts.83.gate_proj,0.0001000840,0.01000,0.517
20,mlp.experts.84.gate_proj,0.0000062608,0.01000,0.525
20,mlp.experts.85.gate_proj,0.0000503912,0.01000,0.520
20,mlp.experts.86.gate_proj,0.0000085609,0.01000,0.518
20,mlp.experts.87.gate_proj,0.0000561630,0.01000,0.521
20,mlp.experts.88.gate_proj,0.0000376364,0.01000,0.514
20,mlp.experts.89.gate_proj,0.0000205246,0.01000,0.517
20,mlp.experts.90.gate_proj,0.0000140726,0.01000,0.517
20,mlp.experts.91.gate_proj,0.0000324899,0.01000,0.517
20,mlp.experts.92.gate_proj,0.0001677140,0.01000,0.520
20,mlp.experts.93.gate_proj,0.0001743538,0.01000,0.525
20,mlp.experts.94.gate_proj,0.0000276390,0.01000,0.518
20,mlp.experts.95.gate_proj,0.0000096024,0.01000,0.517
20,mlp.experts.96.gate_proj,0.0001788036,0.01000,0.519
20,mlp.experts.97.gate_proj,0.0001252725,0.01000,0.536
20,mlp.experts.98.gate_proj,0.0000166875,0.01000,0.525
20,mlp.experts.99.gate_proj,0.0000289721,0.01000,0.523
20,mlp.experts.100.gate_proj,0.0000339531,0.01000,0.516
20,mlp.experts.101.gate_proj,0.0000233034,0.01000,0.518
20,mlp.experts.102.gate_proj,0.0000070791,0.01000,0.517
20,mlp.experts.103.gate_proj,0.0000124006,0.01000,0.515
20,mlp.experts.104.gate_proj,0.0000243376,0.01000,0.517
20,mlp.experts.105.gate_proj,0.0000088241,0.01000,0.522
20,mlp.experts.106.gate_proj,0.0000120564,0.01000,0.532
20,mlp.experts.107.gate_proj,0.0000231364,0.01000,0.516
20,mlp.experts.108.gate_proj,0.0000420960,0.01000,0.517
20,mlp.experts.109.gate_proj,0.0000192351,0.01000,0.515
20,mlp.experts.110.gate_proj,0.0000140533,0.01000,0.517
20,mlp.experts.111.gate_proj,0.0000279024,0.01000,0.518
20,mlp.experts.112.gate_proj,0.0000178216,0.01000,0.516
20,mlp.experts.113.gate_proj,0.0001068206,0.01000,0.532
20,mlp.experts.114.gate_proj,0.0000099608,0.01000,0.521
20,mlp.experts.115.gate_proj,0.0002520631,0.01000,0.549
20,mlp.experts.116.gate_proj,0.0000063513,0.01000,0.525
20,mlp.experts.117.gate_proj,0.0000649099,0.01000,0.527
20,mlp.experts.118.gate_proj,0.0000845179,0.01000,0.520
20,mlp.experts.119.gate_proj,0.0001203701,0.01000,0.529
20,mlp.experts.120.gate_proj,0.0001405978,0.01000,0.532
20,mlp.experts.121.gate_proj,0.0000076226,0.01000,0.520
20,mlp.experts.122.gate_proj,0.0000120183,0.01000,0.519
20,mlp.experts.123.gate_proj,0.0000487214,0.01000,0.527
20,mlp.experts.124.gate_proj,0.0000242349,0.01000,0.535
20,mlp.experts.125.gate_proj,0.0000190375,0.01000,0.536
20,mlp.experts.126.gate_proj,0.0000933987,0.01000,0.533
20,mlp.experts.127.gate_proj,0.0000255399,0.01000,0.526
20,mlp.experts.0.down_proj,0.0000709457,0.01000,0.200
20,mlp.experts.1.down_proj,0.0000295835,0.01000,0.195
20,mlp.experts.2.down_proj,0.0000042352,0.01000,0.198
20,mlp.experts.3.down_proj,0.0000014728,0.01000,0.202
20,mlp.experts.4.down_proj,0.0000074484,0.01000,0.198
20,mlp.experts.5.down_proj,0.0000003535,0.01000,0.198
20,mlp.experts.6.down_proj,0.0000066718,0.01000,0.199
20,mlp.experts.7.down_proj,0.0000257378,0.01000,0.198
20,mlp.experts.8.down_proj,0.0000016280,0.01000,0.197
20,mlp.experts.9.down_proj,0.0000043555,0.01000,0.200
20,mlp.experts.10.down_proj,0.0000120253,0.01000,0.202
20,mlp.experts.11.down_proj,0.0000138012,0.01000,0.203
20,mlp.experts.12.down_proj,0.0000035812,0.01000,0.198
20,mlp.experts.13.down_proj,0.0000054890,0.01000,0.198
20,mlp.experts.14.down_proj,0.0000025620,0.01000,0.198
20,mlp.experts.15.down_proj,0.0000054623,0.01000,0.204
20,mlp.experts.16.down_proj,0.0000010978,0.01000,0.198
20,mlp.experts.17.down_proj,0.0000030599,0.01000,0.199
20,mlp.experts.18.down_proj,0.0000096385,0.01000,0.201
20,mlp.experts.19.down_proj,0.0000082771,0.01000,0.201
20,mlp.experts.20.down_proj,0.0000069838,0.01000,0.199
20,mlp.experts.21.down_proj,0.0000015393,0.01000,0.199
20,mlp.experts.22.down_proj,0.0000010706,0.01000,0.201
20,mlp.experts.23.down_proj,0.0000050182,0.01000,0.202
20,mlp.experts.24.down_proj,0.0000020230,0.01000,0.199
20,mlp.experts.25.down_proj,0.0000042968,0.01000,0.200
20,mlp.experts.26.down_proj,0.0000029700,0.01000,0.201
20,mlp.experts.27.down_proj,0.0000050075,0.01000,0.198
20,mlp.experts.28.down_proj,0.0000034081,0.01000,0.197
20,mlp.experts.29.down_proj,0.0000098385,0.01000,0.199
20,mlp.experts.30.down_proj,0.0000029329,0.01000,0.197
20,mlp.experts.31.down_proj,0.0000174623,0.01000,0.198
20,mlp.experts.32.down_proj,0.0000047468,0.01000,0.206
20,mlp.experts.33.down_proj,0.0000017392,0.01000,0.201
20,mlp.experts.34.down_proj,0.0000903047,0.01000,0.198
20,mlp.experts.35.down_proj,0.0000036070,0.01000,0.200
20,mlp.experts.36.down_proj,0.0000042800,0.01000,0.198
20,mlp.experts.37.down_proj,0.0000030203,0.01000,0.201
20,mlp.experts.38.down_proj,0.0000094964,0.01000,0.198
20,mlp.experts.39.down_proj,0.0000035732,0.01000,0.203
20,mlp.experts.40.down_proj,0.0000076123,0.01000,0.199
20,mlp.experts.41.down_proj,0.0000035063,0.01000,0.201
20,mlp.experts.42.down_proj,0.0000141075,0.01000,0.198
20,mlp.experts.43.down_proj,0.0000067599,0.01000,0.199
20,mlp.experts.44.down_proj,0.0000024852,0.01000,0.197
20,mlp.experts.45.down_proj,0.0000021386,0.01000,0.198
20,mlp.experts.46.down_proj,0.0000035804,0.01000,0.198
20,mlp.experts.47.down_proj,0.0000027302,0.01000,0.199
20,mlp.experts.48.down_proj,0.0000022875,0.01000,0.198
20,mlp.experts.49.down_proj,0.0000116297,0.01000,0.197
20,mlp.experts.50.down_proj,0.0000202741,0.01000,0.199
20,mlp.experts.51.down_proj,0.0000082816,0.01000,0.198
20,mlp.experts.52.down_proj,0.0000039117,0.01000,0.198
20,mlp.experts.53.down_proj,0.0000005133,0.01000,0.199
20,mlp.experts.54.down_proj,0.0000115428,0.01000,0.198
20,mlp.experts.55.down_proj,0.0000080428,0.01000,0.203
20,mlp.experts.56.down_proj,0.0000023377,0.01000,0.200
20,mlp.experts.57.down_proj,0.0000008430,0.01000,0.199
20,mlp.experts.58.down_proj,0.0000236804,0.01000,0.201
20,mlp.experts.59.down_proj,0.0000028929,0.01000,0.198
20,mlp.experts.60.down_proj,0.0000150345,0.01000,0.199
20,mlp.experts.61.down_proj,0.0000040738,0.01000,0.198
20,mlp.experts.62.down_proj,0.0000035134,0.01000,0.204
20,mlp.experts.63.down_proj,0.0000373080,0.01000,0.198
20,mlp.experts.64.down_proj,0.0000028989,0.01000,0.199
20,mlp.experts.65.down_proj,0.0000025460,0.01000,0.199
20,mlp.experts.66.down_proj,0.0000052643,0.01000,0.200
20,mlp.experts.67.down_proj,0.0000076155,0.01000,0.198
20,mlp.experts.68.down_proj,0.0000158431,0.01000,0.215
20,mlp.experts.69.down_proj,0.0000085235,0.01000,0.199
20,mlp.experts.70.down_proj,0.0000039205,0.01000,0.199
20,mlp.experts.71.down_proj,0.0000028802,0.01000,0.200
20,mlp.experts.72.down_proj,0.0000023334,0.01000,0.199
20,mlp.experts.73.down_proj,0.0000262242,0.01000,0.199
20,mlp.experts.74.down_proj,0.0000039355,0.01000,0.198
20,mlp.experts.75.down_proj,0.0000372211,0.01000,0.199
20,mlp.experts.76.down_proj,0.0000114254,0.01000,0.198
20,mlp.experts.77.down_proj,0.0000074322,0.01000,0.198
20,mlp.experts.78.down_proj,0.0000118050,0.01000,0.198
20,mlp.experts.79.down_proj,0.0000058797,0.01000,0.205
20,mlp.experts.80.down_proj,0.0000019847,0.01000,0.198
20,mlp.experts.81.down_proj,0.0000080882,0.01000,0.205
20,mlp.experts.82.down_proj,0.0000034090,0.01000,0.198
20,mlp.experts.83.down_proj,0.0000144724,0.01000,0.198
20,mlp.experts.84.down_proj,0.0000018155,0.01000,0.197
20,mlp.experts.85.down_proj,0.0000038087,0.01000,0.203
20,mlp.experts.86.down_proj,0.0000015237,0.01000,0.199
20,mlp.experts.87.down_proj,0.0000096775,0.01000,0.199
20,mlp.experts.88.down_proj,0.0000076192,0.01000,0.198
20,mlp.experts.89.down_proj,0.0000075079,0.01000,0.198
20,mlp.experts.90.down_proj,0.0000017974,0.01000,0.198
20,mlp.experts.91.down_proj,0.0000044542,0.01000,0.200
20,mlp.experts.92.down_proj,0.0000283479,0.01000,0.201
20,mlp.experts.93.down_proj,0.0000520605,0.01000,0.198
20,mlp.experts.94.down_proj,0.0000079530,0.01000,0.205
20,mlp.experts.95.down_proj,0.0000019002,0.01000,0.200
20,mlp.experts.96.down_proj,0.0000195426,0.01000,0.198
20,mlp.experts.97.down_proj,0.0000414417,0.01000,0.198
20,mlp.experts.98.down_proj,0.0000041272,0.01000,0.200
20,mlp.experts.99.down_proj,0.0000056307,0.01000,0.198
20,mlp.experts.100.down_proj,0.0000059735,0.01000,0.199
20,mlp.experts.101.down_proj,0.0000051392,0.01000,0.204
20,mlp.experts.102.down_proj,0.0000014482,0.01000,0.199
20,mlp.experts.103.down_proj,0.0000033762,0.01000,0.198
20,mlp.experts.104.down_proj,0.0000041741,0.01000,0.200
20,mlp.experts.105.down_proj,0.0000013525,0.01000,0.198
20,mlp.experts.106.down_proj,0.0000021179,0.01000,0.200
20,mlp.experts.107.down_proj,0.0000036432,0.01000,0.204
20,mlp.experts.108.down_proj,0.0000058915,0.01000,0.197
20,mlp.experts.109.down_proj,0.0000050420,0.01000,0.309
20,mlp.experts.110.down_proj,0.0000020638,0.01000,0.199
20,mlp.experts.111.down_proj,0.0000070860,0.01000,0.211
20,mlp.experts.112.down_proj,0.0000029489,0.01000,0.199
20,mlp.experts.113.down_proj,0.0000152673,0.01000,0.201
20,mlp.experts.114.down_proj,0.0000020345,0.01000,0.200
20,mlp.experts.115.down_proj,0.0000365620,0.01000,0.201
20,mlp.experts.116.down_proj,0.0000011273,0.01000,0.206
20,mlp.experts.117.down_proj,0.0000100439,0.01000,0.200
20,mlp.experts.118.down_proj,0.0000083983,0.01000,0.201
20,mlp.experts.119.down_proj,0.0000146969,0.01000,0.205
20,mlp.experts.120.down_proj,0.0000257595,0.01000,0.201
20,mlp.experts.121.down_proj,0.0000026748,0.01000,0.201
20,mlp.experts.122.down_proj,0.0000024792,0.01000,0.203
20,mlp.experts.123.down_proj,0.0000077718,0.01000,0.199
20,mlp.experts.124.down_proj,0.0000020302,0.01000,0.198
20,mlp.experts.125.down_proj,0.0000040080,0.01000,0.198
20,mlp.experts.126.down_proj,0.0000121066,0.01000,0.199
20,mlp.experts.127.down_proj,0.0000047652,0.01000,0.199
21,self_attn.q_proj,0.0000000812,0.01000,0.516
21,self_attn.k_proj,0.0000000114,0.01000,0.513
21,self_attn.v_proj,0.0000000129,0.01000,0.511
21,self_attn.o_proj,0.0000000099,0.01000,1.028
21,mlp.gate,0.0000015883,0.01000,0.512
21,mlp.experts.0.up_proj,0.0000042739,0.01000,0.514
21,mlp.experts.1.up_proj,0.0000105924,0.01000,0.521
21,mlp.experts.2.up_proj,0.0000056563,0.01000,0.513
21,mlp.experts.3.up_proj,0.0001735516,0.01000,0.521
21,mlp.experts.4.up_proj,0.0002817036,0.01000,0.518
21,mlp.experts.5.up_proj,0.0000108919,0.01000,0.511
21,mlp.experts.6.up_proj,0.0000855350,0.01000,0.509
21,mlp.experts.7.up_proj,0.0000084226,0.01000,0.514
21,mlp.experts.8.up_proj,0.0000536953,0.01000,0.518
21,mlp.experts.9.up_proj,0.0000072578,0.01000,0.513
21,mlp.experts.10.up_proj,0.0000079090,0.01000,0.513
21,mlp.experts.11.up_proj,0.0001346701,0.01000,0.521
21,mlp.experts.12.up_proj,0.0000957142,0.01000,0.511
21,mlp.experts.13.up_proj,0.0000356640,0.01000,0.516
21,mlp.experts.14.up_proj,0.0000935148,0.01000,0.522
21,mlp.experts.15.up_proj,0.0001598246,0.01000,0.512
21,mlp.experts.16.up_proj,0.0000319764,0.01000,0.512
21,mlp.experts.17.up_proj,0.0000372637,0.01000,0.517
21,mlp.experts.18.up_proj,0.0000132255,0.01000,0.520
21,mlp.experts.19.up_proj,0.0000119243,0.01000,0.513
21,mlp.experts.20.up_proj,0.0000338534,0.01000,0.510
21,mlp.experts.21.up_proj,0.0000643520,0.01000,0.510
21,mlp.experts.22.up_proj,0.0000115678,0.01000,0.510
21,mlp.experts.23.up_proj,0.0000518359,0.01000,0.513
21,mlp.experts.24.up_proj,0.0000147545,0.01000,0.512
21,mlp.experts.25.up_proj,0.0000191303,0.01000,0.511
21,mlp.experts.26.up_proj,0.0000535382,0.01000,0.514
21,mlp.experts.27.up_proj,0.0000410052,0.01000,0.512
21,mlp.experts.28.up_proj,0.0000251667,0.01000,0.519
21,mlp.experts.29.up_proj,0.0001476626,0.01000,0.509
21,mlp.experts.30.up_proj,0.0000694739,0.01000,0.511
21,mlp.experts.31.up_proj,0.0000075856,0.01000,0.511
21,mlp.experts.32.up_proj,0.0000350709,0.01000,0.529
21,mlp.experts.33.up_proj,0.0000045297,0.01000,0.516
21,mlp.experts.34.up_proj,0.0001277032,0.01000,0.511
21,mlp.experts.35.up_proj,0.0000145965,0.01000,0.511
21,mlp.experts.36.up_proj,0.0001917611,0.01000,0.511
21,mlp.experts.37.up_proj,0.0000162024,0.01000,0.511
21,mlp.experts.38.up_proj,0.0000812816,0.01000,0.511
21,mlp.experts.39.up_proj,0.0001001876,0.01000,0.510
21,mlp.experts.40.up_proj,0.0000485751,0.01000,0.512
21,mlp.experts.41.up_proj,0.0000129920,0.01000,0.520
21,mlp.experts.42.up_proj,0.0002090200,0.01000,0.515
21,mlp.experts.43.up_proj,0.0000154413,0.01000,0.511
21,mlp.experts.44.up_proj,0.0000505985,0.01000,0.513
21,mlp.experts.45.up_proj,0.0000180504,0.01000,0.511
21,mlp.experts.46.up_proj,0.0000378116,0.01000,0.515
21,mlp.experts.47.up_proj,0.0000207343,0.01000,0.523
21,mlp.experts.48.up_proj,0.0000183501,0.01000,0.512
21,mlp.experts.49.up_proj,0.0000036965,0.01000,0.509
21,mlp.experts.50.up_proj,0.0000188395,0.01000,0.513
21,mlp.experts.51.up_proj,0.0000506736,0.01000,0.513
21,mlp.experts.52.up_proj,0.0000095604,0.01000,0.511
21,mlp.experts.53.up_proj,0.0000900861,0.01000,0.511
21,mlp.experts.54.up_proj,0.0000747163,0.01000,0.510
21,mlp.experts.55.up_proj,0.0000120237,0.01000,0.526
21,mlp.experts.56.up_proj,0.0000227946,0.01000,0.514
21,mlp.experts.57.up_proj,0.0000178106,0.01000,0.513
21,mlp.experts.58.up_proj,0.0000843016,0.01000,0.517
21,mlp.experts.59.up_proj,0.0000512600,0.01000,0.511
21,mlp.experts.60.up_proj,0.0000330501,0.01000,0.511
21,mlp.experts.61.up_proj,0.0001059329,0.01000,0.515
21,mlp.experts.62.up_proj,0.0000202822,0.01000,0.514
21,mlp.experts.63.up_proj,0.0000830944,0.01000,0.512
21,mlp.experts.64.up_proj,0.0000220478,0.01000,0.511
21,mlp.experts.65.up_proj,0.0000134618,0.01000,0.516
21,mlp.experts.66.up_proj,0.0000177832,0.01000,0.512
21,mlp.experts.67.up_proj,0.0002440690,0.01000,0.513
21,mlp.experts.68.up_proj,0.0000449522,0.01000,0.525
21,mlp.experts.69.up_proj,0.0000145827,0.01000,0.523
21,mlp.experts.70.up_proj,0.0000698652,0.01000,0.519
21,mlp.experts.71.up_proj,0.0000144941,0.01000,0.511
21,mlp.experts.72.up_proj,0.0000884117,0.01000,0.515
21,mlp.experts.73.up_proj,0.0000331678,0.01000,0.513
21,mlp.experts.74.up_proj,0.0000848546,0.01000,0.511
21,mlp.experts.75.up_proj,0.0000964333,0.01000,0.512
21,mlp.experts.76.up_proj,0.0000161382,0.01000,0.511
21,mlp.experts.77.up_proj,0.0000409915,0.01000,0.521
21,mlp.experts.78.up_proj,0.0000302592,0.01000,0.510
21,mlp.experts.79.up_proj,0.0000256944,0.01000,0.514
21,mlp.experts.80.up_proj,0.0000057387,0.01000,0.517
21,mlp.experts.81.up_proj,0.0000112332,0.01000,0.510
21,mlp.experts.82.up_proj,0.0000036692,0.01000,0.524
21,mlp.experts.83.up_proj,0.0000259892,0.01000,0.510
21,mlp.experts.84.up_proj,0.0000123358,0.01000,0.514
21,mlp.experts.85.up_proj,0.0000100590,0.01000,0.515
21,mlp.experts.86.up_proj,0.0000155493,0.01000,0.515
21,mlp.experts.87.up_proj,0.0000370812,0.01000,0.510
21,mlp.experts.88.up_proj,0.0000179868,0.01000,0.512
21,mlp.experts.89.up_proj,0.0000456319,0.01000,0.513
21,mlp.experts.90.up_proj,0.0000095878,0.01000,0.514
21,mlp.experts.91.up_proj,0.0000313901,0.01000,0.510
21,mlp.experts.92.up_proj,0.0000255515,0.01000,0.512
21,mlp.experts.93.up_proj,0.0001593931,0.01000,0.513
21,mlp.experts.94.up_proj,0.0000083324,0.01000,0.514
21,mlp.experts.95.up_proj,0.0000350522,0.01000,0.516
21,mlp.experts.96.up_proj,0.0000091964,0.01000,0.515
21,mlp.experts.97.up_proj,0.0000102772,0.01000,0.511
21,mlp.experts.98.up_proj,0.0000186172,0.01000,0.510
21,mlp.experts.99.up_proj,0.0000098668,0.01000,0.512
21,mlp.experts.100.up_proj,0.0000269991,0.01000,0.512
21,mlp.experts.101.up_proj,0.0000153882,0.01000,0.511
21,mlp.experts.102.up_proj,0.0000156844,0.01000,0.512
21,mlp.experts.103.up_proj,0.0000169098,0.01000,0.522
21,mlp.experts.104.up_proj,0.0000212744,0.01000,0.514
21,mlp.experts.105.up_proj,0.0000236514,0.01000,0.513
21,mlp.experts.106.up_proj,0.0000174816,0.01000,0.510
21,mlp.experts.107.up_proj,0.0000988146,0.01000,0.529
21,mlp.experts.108.up_proj,0.0000221837,0.01000,0.524
21,mlp.experts.109.up_proj,0.0002172614,0.01000,0.526
21,mlp.experts.110.up_proj,0.0000089153,0.01000,0.512
21,mlp.experts.111.up_proj,0.0000106390,0.01000,0.512
21,mlp.experts.112.up_proj,0.0000424435,0.01000,0.513
21,mlp.experts.113.up_proj,0.0000113025,0.01000,0.513
21,mlp.experts.114.up_proj,0.0000164592,0.01000,0.510
21,mlp.experts.115.up_proj,0.0001395635,0.01000,0.510
21,mlp.experts.116.up_proj,0.0000489994,0.01000,0.513
21,mlp.experts.117.up_proj,0.0000209046,0.01000,0.513
21,mlp.experts.118.up_proj,0.0000070054,0.01000,0.517
21,mlp.experts.119.up_proj,0.0000203830,0.01000,0.512
21,mlp.experts.120.up_proj,0.0000205586,0.01000,0.512
21,mlp.experts.121.up_proj,0.0002009615,0.01000,0.511
21,mlp.experts.122.up_proj,0.0000055414,0.01000,0.514
21,mlp.experts.123.up_proj,0.0001043452,0.01000,0.526
21,mlp.experts.124.up_proj,0.0001328098,0.01000,0.513
21,mlp.experts.125.up_proj,0.0000038769,0.01000,0.510
21,mlp.experts.126.up_proj,0.0001527761,0.01000,0.510
21,mlp.experts.127.up_proj,0.0000173422,0.01000,0.512
21,mlp.experts.0.gate_proj,0.0000042299,0.01000,0.512
21,mlp.experts.1.gate_proj,0.0000098070,0.01000,0.510
21,mlp.experts.2.gate_proj,0.0000062370,0.01000,0.511
21,mlp.experts.3.gate_proj,0.0001740953,0.01000,0.511
21,mlp.experts.4.gate_proj,0.0002965680,0.01000,0.512
21,mlp.experts.5.gate_proj,0.0000105770,0.01000,0.510
21,mlp.experts.6.gate_proj,0.0000884667,0.01000,0.512
21,mlp.experts.7.gate_proj,0.0000074168,0.01000,0.516
21,mlp.experts.8.gate_proj,0.0000536123,0.01000,0.518
21,mlp.experts.9.gate_proj,0.0000064601,0.01000,0.526
21,mlp.experts.10.gate_proj,0.0000075283,0.01000,0.510
21,mlp.experts.11.gate_proj,0.0001410297,0.01000,0.510
21,mlp.experts.12.gate_proj,0.0000974754,0.01000,0.512
21,mlp.experts.13.gate_proj,0.0000358711,0.01000,0.515
21,mlp.experts.14.gate_proj,0.0000933583,0.01000,0.511
21,mlp.experts.15.gate_proj,0.0001646755,0.01000,0.510
21,mlp.experts.16.gate_proj,0.0000328149,0.01000,0.512
21,mlp.experts.17.gate_proj,0.0000371074,0.01000,0.520
21,mlp.experts.18.gate_proj,0.0000132014,0.01000,0.511
21,mlp.experts.19.gate_proj,0.0000122023,0.01000,0.512
21,mlp.experts.20.gate_proj,0.0000341851,0.01000,0.514
21,mlp.experts.21.gate_proj,0.0000657803,0.01000,0.510
21,mlp.experts.22.gate_proj,0.0000104214,0.01000,0.510
21,mlp.experts.23.gate_proj,0.0000511990,0.01000,0.516
21,mlp.experts.24.gate_proj,0.0000129664,0.01000,0.511
21,mlp.experts.25.gate_proj,0.0000179184,0.01000,0.509
21,mlp.experts.26.gate_proj,0.0000540616,0.01000,0.511
21,mlp.experts.27.gate_proj,0.0000420480,0.01000,0.513
21,mlp.experts.28.gate_proj,0.0000250832,0.01000,0.514
21,mlp.experts.29.gate_proj,0.0001508009,0.01000,0.510
21,mlp.experts.30.gate_proj,0.0000653793,0.01000,0.511
21,mlp.experts.31.gate_proj,0.0000067207,0.01000,0.512
21,mlp.experts.32.gate_proj,0.0000435228,0.01000,0.511
21,mlp.experts.33.gate_proj,0.0000045423,0.01000,0.524
21,mlp.experts.34.gate_proj,0.0001280576,0.01000,0.510
21,mlp.experts.35.gate_proj,0.0000088023,0.01000,0.509
21,mlp.experts.36.gate_proj,0.0001991880,0.01000,0.525
21,mlp.experts.37.gate_proj,0.0000157570,0.01000,0.511
21,mlp.experts.38.gate_proj,0.0000821782,0.01000,0.526
21,mlp.experts.39.gate_proj,0.0001004034,0.01000,0.511
21,mlp.experts.40.gate_proj,0.0000312397,0.01000,0.511
21,mlp.experts.41.gate_proj,0.0000114987,0.01000,0.513
21,mlp.experts.42.gate_proj,0.0002164495,0.01000,0.512
21,mlp.experts.43.gate_proj,0.0000153277,0.01000,0.512
21,mlp.experts.44.gate_proj,0.0000503502,0.01000,0.515
21,mlp.experts.45.gate_proj,0.0000157651,0.01000,0.511
21,mlp.experts.46.gate_proj,0.0000385748,0.01000,0.515
21,mlp.experts.47.gate_proj,0.0000204281,0.01000,0.513
21,mlp.experts.48.gate_proj,0.0000161975,0.01000,0.529
21,mlp.experts.49.gate_proj,0.0000034683,0.01000,0.513
21,mlp.experts.50.gate_proj,0.0000190270,0.01000,0.514
21,mlp.experts.51.gate_proj,0.0000517066,0.01000,0.515
21,mlp.experts.52.gate_proj,0.0000077212,0.01000,0.515
21,mlp.experts.53.gate_proj,0.0000938321,0.01000,0.511
21,mlp.experts.54.gate_proj,0.0000698448,0.01000,0.531
21,mlp.experts.55.gate_proj,0.0000121428,0.01000,0.515
21,mlp.experts.56.gate_proj,0.0000236719,0.01000,0.513
21,mlp.experts.57.gate_proj,0.0000176983,0.01000,0.514
21,mlp.experts.58.gate_proj,0.0000877822,0.01000,0.512
21,mlp.experts.59.gate_proj,0.0000519877,0.01000,0.515
21,mlp.experts.60.gate_proj,0.0000320799,0.01000,0.511
21,mlp.experts.61.gate_proj,0.0001149118,0.01000,0.535
21,mlp.experts.62.gate_proj,0.0000195771,0.01000,0.541
21,mlp.experts.63.gate_proj,0.0000870285,0.01000,0.523
21,mlp.experts.64.gate_proj,0.0000242594,0.01000,0.513
21,mlp.experts.65.gate_proj,0.0000132287,0.01000,0.513
21,mlp.experts.66.gate_proj,0.0000174646,0.01000,0.529
21,mlp.experts.67.gate_proj,0.0002502512,0.01000,0.538
21,mlp.experts.68.gate_proj,0.0000434375,0.01000,0.517
21,mlp.experts.69.gate_proj,0.0000185753,0.01000,0.515
21,mlp.experts.70.gate_proj,0.0000736846,0.01000,0.518
21,mlp.experts.71.gate_proj,0.0000145774,0.01000,0.514
21,mlp.experts.72.gate_proj,0.0000916640,0.01000,0.518
21,mlp.experts.73.gate_proj,0.0000333608,0.01000,0.517
21,mlp.experts.74.gate_proj,0.0000861240,0.01000,0.536
21,mlp.experts.75.gate_proj,0.0000983494,0.01000,0.521
21,mlp.experts.76.gate_proj,0.0000162972,0.01000,0.526
21,mlp.experts.77.gate_proj,0.0000414004,0.01000,0.516
21,mlp.experts.78.gate_proj,0.0000325139,0.01000,0.520
21,mlp.experts.79.gate_proj,0.0000249532,0.01000,0.521
21,mlp.experts.80.gate_proj,0.0000058304,0.01000,0.519
21,mlp.experts.81.gate_proj,0.0000115774,0.01000,0.521
21,mlp.experts.82.gate_proj,0.0000032831,0.01000,0.554
21,mlp.experts.83.gate_proj,0.0000258029,0.01000,0.554
21,mlp.experts.84.gate_proj,0.0000125815,0.01000,0.619
21,mlp.experts.85.gate_proj,0.0000101926,0.01000,0.524
21,mlp.experts.86.gate_proj,0.0000153113,0.01000,0.514
21,mlp.experts.87.gate_proj,0.0000371238,0.01000,0.513
21,mlp.experts.88.gate_proj,0.0000170794,0.01000,0.519
21,mlp.experts.89.gate_proj,0.0000444591,0.01000,0.521
21,mlp.experts.90.gate_proj,0.0000087772,0.01000,0.511
21,mlp.experts.91.gate_proj,0.0000332345,0.01000,0.522
21,mlp.experts.92.gate_proj,0.0000269973,0.01000,0.511
21,mlp.experts.93.gate_proj,0.0001602730,0.01000,0.511
21,mlp.experts.94.gate_proj,0.0000087229,0.01000,0.516
21,mlp.experts.95.gate_proj,0.0000353425,0.01000,0.512
21,mlp.experts.96.gate_proj,0.0000090182,0.01000,0.512
21,mlp.experts.97.gate_proj,0.0000097634,0.01000,0.520
21,mlp.experts.98.gate_proj,0.0000174533,0.01000,0.512
21,mlp.experts.99.gate_proj,0.0000096941,0.01000,0.511
21,mlp.experts.100.gate_proj,0.0000274825,0.01000,0.511
21,mlp.experts.101.gate_proj,0.0000137447,0.01000,0.514
21,mlp.experts.102.gate_proj,0.0000147879,0.01000,0.515
21,mlp.experts.103.gate_proj,0.0000155418,0.01000,0.521
21,mlp.experts.104.gate_proj,0.0000212251,0.01000,0.515
21,mlp.experts.105.gate_proj,0.0000226479,0.01000,0.512
21,mlp.experts.106.gate_proj,0.0000171100,0.01000,0.511
21,mlp.experts.107.gate_proj,0.0000995815,0.01000,0.510
21,mlp.experts.108.gate_proj,0.0000217930,0.01000,0.513
21,mlp.experts.109.gate_proj,0.0002215767,0.01000,0.511
21,mlp.experts.110.gate_proj,0.0000078854,0.01000,0.512
21,mlp.experts.111.gate_proj,0.0000095221,0.01000,0.512
21,mlp.experts.112.gate_proj,0.0000380837,0.01000,0.511
21,mlp.experts.113.gate_proj,0.0000103582,0.01000,0.513
21,mlp.experts.114.gate_proj,0.0000158294,0.01000,0.511
21,mlp.experts.115.gate_proj,0.0001450458,0.01000,0.510
21,mlp.experts.116.gate_proj,0.0000470512,0.01000,0.520
21,mlp.experts.117.gate_proj,0.0000180221,0.01000,0.516
21,mlp.experts.118.gate_proj,0.0000064066,0.01000,0.512
21,mlp.experts.119.gate_proj,0.0000198354,0.01000,0.512
21,mlp.experts.120.gate_proj,0.0000208365,0.01000,0.513
21,mlp.experts.121.gate_proj,0.0002057516,0.01000,0.511
21,mlp.experts.122.gate_proj,0.0000056851,0.01000,0.512
21,mlp.experts.123.gate_proj,0.0001091884,0.01000,0.511
21,mlp.experts.124.gate_proj,0.0001366494,0.01000,0.513
21,mlp.experts.125.gate_proj,0.0000027617,0.01000,0.514
21,mlp.experts.126.gate_proj,0.0001575944,0.01000,0.526
21,mlp.experts.127.gate_proj,0.0000136806,0.01000,0.517
21,mlp.experts.0.down_proj,0.0000013011,0.01000,0.196
21,mlp.experts.1.down_proj,0.0000018941,0.01000,0.196
21,mlp.experts.2.down_proj,0.0000008391,0.01000,0.193
21,mlp.experts.3.down_proj,0.0000648788,0.01000,0.195
21,mlp.experts.4.down_proj,0.0000388880,0.01000,0.197
21,mlp.experts.5.down_proj,0.0000019133,0.01000,0.195
21,mlp.experts.6.down_proj,0.0000100669,0.01000,0.195
21,mlp.experts.7.down_proj,0.0000015659,0.01000,0.196
21,mlp.experts.8.down_proj,0.0000055668,0.01000,0.198
21,mlp.experts.9.down_proj,0.0000020431,0.01000,0.200
21,mlp.experts.10.down_proj,0.0000023440,0.01000,0.203
21,mlp.experts.11.down_proj,0.0000138767,0.01000,0.199
21,mlp.experts.12.down_proj,0.0000151708,0.01000,0.200
21,mlp.experts.13.down_proj,0.0000062242,0.01000,0.200
21,mlp.experts.14.down_proj,0.0000128607,0.01000,0.195
21,mlp.experts.15.down_proj,0.0000228112,0.01000,0.197
21,mlp.experts.16.down_proj,0.0000125175,0.01000,0.196
21,mlp.experts.17.down_proj,0.0000062630,0.01000,0.195
21,mlp.experts.18.down_proj,0.0000043095,0.01000,0.195
21,mlp.experts.19.down_proj,0.0000017927,0.01000,0.197
21,mlp.experts.20.down_proj,0.0000070139,0.01000,0.196
21,mlp.experts.21.down_proj,0.0000068342,0.01000,0.196
21,mlp.experts.22.down_proj,0.0000023937,0.01000,0.196
21,mlp.experts.23.down_proj,0.0000068790,0.01000,0.198
21,mlp.experts.24.down_proj,0.0000025006,0.01000,0.201
21,mlp.experts.25.down_proj,0.0000047213,0.01000,0.196
21,mlp.experts.26.down_proj,0.0000079851,0.01000,0.196
21,mlp.experts.27.down_proj,0.0000082780,0.01000,0.196
21,mlp.experts.28.down_proj,0.0000049186,0.01000,0.197
21,mlp.experts.29.down_proj,0.0000433233,0.01000,0.196
21,mlp.experts.30.down_proj,0.0000182563,0.01000,0.196
21,mlp.experts.31.down_proj,0.0000016057,0.01000,0.196
21,mlp.experts.32.down_proj,0.0000054907,0.01000,0.201
21,mlp.experts.33.down_proj,0.0000009446,0.01000,0.196
21,mlp.experts.34.down_proj,0.0000187149,0.01000,0.199
21,mlp.experts.35.down_proj,0.0000026361,0.01000,0.198
21,mlp.experts.36.down_proj,0.0000479295,0.01000,0.197
21,mlp.experts.37.down_proj,0.0000024858,0.01000,0.195
21,mlp.experts.38.down_proj,0.0000091164,0.01000,0.196
21,mlp.experts.39.down_proj,0.0000106819,0.01000,0.197
21,mlp.experts.40.down_proj,0.0000091577,0.01000,0.195
21,mlp.experts.41.down_proj,0.0000024648,0.01000,0.198
21,mlp.experts.42.down_proj,0.0000536094,0.01000,0.200
21,mlp.experts.43.down_proj,0.0000031434,0.01000,0.200
21,mlp.experts.44.down_proj,0.0000079996,0.01000,0.197
21,mlp.experts.45.down_proj,0.0000035241,0.01000,0.197
21,mlp.experts.46.down_proj,0.0000049151,0.01000,0.196
21,mlp.experts.47.down_proj,0.0000062311,0.01000,0.196
21,mlp.experts.48.down_proj,0.0000033797,0.01000,0.195
21,mlp.experts.49.down_proj,0.0000009217,0.01000,0.195
21,mlp.experts.50.down_proj,0.0000044521,0.01000,0.198
21,mlp.experts.51.down_proj,0.0000059436,0.01000,0.196
21,mlp.experts.52.down_proj,0.0000014053,0.01000,0.196
21,mlp.experts.53.down_proj,0.0000104248,0.01000,0.195
21,mlp.experts.54.down_proj,0.0000191403,0.01000,0.198
21,mlp.experts.55.down_proj,0.0000026408,0.01000,0.196
21,mlp.experts.56.down_proj,0.0000041509,0.01000,0.204
21,mlp.experts.57.down_proj,0.0000037320,0.01000,0.196
21,mlp.experts.58.down_proj,0.0000110640,0.01000,0.196
21,mlp.experts.59.down_proj,0.0000151354,0.01000,0.195
21,mlp.experts.60.down_proj,0.0000055131,0.01000,0.199
21,mlp.experts.61.down_proj,0.0000181960,0.01000,0.197
21,mlp.experts.62.down_proj,0.0000045454,0.01000,0.197
21,mlp.experts.63.down_proj,0.0000069647,0.01000,0.196
21,mlp.experts.64.down_proj,0.0000032904,0.01000,0.197
21,mlp.experts.65.down_proj,0.0000034388,0.01000,0.195
21,mlp.experts.66.down_proj,0.0000039311,0.01000,0.197
21,mlp.experts.67.down_proj,0.0000425963,0.01000,0.195
21,mlp.experts.68.down_proj,0.0000075011,0.01000,0.195
21,mlp.experts.69.down_proj,0.0000019191,0.01000,0.196
21,mlp.experts.70.down_proj,0.0000091799,0.01000,0.196
21,mlp.experts.71.down_proj,0.0000025544,0.01000,0.195
21,mlp.experts.72.down_proj,0.0000205705,0.01000,0.196
21,mlp.experts.73.down_proj,0.0000041443,0.01000,0.197
21,mlp.experts.74.down_proj,0.0000284744,0.01000,0.195
21,mlp.experts.75.down_proj,0.0000121899,0.01000,0.203
21,mlp.experts.76.down_proj,0.0000032657,0.01000,0.196
21,mlp.experts.77.down_proj,0.0000050351,0.01000,0.196
21,mlp.experts.78.down_proj,0.0000080859,0.01000,0.197
21,mlp.experts.79.down_proj,0.0000056048,0.01000,0.198
21,mlp.experts.80.down_proj,0.0000011056,0.01000,0.197
21,mlp.experts.81.down_proj,0.0000016038,0.01000,0.198
21,mlp.experts.82.down_proj,0.0000010431,0.01000,0.198
21,mlp.experts.83.down_proj,0.0000060874,0.01000,0.205
21,mlp.experts.84.down_proj,0.0000037012,0.01000,0.209
21,mlp.experts.85.down_proj,0.0000016242,0.01000,0.199
21,mlp.experts.86.down_proj,0.0000027382,0.01000,0.197
21,mlp.experts.87.down_proj,0.0000057112,0.01000,0.196
21,mlp.experts.88.down_proj,0.0000036931,0.01000,0.197
21,mlp.experts.89.down_proj,0.0000080183,0.01000,0.196
21,mlp.experts.90.down_proj,0.0000028050,0.01000,0.196
21,mlp.experts.91.down_proj,0.0000051164,0.01000,0.196
21,mlp.experts.92.down_proj,0.0000034894,0.01000,0.196
21,mlp.experts.93.down_proj,0.0000473614,0.01000,0.197
21,mlp.experts.94.down_proj,0.0000019896,0.01000,0.197
21,mlp.experts.95.down_proj,0.0000064562,0.01000,0.196
21,mlp.experts.96.down_proj,0.0000024832,0.01000,0.198
21,mlp.experts.97.down_proj,0.0000016707,0.01000,0.200
21,mlp.experts.98.down_proj,0.0000037670,0.01000,0.198
21,mlp.experts.99.down_proj,0.0000021016,0.01000,0.198
21,mlp.experts.100.down_proj,0.0000088914,0.01000,0.197
21,mlp.experts.101.down_proj,0.0000038048,0.01000,0.197
21,mlp.experts.102.down_proj,0.0000026435,0.01000,0.196
21,mlp.experts.103.down_proj,0.0000030998,0.01000,0.204
21,mlp.experts.104.down_proj,0.0000054552,0.01000,0.198
21,mlp.experts.105.down_proj,0.0000037546,0.01000,0.197
21,mlp.experts.106.down_proj,0.0000061468,0.01000,0.197
21,mlp.experts.107.down_proj,0.0000126336,0.01000,0.197
21,mlp.experts.108.down_proj,0.0000037590,0.01000,0.196
21,mlp.experts.109.down_proj,0.0000475253,0.01000,0.217
21,mlp.experts.110.down_proj,0.0000030356,0.01000,0.196
21,mlp.experts.111.down_proj,0.0000033924,0.01000,0.197
21,mlp.experts.112.down_proj,0.0000071680,0.01000,0.203
21,mlp.experts.113.down_proj,0.0000023272,0.01000,0.197
21,mlp.experts.114.down_proj,0.0000044710,0.01000,0.198
21,mlp.experts.115.down_proj,0.0000152675,0.01000,0.197
21,mlp.experts.116.down_proj,0.0000093448,0.01000,0.196
21,mlp.experts.117.down_proj,0.0000037913,0.01000,0.198
21,mlp.experts.118.down_proj,0.0000013634,0.01000,0.199
21,mlp.experts.119.down_proj,0.0000034436,0.01000,0.199
21,mlp.experts.120.down_proj,0.0000037071,0.01000,0.196
21,mlp.experts.121.down_proj,0.0000770972,0.01000,0.196
21,mlp.experts.122.down_proj,0.0000017869,0.01000,0.196
21,mlp.experts.123.down_proj,0.0000192359,0.01000,0.196
21,mlp.experts.124.down_proj,0.0000184796,0.01000,0.204
21,mlp.experts.125.down_proj,0.0000009261,0.01000,0.196
21,mlp.experts.126.down_proj,0.0000309648,0.01000,0.196
21,mlp.experts.127.down_proj,0.0000030933,0.01000,0.196
22,self_attn.q_proj,0.0000000956,0.01000,0.509
22,self_attn.k_proj,0.0000000119,0.01000,0.506
22,self_attn.v_proj,0.0000000145,0.01000,0.523
22,self_attn.o_proj,0.0000000121,0.01000,1.024
22,mlp.gate,0.0000015996,0.01000,0.507
22,mlp.experts.0.up_proj,0.0000646132,0.01000,0.510
22,mlp.experts.1.up_proj,0.0001054384,0.01000,0.504
22,mlp.experts.2.up_proj,0.0000251590,0.01000,0.511
22,mlp.experts.3.up_proj,0.0000110077,0.01000,0.507
22,mlp.experts.4.up_proj,0.0000292566,0.01000,0.514
22,mlp.experts.5.up_proj,0.0000365357,0.01000,0.507
22,mlp.experts.6.up_proj,0.0000447852,0.01000,0.505
22,mlp.experts.7.up_proj,0.0000590106,0.01000,0.505
22,mlp.experts.8.up_proj,0.0002739085,0.01000,0.510
22,mlp.experts.9.up_proj,0.0000108676,0.01000,0.512
22,mlp.experts.10.up_proj,0.0000173484,0.01000,0.508
22,mlp.experts.11.up_proj,0.0000155646,0.01000,0.513
22,mlp.experts.12.up_proj,0.0000369618,0.01000,0.512
22,mlp.experts.13.up_proj,0.0000103338,0.01000,0.507
22,mlp.experts.14.up_proj,0.0000217745,0.01000,0.511
22,mlp.experts.15.up_proj,0.0000361870,0.01000,0.513
22,mlp.experts.16.up_proj,0.0000021249,0.01000,0.512
22,mlp.experts.17.up_proj,0.0002573806,0.01000,0.506
22,mlp.experts.18.up_proj,0.0000130483,0.01000,0.504
22,mlp.experts.19.up_proj,0.0000070184,0.01000,0.507
22,mlp.experts.20.up_proj,0.0000301304,0.01000,0.507
22,mlp.experts.21.up_proj,0.0000219674,0.01000,0.506
22,mlp.experts.22.up_proj,0.0000775243,0.01000,0.507
22,mlp.experts.23.up_proj,0.0000243825,0.01000,0.506
22,mlp.experts.24.up_proj,0.0000173881,0.01000,0.506
22,mlp.experts.25.up_proj,0.0000154918,0.01000,0.508
22,mlp.experts.26.up_proj,0.0000070824,0.01000,0.505
22,mlp.experts.27.up_proj,0.0000225724,0.01000,0.507
22,mlp.experts.28.up_proj,0.0001303204,0.01000,0.519
22,mlp.experts.29.up_proj,0.0000940746,0.01000,0.519
22,mlp.experts.30.up_proj,0.0000056129,0.01000,0.522
22,mlp.experts.31.up_proj,0.0000050276,0.01000,0.507
22,mlp.experts.32.up_proj,0.0000537530,0.01000,0.506
22,mlp.experts.33.up_proj,0.0000413382,0.01000,0.507
22,mlp.experts.34.up_proj,0.0001474655,0.01000,0.511
22,mlp.experts.35.up_proj,0.0000096962,0.01000,0.510
22,mlp.experts.36.up_proj,0.0000256574,0.01000,0.518
22,mlp.experts.37.up_proj,0.0000399706,0.01000,0.521
22,mlp.experts.38.up_proj,0.0001309495,0.01000,0.509
22,mlp.experts.39.up_proj,0.0000238720,0.01000,0.506
22,mlp.experts.40.up_proj,0.0000208186,0.01000,0.509
22,mlp.experts.41.up_proj,0.0000272270,0.01000,0.505
22,mlp.experts.42.up_proj,0.0001132496,0.01000,0.505
22,mlp.experts.43.up_proj,0.0000280409,0.01000,0.508
22,mlp.experts.44.up_proj,0.0001355675,0.01000,0.504
22,mlp.experts.45.up_proj,0.0000208988,0.01000,0.504
22,mlp.experts.46.up_proj,0.0000177872,0.01000,0.505
22,mlp.experts.47.up_proj,0.0000324559,0.01000,0.504
22,mlp.experts.48.up_proj,0.0000394329,0.01000,0.504
22,mlp.experts.49.up_proj,0.0002078743,0.01000,0.508
22,mlp.experts.50.up_proj,0.0000226373,0.01000,0.513
22,mlp.experts.51.up_proj,0.0000383912,0.01000,0.505
22,mlp.experts.52.up_proj,0.0000144897,0.01000,0.504
22,mlp.experts.53.up_proj,0.0000099304,0.01000,0.504
22,mlp.experts.54.up_proj,0.0000959824,0.01000,0.507
22,mlp.experts.55.up_proj,0.0000029042,0.01000,0.511
22,mlp.experts.56.up_proj,0.0000067499,0.01000,0.519
22,mlp.experts.57.up_proj,0.0000138633,0.01000,0.510
22,mlp.experts.58.up_proj,0.0000337175,0.01000,0.509
22,mlp.experts.59.up_proj,0.0000651440,0.01000,0.507
22,mlp.experts.60.up_proj,0.0000460038,0.01000,0.509
22,mlp.experts.61.up_proj,0.0000093958,0.01000,0.507
22,mlp.experts.62.up_proj,0.0000071953,0.01000,0.508
22,mlp.experts.63.up_proj,0.0000532126,0.01000,0.507
22,mlp.experts.64.up_proj,0.0000127613,0.01000,0.511
22,mlp.experts.65.up_proj,0.0000255538,0.01000,0.509
22,mlp.experts.66.up_proj,0.0000045425,0.01000,0.505
22,mlp.experts.67.up_proj,0.0001116059,0.01000,0.513
22,mlp.experts.68.up_proj,0.0000028900,0.01000,0.514
22,mlp.experts.69.up_proj,0.0000159944,0.01000,0.505
22,mlp.experts.70.up_proj,0.0000196080,0.01000,0.514
22,mlp.experts.71.up_proj,0.0000025087,0.01000,0.507
22,mlp.experts.72.up_proj,0.0000731046,0.01000,0.506
22,mlp.experts.73.up_proj,0.0000168405,0.01000,0.508
22,mlp.experts.74.up_proj,0.0000136163,0.01000,0.513
22,mlp.experts.75.up_proj,0.0000309141,0.01000,0.509
22,mlp.experts.76.up_proj,0.0000115656,0.01000,0.507
22,mlp.experts.77.up_proj,0.0000917205,0.01000,0.508
22,mlp.experts.78.up_proj,0.0000039841,0.01000,0.508
22,mlp.experts.79.up_proj,0.0001546111,0.01000,0.508
22,mlp.experts.80.up_proj,0.0000206977,0.01000,0.507
22,mlp.experts.81.up_proj,0.0000956396,0.01000,0.506
22,mlp.experts.82.up_proj,0.0000210225,0.01000,0.508
22,mlp.experts.83.up_proj,0.0000108214,0.01000,0.511
22,mlp.experts.84.up_proj,0.0000751892,0.01000,0.508
22,mlp.experts.85.up_proj,0.0000159764,0.01000,0.509
22,mlp.experts.86.up_proj,0.0000256443,0.01000,0.511
22,mlp.experts.87.up_proj,0.0000304790,0.01000,0.506
22,mlp.experts.88.up_proj,0.0000316721,0.01000,0.512
22,mlp.experts.89.up_proj,0.0002676733,0.01000,0.507
22,mlp.experts.90.up_proj,0.0000157289,0.01000,0.506
22,mlp.experts.91.up_proj,0.0000150816,0.01000,0.506
22,mlp.experts.92.up_proj,0.0000414896,0.01000,0.505
22,mlp.experts.93.up_proj,0.0000219412,0.01000,0.507
22,mlp.experts.94.up_proj,0.0000042772,0.01000,0.511
22,mlp.experts.95.up_proj,0.0000101105,0.01000,0.507
22,mlp.experts.96.up_proj,0.0000428000,0.01000,0.505
22,mlp.experts.97.up_proj,0.0000272066,0.01000,0.517
22,mlp.experts.98.up_proj,0.0000109521,0.01000,0.505
22,mlp.experts.99.up_proj,0.0000377029,0.01000,0.505
22,mlp.experts.100.up_proj,0.0000245873,0.01000,0.508
22,mlp.experts.101.up_proj,0.0000219726,0.01000,0.507
22,mlp.experts.102.up_proj,0.0000620082,0.01000,0.506
22,mlp.experts.103.up_proj,0.0000159534,0.01000,0.511
22,mlp.experts.104.up_proj,0.0000926037,0.01000,0.509
22,mlp.experts.105.up_proj,0.0000102736,0.01000,0.524
22,mlp.experts.106.up_proj,0.0001934098,0.01000,0.511
22,mlp.experts.107.up_proj,0.0000151421,0.01000,0.505
22,mlp.experts.108.up_proj,0.0000126218,0.01000,0.509
22,mlp.experts.109.up_proj,0.0000260090,0.01000,0.508
22,mlp.experts.110.up_proj,0.0000203081,0.01000,0.507
22,mlp.experts.111.up_proj,0.0000732058,0.01000,0.513
22,mlp.experts.112.up_proj,0.0000092574,0.01000,0.512
22,mlp.experts.113.up_proj,0.0000166971,0.01000,0.506
22,mlp.experts.114.up_proj,0.0002234230,0.01000,0.507
22,mlp.experts.115.up_proj,0.0001274087,0.01000,0.506
22,mlp.experts.116.up_proj,0.0000619858,0.01000,0.512
22,mlp.experts.117.up_proj,0.0001097353,0.01000,0.504
22,mlp.experts.118.up_proj,0.0000573969,0.01000,0.507
22,mlp.experts.119.up_proj,0.0000291118,0.01000,0.506
22,mlp.experts.120.up_proj,0.0000137227,0.01000,0.506
22,mlp.experts.121.up_proj,0.0000737581,0.01000,0.508
22,mlp.experts.122.up_proj,0.0000341785,0.01000,0.506
22,mlp.experts.123.up_proj,0.0000201891,0.01000,0.515
22,mlp.experts.124.up_proj,0.0000213734,0.01000,0.513
22,mlp.experts.125.up_proj,0.0001632670,0.01000,0.507
22,mlp.experts.126.up_proj,0.0000042250,0.01000,0.524
22,mlp.experts.127.up_proj,0.0000261805,0.01000,0.511
22,mlp.experts.0.gate_proj,0.0000670547,0.01000,0.504
22,mlp.experts.1.gate_proj,0.0001088031,0.01000,0.515
22,mlp.experts.2.gate_proj,0.0000224381,0.01000,0.508
22,mlp.experts.3.gate_proj,0.0000108046,0.01000,0.514
22,mlp.experts.4.gate_proj,0.0000305047,0.01000,0.509
22,mlp.experts.5.gate_proj,0.0000372772,0.01000,0.506
22,mlp.experts.6.gate_proj,0.0000494098,0.01000,0.507
22,mlp.experts.7.gate_proj,0.0000605304,0.01000,0.506
22,mlp.experts.8.gate_proj,0.0002834150,0.01000,0.506
22,mlp.experts.9.gate_proj,0.0000120421,0.01000,0.509
22,mlp.experts.10.gate_proj,0.0000167998,0.01000,0.520
22,mlp.experts.11.gate_proj,0.0000138615,0.01000,0.505
22,mlp.experts.12.gate_proj,0.0000386705,0.01000,0.505
22,mlp.experts.13.gate_proj,0.0000090681,0.01000,0.512
22,mlp.experts.14.gate_proj,0.0000211440,0.01000,0.510
22,mlp.experts.15.gate_proj,0.0000313092,0.01000,0.527
22,mlp.experts.16.gate_proj,0.0000021500,0.01000,0.507
22,mlp.experts.17.gate_proj,0.0002580712,0.01000,0.509
22,mlp.experts.18.gate_proj,0.0000117933,0.01000,0.507
22,mlp.experts.19.gate_proj,0.0000072431,0.01000,0.506
22,mlp.experts.20.gate_proj,0.0000287549,0.01000,0.509
22,mlp.experts.21.gate_proj,0.0000223718,0.01000,0.507
22,mlp.experts.22.gate_proj,0.0000794813,0.01000,0.513
22,mlp.experts.23.gate_proj,0.0000251023,0.01000,0.507
22,mlp.experts.24.gate_proj,0.0000178497,0.01000,0.517
22,mlp.experts.25.gate_proj,0.0000154245,0.01000,0.518
22,mlp.experts.26.gate_proj,0.0000069833,0.01000,0.514
22,mlp.experts.27.gate_proj,0.0000244244,0.01000,0.505
22,mlp.experts.28.gate_proj,0.0001320973,0.01000,0.506
22,mlp.experts.29.gate_proj,0.0000959436,0.01000,0.506
22,mlp.experts.30.gate_proj,0.0000051198,0.01000,0.504
22,mlp.experts.31.gate_proj,0.0000048772,0.01000,0.507
22,mlp.experts.32.gate_proj,0.0000528011,0.01000,0.507
22,mlp.experts.33.gate_proj,0.0000399678,0.01000,0.508
22,mlp.experts.34.gate_proj,0.0001525067,0.01000,0.506
22,mlp.experts.35.gate_proj,0.0000099557,0.01000,0.507
22,mlp.experts.36.gate_proj,0.0000268484,0.01000,0.506
22,mlp.experts.37.gate_proj,0.0000392536,0.01000,0.517
22,mlp.experts.38.gate_proj,0.0002212492,0.01000,0.506
22,mlp.experts.39.gate_proj,0.0000217941,0.01000,0.519
22,mlp.experts.40.gate_proj,0.0000184992,0.01000,0.505
22,mlp.experts.41.gate_proj,0.0000249103,0.01000,0.512
22,mlp.experts.42.gate_proj,0.0001184762,0.01000,0.506
22,mlp.experts.43.gate_proj,0.0000276779,0.01000,0.505
22,mlp.experts.44.gate_proj,0.0001400213,0.01000,0.506
22,mlp.experts.45.gate_proj,0.0000207942,0.01000,0.506
22,mlp.experts.46.gate_proj,0.0000172592,0.01000,0.505
22,mlp.experts.47.gate_proj,0.0000328827,0.01000,0.503
22,mlp.experts.48.gate_proj,0.0000392869,0.01000,0.505
22,mlp.experts.49.gate_proj,0.0002097990,0.01000,0.502
22,mlp.experts.50.gate_proj,0.0000214545,0.01000,0.506
22,mlp.experts.51.gate_proj,0.0000376452,0.01000,0.511
22,mlp.experts.52.gate_proj,0.0000125456,0.01000,0.524
22,mlp.experts.53.gate_proj,0.0000079559,0.01000,0.508
22,mlp.experts.54.gate_proj,0.0000958293,0.01000,0.506
22,mlp.experts.55.gate_proj,0.0000028026,0.01000,0.517
22,mlp.experts.56.gate_proj,0.0000062454,0.01000,0.505
22,mlp.experts.57.gate_proj,0.0000124768,0.01000,0.504
22,mlp.experts.58.gate_proj,0.0000339737,0.01000,0.508
22,mlp.experts.59.gate_proj,0.0000661059,0.01000,0.504
22,mlp.experts.60.gate_proj,0.0000449839,0.01000,0.510
22,mlp.experts.61.gate_proj,0.0000074614,0.01000,0.506
22,mlp.experts.62.gate_proj,0.0000064110,0.01000,0.510
22,mlp.experts.63.gate_proj,0.0000584991,0.01000,0.506
22,mlp.experts.64.gate_proj,0.0000114781,0.01000,0.512
22,mlp.experts.65.gate_proj,0.0000236783,0.01000,0.514
22,mlp.experts.66.gate_proj,0.0000046253,0.01000,0.509
22,mlp.experts.67.gate_proj,0.0001173444,0.01000,0.512
22,mlp.experts.68.gate_proj,0.0000028148,0.01000,0.506
22,mlp.experts.69.gate_proj,0.0000141461,0.01000,0.504
22,mlp.experts.70.gate_proj,0.0000209328,0.01000,0.504
22,mlp.experts.71.gate_proj,0.0000028761,0.01000,0.505
22,mlp.experts.72.gate_proj,0.0000714090,0.01000,0.512
22,mlp.experts.73.gate_proj,0.0000168863,0.01000,0.528
22,mlp.experts.74.gate_proj,0.0000129308,0.01000,0.507
22,mlp.experts.75.gate_proj,0.0000319545,0.01000,0.506
22,mlp.experts.76.gate_proj,0.0000111680,0.01000,0.504
22,mlp.experts.77.gate_proj,0.0000973914,0.01000,0.508
22,mlp.experts.78.gate_proj,0.0000040506,0.01000,0.519
22,mlp.experts.79.gate_proj,0.0001534919,0.01000,0.511
22,mlp.experts.80.gate_proj,0.0000207767,0.01000,0.509
22,mlp.experts.81.gate_proj,0.0000987249,0.01000,0.505
22,mlp.experts.82.gate_proj,0.0000193617,0.01000,0.509
22,mlp.experts.83.gate_proj,0.0000104122,0.01000,0.505
22,mlp.experts.84.gate_proj,0.0000783919,0.01000,0.508
22,mlp.experts.85.gate_proj,0.0000155851,0.01000,0.513
22,mlp.experts.86.gate_proj,0.0000245476,0.01000,0.508
22,mlp.experts.87.gate_proj,0.0000303684,0.01000,0.506
22,mlp.experts.88.gate_proj,0.0000281464,0.01000,0.509
22,mlp.experts.89.gate_proj,0.0002826855,0.01000,0.516
22,mlp.experts.90.gate_proj,0.0000143839,0.01000,0.521
22,mlp.experts.91.gate_proj,0.0000144359,0.01000,0.512
22,mlp.experts.92.gate_proj,0.0000453130,0.01000,0.513
22,mlp.experts.93.gate_proj,0.0000208463,0.01000,0.516
22,mlp.experts.94.gate_proj,0.0000043952,0.01000,0.512
22,mlp.experts.95.gate_proj,0.0000084220,0.01000,0.512
22,mlp.experts.96.gate_proj,0.0000415362,0.01000,0.513
22,mlp.experts.97.gate_proj,0.0000283394,0.01000,0.512
22,mlp.experts.98.gate_proj,0.0000113458,0.01000,0.515
22,mlp.experts.99.gate_proj,0.0000375173,0.01000,0.511
22,mlp.experts.100.gate_proj,0.0000208858,0.01000,0.518
22,mlp.experts.101.gate_proj,0.0000194312,0.01000,0.513
22,mlp.experts.102.gate_proj,0.0000643545,0.01000,0.513
22,mlp.experts.103.gate_proj,0.0000152338,0.01000,0.513
22,mlp.experts.104.gate_proj,0.0000868016,0.01000,0.512
22,mlp.experts.105.gate_proj,0.0000088750,0.01000,0.525
22,mlp.experts.106.gate_proj,0.0002026391,0.01000,0.516
22,mlp.experts.107.gate_proj,0.0000136291,0.01000,0.512
22,mlp.experts.108.gate_proj,0.0000116990,0.01000,0.517
22,mlp.experts.109.gate_proj,0.0000252763,0.01000,0.515
22,mlp.experts.110.gate_proj,0.0000193350,0.01000,0.529
22,mlp.experts.111.gate_proj,0.0000701428,0.01000,0.513
22,mlp.experts.112.gate_proj,0.0000087660,0.01000,0.514
22,mlp.experts.113.gate_proj,0.0000152027,0.01000,0.512
22,mlp.experts.114.gate_proj,0.0002319542,0.01000,0.512
22,mlp.experts.115.gate_proj,0.0001310331,0.01000,0.534
22,mlp.experts.116.gate_proj,0.0000620113,0.01000,0.514
22,mlp.experts.117.gate_proj,0.0001109045,0.01000,0.525
22,mlp.experts.118.gate_proj,0.0000613763,0.01000,0.520
22,mlp.experts.119.gate_proj,0.0000272729,0.01000,0.516
22,mlp.experts.120.gate_proj,0.0000134842,0.01000,0.514
22,mlp.experts.121.gate_proj,0.0000753365,0.01000,0.513
22,mlp.experts.122.gate_proj,0.0000344237,0.01000,0.513
22,mlp.experts.123.gate_proj,0.0000183557,0.01000,0.514
22,mlp.experts.124.gate_proj,0.0000169301,0.01000,0.515
22,mlp.experts.125.gate_proj,0.0001715144,0.01000,0.513
22,mlp.experts.126.gate_proj,0.0000046160,0.01000,0.514
22,mlp.experts.127.gate_proj,0.0000250166,0.01000,0.526
22,mlp.experts.0.down_proj,0.0000066228,0.01000,0.195
22,mlp.experts.1.down_proj,0.0000117579,0.01000,0.192
22,mlp.experts.2.down_proj,0.0000105569,0.01000,0.193
22,mlp.experts.3.down_proj,0.0000025135,0.01000,0.194
22,mlp.experts.4.down_proj,0.0000126380,0.01000,0.195
22,mlp.experts.5.down_proj,0.0000032490,0.01000,0.196
22,mlp.experts.6.down_proj,0.0000571443,0.01000,0.195
22,mlp.experts.7.down_proj,0.0000091266,0.01000,0.195
22,mlp.experts.8.down_proj,0.0000477087,0.01000,0.197
22,mlp.experts.9.down_proj,0.0000051069,0.01000,0.195
22,mlp.experts.10.down_proj,0.0000048011,0.01000,0.195
22,mlp.experts.11.down_proj,0.0000039039,0.01000,0.205
22,mlp.experts.12.down_proj,0.0000059665,0.01000,0.202
22,mlp.experts.13.down_proj,0.0000104762,0.01000,0.196
22,mlp.experts.14.down_proj,0.0000047224,0.01000,0.201
22,mlp.experts.15.down_proj,0.0000123729,0.01000,0.197
22,mlp.experts.16.down_proj,0.0000017797,0.01000,0.196
22,mlp.experts.17.down_proj,0.0000923110,0.01000,0.195
22,mlp.experts.18.down_proj,0.0000029703,0.01000,0.196
22,mlp.experts.19.down_proj,0.0000102814,0.01000,0.195
22,mlp.experts.20.down_proj,0.0000062748,0.01000,0.196
22,mlp.experts.21.down_proj,0.0000253820,0.01000,0.202
22,mlp.experts.22.down_proj,0.0000085326,0.01000,0.199
22,mlp.experts.23.down_proj,0.0000165432,0.01000,0.196
22,mlp.experts.24.down_proj,0.0000142578,0.01000,0.196
22,mlp.experts.25.down_proj,0.0000026562,0.01000,0.195
22,mlp.experts.26.down_proj,0.0000030481,0.01000,0.196
22,mlp.experts.27.down_proj,0.0000255344,0.01000,0.198
22,mlp.experts.28.down_proj,0.0000213519,0.01000,0.195
22,mlp.experts.29.down_proj,0.0000116666,0.01000,0.196
22,mlp.experts.30.down_proj,0.0000009834,0.01000,0.200
22,mlp.experts.31.down_proj,0.0000059065,0.01000,0.195
22,mlp.experts.32.down_proj,0.0000056301,0.01000,0.196
22,mlp.experts.33.down_proj,0.0000142222,0.01000,0.200
22,mlp.experts.34.down_proj,0.0000172916,0.01000,0.196
22,mlp.experts.35.down_proj,0.0000029929,0.01000,0.196
22,mlp.experts.36.down_proj,0.0000296570,0.01000,0.200
22,mlp.experts.37.down_proj,0.0000134421,0.01000,0.202
22,mlp.experts.38.down_proj,0.0000118660,0.01000,0.196
22,mlp.experts.39.down_proj,0.0000056351,0.01000,0.195
22,mlp.experts.40.down_proj,0.0000043387,0.01000,0.196
22,mlp.experts.41.down_proj,0.0000083189,0.01000,0.195
22,mlp.experts.42.down_proj,0.0000106328,0.01000,0.197
22,mlp.experts.43.down_proj,0.0000106237,0.01000,0.199
22,mlp.experts.44.down_proj,0.0000473362,0.01000,0.197
22,mlp.experts.45.down_proj,0.0000082806,0.01000,0.197
22,mlp.experts.46.down_proj,0.0000096077,0.01000,0.195
22,mlp.experts.47.down_proj,0.0000309398,0.01000,0.196
22,mlp.experts.48.down_proj,0.0000077855,0.01000,0.195
22,mlp.experts.49.down_proj,0.0001114314,0.01000,0.196
22,mlp.experts.50.down_proj,0.0000036241,0.01000,0.195
22,mlp.experts.51.down_proj,0.0000054741,0.01000,0.196
22,mlp.experts.52.down_proj,0.0000024762,0.01000,0.196
22,mlp.experts.53.down_proj,0.0000020473,0.01000,0.194
22,mlp.experts.54.down_proj,0.0000127288,0.01000,0.199
22,mlp.experts.55.down_proj,0.0000033442,0.01000,0.195
22,mlp.experts.56.down_proj,0.0000055053,0.01000,0.196
22,mlp.experts.57.down_proj,0.0000112392,0.01000,0.203
22,mlp.experts.58.down_proj,0.0000111565,0.01000,0.195
22,mlp.experts.59.down_proj,0.0000075193,0.01000,0.196
22,mlp.experts.60.down_proj,0.0000098594,0.01000,0.195
22,mlp.experts.61.down_proj,0.0000080493,0.01000,0.195
22,mlp.experts.62.down_proj,0.0000014104,0.01000,0.195
22,mlp.experts.63.down_proj,0.0000053091,0.01000,0.196
22,mlp.experts.64.down_proj,0.0000025442,0.01000,0.195
22,mlp.experts.65.down_proj,0.0000060810,0.01000,0.197
22,mlp.experts.66.down_proj,0.0000031545,0.01000,0.195
22,mlp.experts.67.down_proj,0.0000107662,0.01000,0.197
22,mlp.experts.68.down_proj,0.0000021989,0.01000,0.196
22,mlp.experts.69.down_proj,0.0000027363,0.01000,0.201
22,mlp.experts.70.down_proj,0.0000026765,0.01000,0.196
22,mlp.experts.71.down_proj,0.0000014578,0.01000,0.195
22,mlp.experts.72.down_proj,0.0000142022,0.01000,0.203
22,mlp.experts.73.down_proj,0.0000078473,0.01000,0.196
22,mlp.experts.74.down_proj,0.0000060821,0.01000,0.196
22,mlp.experts.75.down_proj,0.0000046293,0.01000,0.196
22,mlp.experts.76.down_proj,0.0000017096,0.01000,0.195
22,mlp.experts.77.down_proj,0.0000201144,0.01000,0.195
22,mlp.experts.78.down_proj,0.0000036750,0.01000,0.196
22,mlp.experts.79.down_proj,0.0000436050,0.01000,0.200
22,mlp.experts.80.down_proj,0.0000046291,0.01000,0.197
22,mlp.experts.81.down_proj,0.0000110552,0.01000,0.204
22,mlp.experts.82.down_proj,0.0000087443,0.01000,0.199
22,mlp.experts.83.down_proj,0.0000025011,0.01000,0.197
22,mlp.experts.84.down_proj,0.0000069337,0.01000,0.197
22,mlp.experts.85.down_proj,0.0000106957,0.01000,0.198
22,mlp.experts.86.down_proj,0.0000058003,0.01000,0.205
22,mlp.experts.87.down_proj,0.0000106963,0.01000,0.200
22,mlp.experts.88.down_proj,0.0000076838,0.01000,0.196
22,mlp.experts.89.down_proj,0.0000490465,0.01000,0.195
22,mlp.experts.90.down_proj,0.0000088216,0.01000,0.195
22,mlp.experts.91.down_proj,0.0000023119,0.01000,0.196
22,mlp.experts.92.down_proj,0.0000061097,0.01000,0.196
22,mlp.experts.93.down_proj,0.0000052679,0.01000,0.197
22,mlp.experts.94.down_proj,0.0000036291,0.01000,0.195
22,mlp.experts.95.down_proj,0.0000028060,0.01000,0.200
22,mlp.experts.96.down_proj,0.0000070196,0.01000,0.196
22,mlp.experts.97.down_proj,0.0000047602,0.01000,0.196
22,mlp.experts.98.down_proj,0.0000050465,0.01000,0.197
22,mlp.experts.99.down_proj,0.0000085022,0.01000,0.199
22,mlp.experts.100.down_proj,0.0000091443,0.01000,0.202
22,mlp.experts.101.down_proj,0.0000041141,0.01000,0.195
22,mlp.experts.102.down_proj,0.0000050316,0.01000,0.196
22,mlp.experts.103.down_proj,0.0000141537,0.01000,0.201
22,mlp.experts.104.down_proj,0.0000195381,0.01000,0.196
22,mlp.experts.105.down_proj,0.0000052444,0.01000,0.196
22,mlp.experts.106.down_proj,0.0000788369,0.01000,0.196
22,mlp.experts.107.down_proj,0.0000026619,0.01000,0.196
22,mlp.experts.108.down_proj,0.0000028571,0.01000,0.195
22,mlp.experts.109.down_proj,0.0000065098,0.01000,0.196
22,mlp.experts.110.down_proj,0.0000031254,0.01000,0.197
22,mlp.experts.111.down_proj,0.0000589787,0.01000,0.196
22,mlp.experts.112.down_proj,0.0000025782,0.01000,0.197
22,mlp.experts.113.down_proj,0.0000049819,0.01000,0.200
22,mlp.experts.114.down_proj,0.0000274939,0.01000,0.197
22,mlp.experts.115.down_proj,0.0000154724,0.01000,0.196
22,mlp.experts.116.down_proj,0.0000168239,0.01000,0.197
22,mlp.experts.117.down_proj,0.0000332044,0.01000,0.196
22,mlp.experts.118.down_proj,0.0000133047,0.01000,0.199
22,mlp.experts.119.down_proj,0.0000077250,0.01000,0.196
22,mlp.experts.120.down_proj,0.0000093771,0.01000,0.196
22,mlp.experts.121.down_proj,0.0000077935,0.01000,0.196
22,mlp.experts.122.down_proj,0.0000124229,0.01000,0.201
22,mlp.experts.123.down_proj,0.0000040255,0.01000,0.196
22,mlp.experts.124.down_proj,0.0000052736,0.01000,0.197
22,mlp.experts.125.down_proj,0.0000757745,0.01000,0.196
22,mlp.experts.126.down_proj,0.0000021072,0.01000,0.197
22,mlp.experts.127.down_proj,0.0000252058,0.01000,0.197
23,self_attn.q_proj,0.0000000958,0.01000,0.530
23,self_attn.k_proj,0.0000000113,0.01000,0.506
23,self_attn.v_proj,0.0000000146,0.01000,0.504
23,self_attn.o_proj,0.0000000112,0.01000,1.018
23,mlp.gate,0.0000016280,0.01000,0.505
23,mlp.experts.0.up_proj,0.0000106797,0.01000,0.510
23,mlp.experts.1.up_proj,0.0000274888,0.01000,0.508
23,mlp.experts.2.up_proj,0.0000373934,0.01000,0.506
23,mlp.experts.3.up_proj,0.0000023794,0.01000,0.515
23,mlp.experts.4.up_proj,0.0000081355,0.01000,0.507
23,mlp.experts.5.up_proj,0.0000073791,0.01000,0.514
23,mlp.experts.6.up_proj,0.0000378640,0.01000,0.510
23,mlp.experts.7.up_proj,0.0000032991,0.01000,0.517
23,mlp.experts.8.up_proj,0.0000203366,0.01000,0.507
23,mlp.experts.9.up_proj,0.0000377745,0.01000,0.540
23,mlp.experts.10.up_proj,0.0000317575,0.01000,0.507
23,mlp.experts.11.up_proj,0.0000380012,0.01000,0.506
23,mlp.experts.12.up_proj,0.0000157990,0.01000,0.505
23,mlp.experts.13.up_proj,0.0000279673,0.01000,0.514
23,mlp.experts.14.up_proj,0.0000035031,0.01000,0.505
23,mlp.experts.15.up_proj,0.0001629515,0.01000,0.509
23,mlp.experts.16.up_proj,0.0000107505,0.01000,0.510
23,mlp.experts.17.up_proj,0.0000596360,0.01000,0.510
23,mlp.experts.18.up_proj,0.0000488412,0.01000,0.507
23,mlp.experts.19.up_proj,0.0000484701,0.01000,0.505
23,mlp.experts.20.up_proj,0.0000030269,0.01000,0.506
23,mlp.experts.21.up_proj,0.0000182114,0.01000,0.506
23,mlp.experts.22.up_proj,0.0000208335,0.01000,0.515
23,mlp.experts.23.up_proj,0.0000149641,0.01000,0.509
23,mlp.experts.24.up_proj,0.0000108318,0.01000,0.509
23,mlp.experts.25.up_proj,0.0000024998,0.01000,0.503
23,mlp.experts.26.up_proj,0.0000180363,0.01000,0.505
23,mlp.experts.27.up_proj,0.0000209310,0.01000,0.505
23,mlp.experts.28.up_proj,0.0000169075,0.01000,0.520
23,mlp.experts.29.up_proj,0.0000232257,0.01000,0.519
23,mlp.experts.30.up_proj,0.0000175479,0.01000,0.520
23,mlp.experts.31.up_proj,0.0000245606,0.01000,0.508
23,mlp.experts.32.up_proj,0.0000626453,0.01000,0.509
23,mlp.experts.33.up_proj,0.0000119362,0.01000,0.509
23,mlp.experts.34.up_proj,0.0001213361,0.01000,0.513
23,mlp.experts.35.up_proj,0.0000240971,0.01000,0.507
23,mlp.experts.36.up_proj,0.0000123168,0.01000,0.505
23,mlp.experts.37.up_proj,0.0000119345,0.01000,0.505
23,mlp.experts.38.up_proj,0.0002553124,0.01000,0.505
23,mlp.experts.39.up_proj,0.0000219660,0.01000,0.506
23,mlp.experts.40.up_proj,0.0000373859,0.01000,0.505
23,mlp.experts.41.up_proj,0.0000277267,0.01000,0.508
23,mlp.experts.42.up_proj,0.0000159723,0.01000,0.504
23,mlp.experts.43.up_proj,0.0000134452,0.01000,0.505
23,mlp.experts.44.up_proj,0.0000198290,0.01000,0.519
23,mlp.experts.45.up_proj,0.0000314898,0.01000,0.506
23,mlp.experts.46.up_proj,0.0000182780,0.01000,0.505
23,mlp.experts.47.up_proj,0.0000108270,0.01000,0.520
23,mlp.experts.48.up_proj,0.0000507026,0.01000,0.508
23,mlp.experts.49.up_proj,0.0000108828,0.01000,0.507
23,mlp.experts.50.up_proj,0.0000238021,0.01000,0.507
23,mlp.experts.51.up_proj,0.0000667825,0.01000,0.525
23,mlp.experts.52.up_proj,0.0000023487,0.01000,0.515
23,mlp.experts.53.up_proj,0.0000702929,0.01000,0.506
23,mlp.experts.54.up_proj,0.0000168586,0.01000,0.505
23,mlp.experts.55.up_proj,0.0000258256,0.01000,0.507
23,mlp.experts.56.up_proj,0.0000079479,0.01000,0.506
23,mlp.experts.57.up_proj,0.0001264676,0.01000,0.512
23,mlp.experts.58.up_proj,0.0000215072,0.01000,0.508
23,mlp.experts.59.up_proj,0.0000036258,0.01000,0.510
23,mlp.experts.60.up_proj,0.0000264319,0.01000,0.513
23,mlp.experts.61.up_proj,0.0000091183,0.01000,0.507
23,mlp.experts.62.up_proj,0.0001195638,0.01000,0.507
23,mlp.experts.63.up_proj,0.0000386662,0.01000,0.507
23,mlp.experts.64.up_proj,0.0000437419,0.01000,0.509
23,mlp.experts.65.up_proj,0.0000505189,0.01000,0.507
23,mlp.experts.66.up_proj,0.0001712328,0.01000,0.521
23,mlp.experts.67.up_proj,0.0000099711,0.01000,0.506
23,mlp.experts.68.up_proj,0.0000380213,0.01000,0.506
23,mlp.experts.69.up_proj,0.0000135880,0.01000,0.511
23,mlp.experts.70.up_proj,0.0000946392,0.01000,0.531
23,mlp.experts.71.up_proj,0.0000175526,0.01000,0.518
23,mlp.experts.72.up_proj,0.0000623431,0.01000,0.508
23,mlp.experts.73.up_proj,0.0000440869,0.01000,0.510
23,mlp.experts.74.up_proj,0.0001886336,0.01000,0.508
23,mlp.experts.75.up_proj,0.0000481911,0.01000,0.507
23,mlp.experts.76.up_proj,0.0000768073,0.01000,0.507
23,mlp.experts.77.up_proj,0.0000622294,0.01000,0.508
23,mlp.experts.78.up_proj,0.0000286783,0.01000,0.506
23,mlp.experts.79.up_proj,0.0000243935,0.01000,0.506
23,mlp.experts.80.up_proj,0.0001166664,0.01000,0.504
23,mlp.experts.81.up_proj,0.0000182346,0.01000,0.505
23,mlp.experts.82.up_proj,0.0000223548,0.01000,0.521
23,mlp.experts.83.up_proj,0.0000615606,0.01000,0.508
23,mlp.experts.84.up_proj,0.0000967916,0.01000,0.509
23,mlp.experts.85.up_proj,0.0000259168,0.01000,0.506
23,mlp.experts.86.up_proj,0.0000176275,0.01000,0.510
23,mlp.experts.87.up_proj,0.0000228906,0.01000,0.507
23,mlp.experts.88.up_proj,0.0002340621,0.01000,0.506
23,mlp.experts.89.up_proj,0.0000118535,0.01000,0.506
23,mlp.experts.90.up_proj,0.0000070995,0.01000,0.507
23,mlp.experts.91.up_proj,0.0001561798,0.01000,0.505
23,mlp.experts.92.up_proj,0.0000170927,0.01000,0.506
23,mlp.experts.93.up_proj,0.0001358606,0.01000,0.508
23,mlp.experts.94.up_proj,0.0000257910,0.01000,0.508
23,mlp.experts.95.up_proj,0.0000159141,0.01000,0.512
23,mlp.experts.96.up_proj,0.0000087390,0.01000,0.507
23,mlp.experts.97.up_proj,0.0000131274,0.01000,0.514
23,mlp.experts.98.up_proj,0.0000202255,0.01000,0.515
23,mlp.experts.99.up_proj,0.0000086621,0.01000,0.506
23,mlp.experts.100.up_proj,0.0000262703,0.01000,0.508
23,mlp.experts.101.up_proj,0.0000214290,0.01000,0.512
23,mlp.experts.102.up_proj,0.0000284147,0.01000,0.505
23,mlp.experts.103.up_proj,0.0000096873,0.01000,0.522
23,mlp.experts.104.up_proj,0.0002480275,0.01000,0.512
23,mlp.experts.105.up_proj,0.0000118414,0.01000,0.505
23,mlp.experts.106.up_proj,0.0002664825,0.01000,0.506
23,mlp.experts.107.up_proj,0.0000094766,0.01000,0.510
23,mlp.experts.108.up_proj,0.0000880438,0.01000,0.507
23,mlp.experts.109.up_proj,0.0000262782,0.01000,0.506
23,mlp.experts.110.up_proj,0.0001453431,0.01000,0.503
23,mlp.experts.111.up_proj,0.0000347058,0.01000,0.505
23,mlp.experts.112.up_proj,0.0001045601,0.01000,0.522
23,mlp.experts.113.up_proj,0.0000581707,0.01000,0.507
23,mlp.experts.114.up_proj,0.0000339757,0.01000,0.507
23,mlp.experts.115.up_proj,0.0000128262,0.01000,0.505
23,mlp.experts.116.up_proj,0.0000171878,0.01000,0.505
23,mlp.experts.117.up_proj,0.0001236423,0.01000,0.508
23,mlp.experts.118.up_proj,0.0000243295,0.01000,0.505
23,mlp.experts.119.up_proj,0.0001019269,0.01000,0.505
23,mlp.experts.120.up_proj,0.0000853293,0.01000,0.509
23,mlp.experts.121.up_proj,0.0000230065,0.01000,0.505
23,mlp.experts.122.up_proj,0.0000232344,0.01000,0.517
23,mlp.experts.123.up_proj,0.0000144126,0.01000,0.505
23,mlp.experts.124.up_proj,0.0000097978,0.01000,0.507
23,mlp.experts.125.up_proj,0.0000072583,0.01000,0.508
23,mlp.experts.126.up_proj,0.0000306144,0.01000,0.521
23,mlp.experts.127.up_proj,0.0000152692,0.01000,0.506
23,mlp.experts.0.gate_proj,0.0000099192,0.01000,0.502
23,mlp.experts.1.gate_proj,0.0000219272,0.01000,0.506
23,mlp.experts.2.gate_proj,0.0000378838,0.01000,0.508
23,mlp.experts.3.gate_proj,0.0000021668,0.01000,0.512
23,mlp.experts.4.gate_proj,0.0000090344,0.01000,0.506
23,mlp.experts.5.gate_proj,0.0000072480,0.01000,0.507
23,mlp.experts.6.gate_proj,0.0000393781,0.01000,0.504
23,mlp.experts.7.gate_proj,0.0000032219,0.01000,0.504
23,mlp.experts.8.gate_proj,0.0000201658,0.01000,0.509
23,mlp.experts.9.gate_proj,0.0000381404,0.01000,0.507
23,mlp.experts.10.gate_proj,0.0000302923,0.01000,0.507
23,mlp.experts.11.gate_proj,0.0000387318,0.01000,0.508
23,mlp.experts.12.gate_proj,0.0000155860,0.01000,0.524
23,mlp.experts.13.gate_proj,0.0000274587,0.01000,0.525
23,mlp.experts.14.gate_proj,0.0000036452,0.01000,0.518
23,mlp.experts.15.gate_proj,0.0001666836,0.01000,0.506
23,mlp.experts.16.gate_proj,0.0000101907,0.01000,0.506
23,mlp.experts.17.gate_proj,0.0000591768,0.01000,0.511
23,mlp.experts.18.gate_proj,0.0000354381,0.01000,0.504
23,mlp.experts.19.gate_proj,0.0000460343,0.01000,0.505
23,mlp.experts.20.gate_proj,0.0000029229,0.01000,0.506
23,mlp.experts.21.gate_proj,0.0000185355,0.01000,0.506
23,mlp.experts.22.gate_proj,0.0000194846,0.01000,0.505
23,mlp.experts.23.gate_proj,0.0000137476,0.01000,0.506
23,mlp.experts.24.gate_proj,0.0000093245,0.01000,0.507
23,mlp.experts.25.gate_proj,0.0000033325,0.01000,0.513
23,mlp.experts.26.gate_proj,0.0000156217,0.01000,0.506
23,mlp.experts.27.gate_proj,0.0000207295,0.01000,0.507
23,mlp.experts.28.gate_proj,0.0000153308,0.01000,0.508
23,mlp.experts.29.gate_proj,0.0000224814,0.01000,0.506
23,mlp.experts.30.gate_proj,0.0000171908,0.01000,0.505
23,mlp.experts.31.gate_proj,0.0000244654,0.01000,0.504
23,mlp.experts.32.gate_proj,0.0000591907,0.01000,0.510
23,mlp.experts.33.gate_proj,0.0000119540,0.01000,0.507
23,mlp.experts.34.gate_proj,0.0001208546,0.01000,0.507
23,mlp.experts.35.gate_proj,0.0000227618,0.01000,0.507
23,mlp.experts.36.gate_proj,0.0000112824,0.01000,0.505
23,mlp.experts.37.gate_proj,0.0000117628,0.01000,0.510
23,mlp.experts.38.gate_proj,0.0002628393,0.01000,0.508
23,mlp.experts.39.gate_proj,0.0000211650,0.01000,0.518
23,mlp.experts.40.gate_proj,0.0000363167,0.01000,0.507
23,mlp.experts.41.gate_proj,0.0000277594,0.01000,0.506
23,mlp.experts.42.gate_proj,0.0000147780,0.01000,0.503
23,mlp.experts.43.gate_proj,0.0000129107,0.01000,0.516
23,mlp.experts.44.gate_proj,0.0000181148,0.01000,0.506
23,mlp.experts.45.gate_proj,0.0000314681,0.01000,0.509
23,mlp.experts.46.gate_proj,0.0000168362,0.01000,0.513
23,mlp.experts.47.gate_proj,0.0000095677,0.01000,0.506
23,mlp.experts.48.gate_proj,0.0000496322,0.01000,0.505
23,mlp.experts.49.gate_proj,0.0000100403,0.01000,0.506
23,mlp.experts.50.gate_proj,0.0000229317,0.01000,0.528
23,mlp.experts.51.gate_proj,0.0000663859,0.01000,0.512
23,mlp.experts.52.gate_proj,0.0000023428,0.01000,0.515
23,mlp.experts.53.gate_proj,0.0000730172,0.01000,0.505
23,mlp.experts.54.gate_proj,0.0000160990,0.01000,0.505
23,mlp.experts.55.gate_proj,0.0000270863,0.01000,0.506
23,mlp.experts.56.gate_proj,0.0000083245,0.01000,0.510
23,mlp.experts.57.gate_proj,0.0001257826,0.01000,0.507
23,mlp.experts.58.gate_proj,0.0000225356,0.01000,0.506
23,mlp.experts.59.gate_proj,0.0000025954,0.01000,0.505
23,mlp.experts.60.gate_proj,0.0000262696,0.01000,0.506
23,mlp.experts.61.gate_proj,0.0000068345,0.01000,0.506
23,mlp.experts.62.gate_proj,0.0001226764,0.01000,0.506
23,mlp.experts.63.gate_proj,0.0000387399,0.01000,0.512
23,mlp.experts.64.gate_proj,0.0000431753,0.01000,0.507
23,mlp.experts.65.gate_proj,0.0000507984,0.01000,0.510
23,mlp.experts.66.gate_proj,0.0001799460,0.01000,0.522
23,mlp.experts.67.gate_proj,0.0000080053,0.01000,0.506
23,mlp.experts.68.gate_proj,0.0000373739,0.01000,0.506
23,mlp.experts.69.gate_proj,0.0000131452,0.01000,0.507
23,mlp.experts.70.gate_proj,0.0000966219,0.01000,0.508
23,mlp.experts.71.gate_proj,0.0000176757,0.01000,0.507
23,mlp.experts.72.gate_proj,0.0000630571,0.01000,0.506
23,mlp.experts.73.gate_proj,0.0000338692,0.01000,0.518
23,mlp.experts.74.gate_proj,0.0001837750,0.01000,0.512
23,mlp.experts.75.gate_proj,0.0000479642,0.01000,0.509
23,mlp.experts.76.gate_proj,0.0000795119,0.01000,0.506
23,mlp.experts.77.gate_proj,0.0000633123,0.01000,0.507
23,mlp.experts.78.gate_proj,0.0000288149,0.01000,0.513
23,mlp.experts.79.gate_proj,0.0000243272,0.01000,0.509
23,mlp.experts.80.gate_proj,0.0001167276,0.01000,0.506
23,mlp.experts.81.gate_proj,0.0000185653,0.01000,0.509
23,mlp.experts.82.gate_proj,0.0000223550,0.01000,0.505
23,mlp.experts.83.gate_proj,0.0000629437,0.01000,0.506
23,mlp.experts.84.gate_proj,0.0000961214,0.01000,0.509
23,mlp.experts.85.gate_proj,0.0000249034,0.01000,0.508
23,mlp.experts.86.gate_proj,0.0000169599,0.01000,0.509
23,mlp.experts.87.gate_proj,0.0000233263,0.01000,0.511
23,mlp.experts.88.gate_proj,0.0002302925,0.01000,0.518
23,mlp.experts.89.gate_proj,0.0000113225,0.01000,0.511
23,mlp.experts.90.gate_proj,0.0000051162,0.01000,0.510
23,mlp.experts.91.gate_proj,0.0001611391,0.01000,0.510
23,mlp.experts.92.gate_proj,0.0000176410,0.01000,0.508
23,mlp.experts.93.gate_proj,0.0001300283,0.01000,0.523
23,mlp.experts.94.gate_proj,0.0000259059,0.01000,0.508
23,mlp.experts.95.gate_proj,0.0000163945,0.01000,0.508
23,mlp.experts.96.gate_proj,0.0000088352,0.01000,0.507
23,mlp.experts.97.gate_proj,0.0000115972,0.01000,0.509
23,mlp.experts.98.gate_proj,0.0000180955,0.01000,0.517
23,mlp.experts.99.gate_proj,0.0000083500,0.01000,0.517
23,mlp.experts.100.gate_proj,0.0000263711,0.01000,0.511
23,mlp.experts.101.gate_proj,0.0000200495,0.01000,0.511
23,mlp.experts.102.gate_proj,0.0000289744,0.01000,0.511
23,mlp.experts.103.gate_proj,0.0000097405,0.01000,0.515
23,mlp.experts.104.gate_proj,0.0002568420,0.01000,0.524
23,mlp.experts.105.gate_proj,0.0000113469,0.01000,0.514
23,mlp.experts.106.gate_proj,0.0002803977,0.01000,0.514
23,mlp.experts.107.gate_proj,0.0000089010,0.01000,0.513
23,mlp.experts.108.gate_proj,0.0000878666,0.01000,0.509
23,mlp.experts.109.gate_proj,0.0000266192,0.01000,0.511
23,mlp.experts.110.gate_proj,0.0001511470,0.01000,0.512
23,mlp.experts.111.gate_proj,0.0000346766,0.01000,0.512
23,mlp.experts.112.gate_proj,0.0001056065,0.01000,0.511
23,mlp.experts.113.gate_proj,0.0000581144,0.01000,0.515
23,mlp.experts.114.gate_proj,0.0000328829,0.01000,0.513
23,mlp.experts.115.gate_proj,0.0000124728,0.01000,0.511
23,mlp.experts.116.gate_proj,0.0000159231,0.01000,0.514
23,mlp.experts.117.gate_proj,0.0001268534,0.01000,0.514
23,mlp.experts.118.gate_proj,0.0000233449,0.01000,0.514
23,mlp.experts.119.gate_proj,0.0000976288,0.01000,0.512
23,mlp.experts.120.gate_proj,0.0000857330,0.01000,0.526
23,mlp.experts.121.gate_proj,0.0000236129,0.01000,0.526
23,mlp.experts.122.gate_proj,0.0000190622,0.01000,0.517
23,mlp.experts.123.gate_proj,0.0000128162,0.01000,0.514
23,mlp.experts.124.gate_proj,0.0000105007,0.01000,0.515
23,mlp.experts.125.gate_proj,0.0000074401,0.01000,0.522
23,mlp.experts.126.gate_proj,0.0000281434,0.01000,0.513
23,mlp.experts.127.gate_proj,0.0000144258,0.01000,0.517
23,mlp.experts.0.down_proj,0.0000015609,0.01000,0.197
23,mlp.experts.1.down_proj,0.0000111009,0.01000,0.197
23,mlp.experts.2.down_proj,0.0000048186,0.01000,0.195
23,mlp.experts.3.down_proj,0.0000015421,0.01000,0.193
23,mlp.experts.4.down_proj,0.0000033176,0.01000,0.195
23,mlp.experts.5.down_proj,0.0000042325,0.01000,0.195
23,mlp.experts.6.down_proj,0.0000080790,0.01000,0.196
23,mlp.experts.7.down_proj,0.0000023899,0.01000,0.202
23,mlp.experts.8.down_proj,0.0000047356,0.01000,0.195
23,mlp.experts.9.down_proj,0.0000269719,0.01000,0.196
23,mlp.experts.10.down_proj,0.0000098655,0.01000,0.195
23,mlp.experts.11.down_proj,0.0000130251,0.01000,0.195
23,mlp.experts.12.down_proj,0.0000022747,0.01000,0.195
23,mlp.experts.13.down_proj,0.0000055221,0.01000,0.196
23,mlp.experts.14.down_proj,0.0000018734,0.01000,0.198
23,mlp.experts.15.down_proj,0.0000233594,0.01000,0.196
23,mlp.experts.16.down_proj,0.0000021649,0.01000,0.206
23,mlp.experts.17.down_proj,0.0000293295,0.01000,0.196
23,mlp.experts.18.down_proj,0.0000128875,0.01000,0.207
23,mlp.experts.19.down_proj,0.0000138248,0.01000,0.202
23,mlp.experts.20.down_proj,0.0000012871,0.01000,0.201
23,mlp.experts.21.down_proj,0.0000041029,0.01000,0.198
23,mlp.experts.22.down_proj,0.0000073261,0.01000,0.195
23,mlp.experts.23.down_proj,0.0000140149,0.01000,0.196
23,mlp.experts.24.down_proj,0.0000081395,0.01000,0.196
23,mlp.experts.25.down_proj,0.0000024501,0.01000,0.199
23,mlp.experts.26.down_proj,0.0000056407,0.01000,0.198
23,mlp.experts.27.down_proj,0.0000102758,0.01000,0.196
23,mlp.experts.28.down_proj,0.0000053215,0.01000,0.196
23,mlp.experts.29.down_proj,0.0000053353,0.01000,0.196
23,mlp.experts.30.down_proj,0.0000160027,0.01000,0.195
23,mlp.experts.31.down_proj,0.0000028420,0.01000,0.198
23,mlp.experts.32.down_proj,0.0000094811,0.01000,0.195
23,mlp.experts.33.down_proj,0.0000017417,0.01000,0.196
23,mlp.experts.34.down_proj,0.0000223699,0.01000,0.196
23,mlp.experts.35.down_proj,0.0000098363,0.01000,0.196
23,mlp.experts.36.down_proj,0.0000049491,0.01000,0.196
23,mlp.experts.37.down_proj,0.0000044272,0.01000,0.195
23,mlp.experts.38.down_proj,0.0000406050,0.01000,0.198
23,mlp.experts.39.down_proj,0.0000047126,0.01000,0.196
23,mlp.experts.40.down_proj,0.0000053914,0.01000,0.195
23,mlp.experts.41.down_proj,0.0000035900,0.01000,0.196
23,mlp.experts.42.down_proj,0.0000038336,0.01000,0.195
23,mlp.experts.43.down_proj,0.0000021893,0.01000,0.195
23,mlp.experts.44.down_proj,0.0000029739,0.01000,0.196
23,mlp.experts.45.down_proj,0.0000096706,0.01000,0.196
23,mlp.experts.46.down_proj,0.0000040394,0.01000,0.199
23,mlp.experts.47.down_proj,0.0000026031,0.01000,0.195
23,mlp.experts.48.down_proj,0.0000193636,0.01000,0.197
23,mlp.experts.49.down_proj,0.0000066719,0.01000,0.196
23,mlp.experts.50.down_proj,0.0000054631,0.01000,0.198
23,mlp.experts.51.down_proj,0.0000124670,0.01000,0.195
23,mlp.experts.52.down_proj,0.0000010905,0.01000,0.195
23,mlp.experts.53.down_proj,0.0000158739,0.01000,0.204
23,mlp.experts.54.down_proj,0.0000134280,0.01000,0.197
23,mlp.experts.55.down_proj,0.0000060535,0.01000,0.196
23,mlp.experts.56.down_proj,0.0000073117,0.01000,0.201
23,mlp.experts.57.down_proj,0.0000428719,0.01000,0.195
23,mlp.experts.58.down_proj,0.0000042823,0.01000,0.197
23,mlp.experts.59.down_proj,0.0000029475,0.01000,0.205
23,mlp.experts.60.down_proj,0.0000058195,0.01000,0.202
23,mlp.experts.61.down_proj,0.0000048176,0.01000,0.195
23,mlp.experts.62.down_proj,0.0000144039,0.01000,0.196
23,mlp.experts.63.down_proj,0.0000363242,0.01000,0.195
23,mlp.experts.64.down_proj,0.0000115657,0.01000,0.195
23,mlp.experts.65.down_proj,0.0000098677,0.01000,0.195
23,mlp.experts.66.down_proj,0.0000237496,0.01000,0.200
23,mlp.experts.67.down_proj,0.0000083426,0.01000,0.197
23,mlp.experts.68.down_proj,0.0000128119,0.01000,0.197
23,mlp.experts.69.down_proj,0.0000034602,0.01000,0.198
23,mlp.experts.70.down_proj,0.0000130820,0.01000,0.197
23,mlp.experts.71.down_proj,0.0000024568,0.01000,0.194
23,mlp.experts.72.down_proj,0.0000189401,0.01000,0.202
23,mlp.experts.73.down_proj,0.0000139936,0.01000,0.194
23,mlp.experts.74.down_proj,0.0000744624,0.01000,0.195
23,mlp.experts.75.down_proj,0.0000139240,0.01000,0.196
23,mlp.experts.76.down_proj,0.0000291660,0.01000,0.196
23,mlp.experts.77.down_proj,0.0000247807,0.01000,0.198
23,mlp.experts.78.down_proj,0.0000050406,0.01000,0.199
23,mlp.experts.79.down_proj,0.0000044727,0.01000,0.196
23,mlp.experts.80.down_proj,0.0000370902,0.01000,0.199
23,mlp.experts.81.down_proj,0.0000076438,0.01000,0.196
23,mlp.experts.82.down_proj,0.0000040775,0.01000,0.199
23,mlp.experts.83.down_proj,0.0000161025,0.01000,0.203
23,mlp.experts.84.down_proj,0.0000205311,0.01000,0.198
23,mlp.experts.85.down_proj,0.0000047769,0.01000,0.196
23,mlp.experts.86.down_proj,0.0000040488,0.01000,0.196
23,mlp.experts.87.down_proj,0.0000045386,0.01000,0.196
23,mlp.experts.88.down_proj,0.0000772397,0.01000,0.195
23,mlp.experts.89.down_proj,0.0000028434,0.01000,0.197
23,mlp.experts.90.down_proj,0.0000037135,0.01000,0.200
23,mlp.experts.91.down_proj,0.0000500236,0.01000,0.196
23,mlp.experts.92.down_proj,0.0000055502,0.01000,0.195
23,mlp.experts.93.down_proj,0.0000515386,0.01000,0.196
23,mlp.experts.94.down_proj,0.0000049030,0.01000,0.196
23,mlp.experts.95.down_proj,0.0000079651,0.01000,0.195
23,mlp.experts.96.down_proj,0.0000017425,0.01000,0.196
23,mlp.experts.97.down_proj,0.0000037192,0.01000,0.195
23,mlp.experts.98.down_proj,0.0000036995,0.01000,0.197
23,mlp.experts.99.down_proj,0.0000043616,0.01000,0.197
23,mlp.experts.100.down_proj,0.0000065284,0.01000,0.195
23,mlp.experts.101.down_proj,0.0000027653,0.01000,0.196
23,mlp.experts.102.down_proj,0.0000101993,0.01000,0.202
23,mlp.experts.103.down_proj,0.0000096426,0.01000,0.196
23,mlp.experts.104.down_proj,0.0000714523,0.01000,0.197
23,mlp.experts.105.down_proj,0.0000021810,0.01000,0.196
23,mlp.experts.106.down_proj,0.0000775626,0.01000,0.197
23,mlp.experts.107.down_proj,0.0000014025,0.01000,0.196
23,mlp.experts.108.down_proj,0.0000272332,0.01000,0.197
23,mlp.experts.109.down_proj,0.0000085682,0.01000,0.196
23,mlp.experts.110.down_proj,0.0000168097,0.01000,0.196
23,mlp.experts.111.down_proj,0.0000061646,0.01000,0.196
23,mlp.experts.112.down_proj,0.0000156675,0.01000,0.196
23,mlp.experts.113.down_proj,0.0000273603,0.01000,0.202
23,mlp.experts.114.down_proj,0.0000080319,0.01000,0.200
23,mlp.experts.115.down_proj,0.0000025528,0.01000,0.197
23,mlp.experts.116.down_proj,0.0000037051,0.01000,0.197
23,mlp.experts.117.down_proj,0.0000172100,0.01000,0.199
23,mlp.experts.118.down_proj,0.0000057283,0.01000,0.197
23,mlp.experts.119.down_proj,0.0000317027,0.01000,0.198
23,mlp.experts.120.down_proj,0.0000222349,0.01000,0.196
23,mlp.experts.121.down_proj,0.0000093922,0.01000,0.198
23,mlp.experts.122.down_proj,0.0000075362,0.01000,0.196
23,mlp.experts.123.down_proj,0.0000045705,0.01000,0.197
23,mlp.experts.124.down_proj,0.0000038453,0.01000,0.199
23,mlp.experts.125.down_proj,0.0000078379,0.01000,0.196
23,mlp.experts.126.down_proj,0.0000064856,0.01000,0.196
23,mlp.experts.127.down_proj,0.0000038824,0.01000,0.197
24,self_attn.q_proj,0.0000001193,0.01000,0.519
24,self_attn.k_proj,0.0000000148,0.01000,0.508
24,self_attn.v_proj,0.0000000184,0.01000,0.506
24,self_attn.o_proj,0.0000000154,0.01000,1.020
24,mlp.gate,0.0000017844,0.01000,0.517
24,mlp.experts.0.up_proj,0.0000151237,0.01000,0.525
24,mlp.experts.1.up_proj,0.0000992610,0.01000,0.522
24,mlp.experts.2.up_proj,0.0000156489,0.01000,0.526
24,mlp.experts.3.up_proj,0.0000194141,0.01000,0.525
24,mlp.experts.4.up_proj,0.0000463373,0.01000,0.510
24,mlp.experts.5.up_proj,0.0002085118,0.01000,0.511
24,mlp.experts.6.up_proj,0.0000253054,0.01000,0.515
24,mlp.experts.7.up_proj,0.0000518367,0.01000,0.522
24,mlp.experts.8.up_proj,0.0000051984,0.01000,0.518
24,mlp.experts.9.up_proj,0.0000101175,0.01000,0.517
24,mlp.experts.10.up_proj,0.0001288280,0.01000,0.526
24,mlp.experts.11.up_proj,0.0000523561,0.01000,0.509
24,mlp.experts.12.up_proj,0.0000251830,0.01000,0.513
24,mlp.experts.13.up_proj,0.0000193935,0.01000,0.528
24,mlp.experts.14.up_proj,0.0000116044,0.01000,0.519
24,mlp.experts.15.up_proj,0.0000117160,0.01000,0.513
24,mlp.experts.16.up_proj,0.0000115140,0.01000,0.518
24,mlp.experts.17.up_proj,0.0000262438,0.01000,0.530
24,mlp.experts.18.up_proj,0.0000698970,0.01000,0.523
24,mlp.experts.19.up_proj,0.0003789986,0.01000,0.520
24,mlp.experts.20.up_proj,0.0000393286,0.01000,0.523
24,mlp.experts.21.up_proj,0.0000026332,0.01000,0.515
24,mlp.experts.22.up_proj,0.0000065111,0.01000,0.512
24,mlp.experts.23.up_proj,0.0000252861,0.01000,0.523
24,mlp.experts.24.up_proj,0.0000305002,0.01000,0.516
24,mlp.experts.25.up_proj,0.0000202558,0.01000,0.506
24,mlp.experts.26.up_proj,0.0000223075,0.01000,0.525
24,mlp.experts.27.up_proj,0.0000459986,0.01000,0.517
24,mlp.experts.28.up_proj,0.0000579716,0.01000,0.525
24,mlp.experts.29.up_proj,0.0000904524,0.01000,0.524
24,mlp.experts.30.up_proj,0.0000098495,0.01000,0.531
24,mlp.experts.31.up_proj,0.0001617218,0.01000,0.527
24,mlp.experts.32.up_proj,0.0000149793,0.01000,0.508
24,mlp.experts.33.up_proj,0.0000478708,0.01000,0.521
24,mlp.experts.34.up_proj,0.0000156812,0.01000,0.531
24,mlp.experts.35.up_proj,0.0000293804,0.01000,0.538
24,mlp.experts.36.up_proj,0.0000337202,0.01000,0.513
24,mlp.experts.37.up_proj,0.0000847408,0.01000,0.557
24,mlp.experts.38.up_proj,0.0000119890,0.01000,0.534
24,mlp.experts.39.up_proj,0.0000425252,0.01000,0.529
24,mlp.experts.40.up_proj,0.0000462998,0.01000,0.532
24,mlp.experts.41.up_proj,0.0000029773,0.01000,0.543
24,mlp.experts.42.up_proj,0.0000083936,0.01000,0.544
24,mlp.experts.43.up_proj,0.0000317512,0.01000,0.541
24,mlp.experts.44.up_proj,0.0000192292,0.01000,0.531
24,mlp.experts.45.up_proj,0.0001020911,0.01000,0.531
24,mlp.experts.46.up_proj,0.0000104123,0.01000,0.536
24,mlp.experts.47.up_proj,0.0000834587,0.01000,0.531
24,mlp.experts.48.up_proj,0.0000160629,0.01000,0.526
24,mlp.experts.49.up_proj,0.0000439791,0.01000,0.530
24,mlp.experts.50.up_proj,0.0000190078,0.01000,0.536
24,mlp.experts.51.up_proj,0.0000847225,0.01000,0.543
24,mlp.experts.52.up_proj,0.0000056760,0.01000,0.530
24,mlp.experts.53.up_proj,0.0000181627,0.01000,0.537
24,mlp.experts.54.up_proj,0.0000417421,0.01000,0.539
24,mlp.experts.55.up_proj,0.0000280910,0.01000,0.534
24,mlp.experts.56.up_proj,0.0000055051,0.01000,0.520
24,mlp.experts.57.up_proj,0.0000747905,0.01000,0.520
24,mlp.experts.58.up_proj,0.0000138484,0.01000,0.514
24,mlp.experts.59.up_proj,0.0002458948,0.01000,0.505
24,mlp.experts.60.up_proj,0.0000289564,0.01000,0.515
24,mlp.experts.61.up_proj,0.0000239495,0.01000,0.528
24,mlp.experts.62.up_proj,0.0000761510,0.01000,0.535
24,mlp.experts.63.up_proj,0.0000250225,0.01000,0.532
24,mlp.experts.64.up_proj,0.0000052928,0.01000,0.532
24,mlp.experts.65.up_proj,0.0000068655,0.01000,0.533
24,mlp.experts.66.up_proj,0.0000391722,0.01000,0.531
24,mlp.experts.67.up_proj,0.0000252922,0.01000,0.512
24,mlp.experts.68.up_proj,0.0000124376,0.01000,0.527
24,mlp.experts.69.up_proj,0.0000197142,0.01000,0.526
24,mlp.experts.70.up_proj,0.0000667500,0.01000,0.507
24,mlp.experts.71.up_proj,0.0000374984,0.01000,0.515
24,mlp.experts.72.up_proj,0.0001439501,0.01000,0.518
24,mlp.experts.73.up_proj,0.0000054337,0.01000,0.522
24,mlp.experts.74.up_proj,0.0000235068,0.01000,0.510
24,mlp.experts.75.up_proj,0.0000109769,0.01000,0.511
24,mlp.experts.76.up_proj,0.0000195251,0.01000,0.522
24,mlp.experts.77.up_proj,0.0001116906,0.01000,0.514
24,mlp.experts.78.up_proj,0.0000125131,0.01000,0.516
24,mlp.experts.79.up_proj,0.0000167462,0.01000,0.524
24,mlp.experts.80.up_proj,0.0000275402,0.01000,0.520
24,mlp.experts.81.up_proj,0.0002232622,0.01000,0.513
24,mlp.experts.82.up_proj,0.0001173312,0.01000,0.516
24,mlp.experts.83.up_proj,0.0000180371,0.01000,0.533
24,mlp.experts.84.up_proj,0.0002746843,0.01000,0.521
24,mlp.experts.85.up_proj,0.0000183076,0.01000,0.520
24,mlp.experts.86.up_proj,0.0002890511,0.01000,0.524
24,mlp.experts.87.up_proj,0.0000121109,0.01000,0.528
24,mlp.experts.88.up_proj,0.0001689880,0.01000,0.526
24,mlp.experts.89.up_proj,0.0000168141,0.01000,0.528
24,mlp.experts.90.up_proj,0.0000224887,0.01000,0.528
24,mlp.experts.91.up_proj,0.0000483460,0.01000,0.520
24,mlp.experts.92.up_proj,0.0000028496,0.01000,0.510
24,mlp.experts.93.up_proj,0.0001856190,0.01000,0.516
24,mlp.experts.94.up_proj,0.0000120635,0.01000,0.517
24,mlp.experts.95.up_proj,0.0000268504,0.01000,0.507
24,mlp.experts.96.up_proj,0.0000058752,0.01000,0.512
24,mlp.experts.97.up_proj,0.0000111327,0.01000,0.526
24,mlp.experts.98.up_proj,0.0002335304,0.01000,0.511
24,mlp.experts.99.up_proj,0.0000108806,0.01000,0.530
24,mlp.experts.100.up_proj,0.0000102862,0.01000,0.526
24,mlp.experts.101.up_proj,0.0000645821,0.01000,0.524
24,mlp.experts.102.up_proj,0.0000129742,0.01000,0.527
24,mlp.experts.103.up_proj,0.0000157917,0.01000,0.528
24,mlp.experts.104.up_proj,0.0000129125,0.01000,0.526
24,mlp.experts.105.up_proj,0.0000749765,0.01000,0.526
24,mlp.experts.106.up_proj,0.0002272522,0.01000,0.529
24,mlp.experts.107.up_proj,0.0000179576,0.01000,0.525
24,mlp.experts.108.up_proj,0.0000395883,0.01000,0.524
24,mlp.experts.109.up_proj,0.0001731283,0.01000,0.539
24,mlp.experts.110.up_proj,0.0000494835,0.01000,0.538
24,mlp.experts.111.up_proj,0.0000420676,0.01000,0.531
24,mlp.experts.112.up_proj,0.0000611741,0.01000,0.530
24,mlp.experts.113.up_proj,0.0000393096,0.01000,0.523
24,mlp.experts.114.up_proj,0.0000180830,0.01000,0.529
24,mlp.experts.115.up_proj,0.0000133235,0.01000,0.527
24,mlp.experts.116.up_proj,0.0000152983,0.01000,0.514
24,mlp.experts.117.up_proj,0.0000499114,0.01000,0.524
24,mlp.experts.118.up_proj,0.0000143626,0.01000,0.531
24,mlp.experts.119.up_proj,0.0000791823,0.01000,0.531
24,mlp.experts.120.up_proj,0.0000228934,0.01000,0.529
24,mlp.experts.121.up_proj,0.0000274937,0.01000,0.533
24,mlp.experts.122.up_proj,0.0001012983,0.01000,0.531
24,mlp.experts.123.up_proj,0.0000203133,0.01000,0.529
24,mlp.experts.124.up_proj,0.0000181941,0.01000,0.537
24,mlp.experts.125.up_proj,0.0000607666,0.01000,0.535
24,mlp.experts.126.up_proj,0.0000256484,0.01000,0.530
24,mlp.experts.127.up_proj,0.0000237146,0.01000,0.523
24,mlp.experts.0.gate_proj,0.0000135357,0.01000,0.525
24,mlp.experts.1.gate_proj,0.0001031881,0.01000,0.530
24,mlp.experts.2.gate_proj,0.0000145177,0.01000,0.523
24,mlp.experts.3.gate_proj,0.0000188898,0.01000,0.537
24,mlp.experts.4.gate_proj,0.0000465664,0.01000,0.532
24,mlp.experts.5.gate_proj,0.0002094325,0.01000,0.528
24,mlp.experts.6.gate_proj,0.0000245785,0.01000,0.517
24,mlp.experts.7.gate_proj,0.0000482495,0.01000,0.515
24,mlp.experts.8.gate_proj,0.0000051582,0.01000,0.535
24,mlp.experts.9.gate_proj,0.0000095460,0.01000,0.519
24,mlp.experts.10.gate_proj,0.0001627742,0.01000,0.529
24,mlp.experts.11.gate_proj,0.0000535372,0.01000,0.516
24,mlp.experts.12.gate_proj,0.0000235908,0.01000,0.518
24,mlp.experts.13.gate_proj,0.0000177330,0.01000,0.530
24,mlp.experts.14.gate_proj,0.0000108105,0.01000,0.513
24,mlp.experts.15.gate_proj,0.0000112083,0.01000,0.507
24,mlp.experts.16.gate_proj,0.0000118272,0.01000,0.513
24,mlp.experts.17.gate_proj,0.0000255569,0.01000,0.538
24,mlp.experts.18.gate_proj,0.0000700740,0.01000,0.506
24,mlp.experts.19.gate_proj,0.0003964069,0.01000,0.510
24,mlp.experts.20.gate_proj,0.0000397365,0.01000,0.519
24,mlp.experts.21.gate_proj,0.0000023085,0.01000,0.508
24,mlp.experts.22.gate_proj,0.0000067159,0.01000,0.520
24,mlp.experts.23.gate_proj,0.0000261660,0.01000,0.507
24,mlp.experts.24.gate_proj,0.0000340676,0.01000,0.511
24,mlp.experts.25.gate_proj,0.0000197271,0.01000,0.517
24,mlp.experts.26.gate_proj,0.0000214984,0.01000,0.513
24,mlp.experts.27.gate_proj,0.0000451021,0.01000,0.512
24,mlp.experts.28.gate_proj,0.0000603249,0.01000,0.513
24,mlp.experts.29.gate_proj,0.0000863082,0.01000,0.516
24,mlp.experts.30.gate_proj,0.0000100285,0.01000,0.515
24,mlp.experts.31.gate_proj,0.0001513784,0.01000,0.510
24,mlp.experts.32.gate_proj,0.0000143725,0.01000,0.520
24,mlp.experts.33.gate_proj,0.0000488834,0.01000,0.509
24,mlp.experts.34.gate_proj,0.0000158556,0.01000,0.509
24,mlp.experts.35.gate_proj,0.0000298218,0.01000,0.506
24,mlp.experts.36.gate_proj,0.0000301510,0.01000,0.511
24,mlp.experts.37.gate_proj,0.0000858933,0.01000,0.516
24,mlp.experts.38.gate_proj,0.0000105436,0.01000,0.516
24,mlp.experts.39.gate_proj,0.0000472747,0.01000,0.508
24,mlp.experts.40.gate_proj,0.0000467988,0.01000,0.509
24,mlp.experts.41.gate_proj,0.0000030246,0.01000,0.504
24,mlp.experts.42.gate_proj,0.0000077036,0.01000,0.512
24,mlp.experts.43.gate_proj,0.0000302087,0.01000,0.506
24,mlp.experts.44.gate_proj,0.0000189997,0.01000,0.524
24,mlp.experts.45.gate_proj,0.0001019715,0.01000,0.515
24,mlp.experts.46.gate_proj,0.0000093557,0.01000,0.570
24,mlp.experts.47.gate_proj,0.0000854728,0.01000,0.531
24,mlp.experts.48.gate_proj,0.0000146664,0.01000,0.521
24,mlp.experts.49.gate_proj,0.0000437588,0.01000,0.511
24,mlp.experts.50.gate_proj,0.0000191141,0.01000,0.532
24,mlp.experts.51.gate_proj,0.0000770895,0.01000,0.537
24,mlp.experts.52.gate_proj,0.0000050794,0.01000,0.524
24,mlp.experts.53.gate_proj,0.0000166633,0.01000,0.508
24,mlp.experts.54.gate_proj,0.0000421263,0.01000,0.506
24,mlp.experts.55.gate_proj,0.0000266533,0.01000,0.507
24,mlp.experts.56.gate_proj,0.0000052256,0.01000,0.514
24,mlp.experts.57.gate_proj,0.0000760413,0.01000,0.520
24,mlp.experts.58.gate_proj,0.0000129200,0.01000,0.509
24,mlp.experts.59.gate_proj,0.0002534976,0.01000,0.506
24,mlp.experts.60.gate_proj,0.0000258777,0.01000,0.510
24,mlp.experts.61.gate_proj,0.0000222619,0.01000,0.507
24,mlp.experts.62.gate_proj,0.0000779176,0.01000,0.504
24,mlp.experts.63.gate_proj,0.0000229507,0.01000,0.508
24,mlp.experts.64.gate_proj,0.0000050858,0.01000,0.507
24,mlp.experts.65.gate_proj,0.0000070638,0.01000,0.506
24,mlp.experts.66.gate_proj,0.0000360355,0.01000,0.507
24,mlp.experts.67.gate_proj,0.0000259018,0.01000,0.507
24,mlp.experts.68.gate_proj,0.0000104452,0.01000,0.510
24,mlp.experts.69.gate_proj,0.0000183715,0.01000,0.506
24,mlp.experts.70.gate_proj,0.0000676150,0.01000,0.508
24,mlp.experts.71.gate_proj,0.0000384563,0.01000,0.506
24,mlp.experts.72.gate_proj,0.0001436918,0.01000,0.521
24,mlp.experts.73.gate_proj,0.0000058497,0.01000,0.506
24,mlp.experts.74.gate_proj,0.0000214703,0.01000,0.526
24,mlp.experts.75.gate_proj,0.0000104894,0.01000,0.513
24,mlp.experts.76.gate_proj,0.0000175960,0.01000,0.506
24,mlp.experts.77.gate_proj,0.0001139803,0.01000,0.506
24,mlp.experts.78.gate_proj,0.0000126767,0.01000,0.506
24,mlp.experts.79.gate_proj,0.0000157532,0.01000,0.506
24,mlp.experts.80.gate_proj,0.0000222829,0.01000,0.504
24,mlp.experts.81.gate_proj,0.0002121760,0.01000,0.517
24,mlp.experts.82.gate_proj,0.0001089718,0.01000,0.517
24,mlp.experts.83.gate_proj,0.0000166229,0.01000,0.505
24,mlp.experts.84.gate_proj,0.0002799842,0.01000,0.517
24,mlp.experts.85.gate_proj,0.0000185340,0.01000,0.508
24,mlp.experts.86.gate_proj,0.0002967819,0.01000,0.518
24,mlp.experts.87.gate_proj,0.0000106352,0.01000,0.507
24,mlp.experts.88.gate_proj,0.0001634562,0.01000,0.506
24,mlp.experts.89.gate_proj,0.0000157559,0.01000,0.505
24,mlp.experts.90.gate_proj,0.0000217433,0.01000,0.508
24,mlp.experts.91.gate_proj,0.0000482795,0.01000,0.511
24,mlp.experts.92.gate_proj,0.0000028505,0.01000,0.506
24,mlp.experts.93.gate_proj,0.0001924454,0.01000,0.511
24,mlp.experts.94.gate_proj,0.0000084972,0.01000,0.511
24,mlp.experts.95.gate_proj,0.0000248371,0.01000,0.507
24,mlp.experts.96.gate_proj,0.0000059074,0.01000,0.509
24,mlp.experts.97.gate_proj,0.0000103183,0.01000,0.511
24,mlp.experts.98.gate_proj,0.0002298456,0.01000,0.509
24,mlp.experts.99.gate_proj,0.0000079181,0.01000,0.508
24,mlp.experts.100.gate_proj,0.0000094025,0.01000,0.511
24,mlp.experts.101.gate_proj,0.0000686925,0.01000,0.513
24,mlp.experts.102.gate_proj,0.0000119476,0.01000,0.511
24,mlp.experts.103.gate_proj,0.0000143992,0.01000,0.514
24,mlp.experts.104.gate_proj,0.0000111615,0.01000,0.516
24,mlp.experts.105.gate_proj,0.0000786035,0.01000,0.512
24,mlp.experts.106.gate_proj,0.0002377558,0.01000,0.512
24,mlp.experts.107.gate_proj,0.0000167732,0.01000,0.515
24,mlp.experts.108.gate_proj,0.0000404482,0.01000,0.510
24,mlp.experts.109.gate_proj,0.0001804542,0.01000,0.518
24,mlp.experts.110.gate_proj,0.0000463291,0.01000,0.513
24,mlp.experts.111.gate_proj,0.0000444583,0.01000,0.522
24,mlp.experts.112.gate_proj,0.0000626695,0.01000,0.516
24,mlp.experts.113.gate_proj,0.0000383016,0.01000,0.511
24,mlp.experts.114.gate_proj,0.0000180946,0.01000,0.516
24,mlp.experts.115.gate_proj,0.0000126991,0.01000,0.520
24,mlp.experts.116.gate_proj,0.0000149276,0.01000,0.512
24,mlp.experts.117.gate_proj,0.0000520090,0.01000,0.511
24,mlp.experts.118.gate_proj,0.0000135981,0.01000,0.515
24,mlp.experts.119.gate_proj,0.0000768625,0.01000,0.522
24,mlp.experts.120.gate_proj,0.0000218600,0.01000,0.516
24,mlp.experts.121.gate_proj,0.0000257238,0.01000,0.513
24,mlp.experts.122.gate_proj,0.0001040711,0.01000,0.512
24,mlp.experts.123.gate_proj,0.0000175850,0.01000,0.515
24,mlp.experts.124.gate_proj,0.0000168487,0.01000,0.511
24,mlp.experts.125.gate_proj,0.0000640293,0.01000,0.515
24,mlp.experts.126.gate_proj,0.0000236411,0.01000,0.511
24,mlp.experts.127.gate_proj,0.0000228525,0.01000,0.514
24,mlp.experts.0.down_proj,0.0000036203,0.01000,0.195
24,mlp.experts.1.down_proj,0.0000499247,0.01000,0.192
24,mlp.experts.2.down_proj,0.0000062019,0.01000,0.198
24,mlp.experts.3.down_proj,0.0000076806,0.01000,0.195
24,mlp.experts.4.down_proj,0.0000155401,0.01000,0.194
24,mlp.experts.5.down_proj,0.0000567592,0.01000,0.193
24,mlp.experts.6.down_proj,0.0000037514,0.01000,0.196
24,mlp.experts.7.down_proj,0.0000301223,0.01000,0.195
24,mlp.experts.8.down_proj,0.0000029826,0.01000,0.196
24,mlp.experts.9.down_proj,0.0000089993,0.01000,0.206
24,mlp.experts.10.down_proj,0.0000276538,0.01000,0.199
24,mlp.experts.11.down_proj,0.0000190237,0.01000,0.197
24,mlp.experts.12.down_proj,0.0000060516,0.01000,0.197
24,mlp.experts.13.down_proj,0.0000035901,0.01000,0.197
24,mlp.experts.14.down_proj,0.0000031938,0.01000,0.199
24,mlp.experts.15.down_proj,0.0000105728,0.01000,0.197
24,mlp.experts.16.down_proj,0.0000052731,0.01000,0.195
24,mlp.experts.17.down_proj,0.0000060135,0.01000,0.202
24,mlp.experts.18.down_proj,0.0000108853,0.01000,0.195
24,mlp.experts.19.down_proj,0.0001546607,0.01000,0.205
24,mlp.experts.20.down_proj,0.0000133158,0.01000,0.227
24,mlp.experts.21.down_proj,0.0000010148,0.01000,0.207
24,mlp.experts.22.down_proj,0.0000025389,0.01000,0.199
24,mlp.experts.23.down_proj,0.0000287396,0.01000,0.198
24,mlp.experts.24.down_proj,0.0000073686,0.01000,0.198
24,mlp.experts.25.down_proj,0.0000067582,0.01000,0.195
24,mlp.experts.26.down_proj,0.0000135917,0.01000,0.197
24,mlp.experts.27.down_proj,0.0000076743,0.01000,0.208
24,mlp.experts.28.down_proj,0.0000082411,0.01000,0.196
24,mlp.experts.29.down_proj,0.0000826068,0.01000,0.196
24,mlp.experts.30.down_proj,0.0000240215,0.01000,0.198
24,mlp.experts.31.down_proj,0.0000461256,0.01000,0.195
24,mlp.experts.32.down_proj,0.0000032519,0.01000,0.196
24,mlp.experts.33.down_proj,0.0000194915,0.01000,0.196
24,mlp.experts.34.down_proj,0.0000031363,0.01000,0.196
24,mlp.experts.35.down_proj,0.0000274194,0.01000,0.195
24,mlp.experts.36.down_proj,0.0000160705,0.01000,0.195
24,mlp.experts.37.down_proj,0.0000255809,0.01000,0.195
24,mlp.experts.38.down_proj,0.0000030518,0.01000,0.196
24,mlp.experts.39.down_proj,0.0000399060,0.01000,0.196
24,mlp.experts.40.down_proj,0.0000060360,0.01000,0.195
24,mlp.experts.41.down_proj,0.0000013393,0.01000,0.195
24,mlp.experts.42.down_proj,0.0000012808,0.01000,0.197
24,mlp.experts.43.down_proj,0.0000165226,0.01000,0.196
24,mlp.experts.44.down_proj,0.0000033288,0.01000,0.207
24,mlp.experts.45.down_proj,0.0000332857,0.01000,0.199
24,mlp.experts.46.down_proj,0.0000029004,0.01000,0.195
24,mlp.experts.47.down_proj,0.0000095508,0.01000,0.197
24,mlp.experts.48.down_proj,0.0000045671,0.01000,0.196
24,mlp.experts.49.down_proj,0.0000100866,0.01000,0.196
24,mlp.experts.50.down_proj,0.0000026951,0.01000,0.196
24,mlp.experts.51.down_proj,0.0000304860,0.01000,0.196
24,mlp.experts.52.down_proj,0.0000054213,0.01000,0.196
24,mlp.experts.53.down_proj,0.0000046686,0.01000,0.196
24,mlp.experts.54.down_proj,0.0000225902,0.01000,0.195
24,mlp.experts.55.down_proj,0.0000128787,0.01000,0.196
24,mlp.experts.56.down_proj,0.0000056247,0.01000,0.204
24,mlp.experts.57.down_proj,0.0000140613,0.01000,0.198
24,mlp.experts.58.down_proj,0.0000024938,0.01000,0.195
24,mlp.experts.59.down_proj,0.0000428603,0.01000,0.196
24,mlp.experts.60.down_proj,0.0000209147,0.01000,0.196
24,mlp.experts.61.down_proj,0.0000032124,0.01000,0.196
24,mlp.experts.62.down_proj,0.0000081401,0.01000,0.196
24,mlp.experts.63.down_proj,0.0000084771,0.01000,0.196
24,mlp.experts.64.down_proj,0.0000047285,0.01000,0.196
24,mlp.experts.65.down_proj,0.0000074882,0.01000,0.195
24,mlp.experts.66.down_proj,0.0000155266,0.01000,0.197
24,mlp.experts.67.down_proj,0.0000385421,0.01000,0.198
24,mlp.experts.68.down_proj,0.0000027939,0.01000,0.202
24,mlp.experts.69.down_proj,0.0000068168,0.01000,0.198
24,mlp.experts.70.down_proj,0.0000245409,0.01000,0.195
24,mlp.experts.71.down_proj,0.0000219464,0.01000,0.195
24,mlp.experts.72.down_proj,0.0000619694,0.01000,0.197
24,mlp.experts.73.down_proj,0.0000096009,0.01000,0.195
24,mlp.experts.74.down_proj,0.0000069116,0.01000,0.195
24,mlp.experts.75.down_proj,0.0000045651,0.01000,0.196
24,mlp.experts.76.down_proj,0.0000033135,0.01000,0.201
24,mlp.experts.77.down_proj,0.0000642827,0.01000,0.196
24,mlp.experts.78.down_proj,0.0000077989,0.01000,0.195
24,mlp.experts.79.down_proj,0.0000119641,0.01000,0.196
24,mlp.experts.80.down_proj,0.0000095335,0.01000,0.196
24,mlp.experts.81.down_proj,0.0001105757,0.01000,0.198
24,mlp.experts.82.down_proj,0.0000669181,0.01000,0.196
24,mlp.experts.83.down_proj,0.0000085658,0.01000,0.198
24,mlp.experts.84.down_proj,0.0000353346,0.01000,0.197
24,mlp.experts.85.down_proj,0.0000068738,0.01000,0.197
24,mlp.experts.86.down_proj,0.0000789905,0.01000,0.200
24,mlp.experts.87.down_proj,0.0000019197,0.01000,0.199
24,mlp.experts.88.down_proj,0.0000526907,0.01000,0.204
24,mlp.experts.89.down_proj,0.0000079884,0.01000,0.197
24,mlp.experts.90.down_proj,0.0000032832,0.01000,0.197
24,mlp.experts.91.down_proj,0.0000210054,0.01000,0.196
24,mlp.experts.92.down_proj,0.0000009625,0.01000,0.197
24,mlp.experts.93.down_proj,0.0000367650,0.01000,0.197
24,mlp.experts.94.down_proj,0.0000054240,0.01000,0.197
24,mlp.experts.95.down_proj,0.0000060982,0.01000,0.197
24,mlp.experts.96.down_proj,0.0000082045,0.01000,0.197
24,mlp.experts.97.down_proj,0.0000066357,0.01000,0.203
24,mlp.experts.98.down_proj,0.0000538320,0.01000,0.199
24,mlp.experts.99.down_proj,0.0000099418,0.01000,0.197
24,mlp.experts.100.down_proj,0.0000020035,0.01000,0.199
24,mlp.experts.101.down_proj,0.0000085507,0.01000,0.198
24,mlp.experts.102.down_proj,0.0000020561,0.01000,0.200
24,mlp.experts.103.down_proj,0.0000024845,0.01000,0.197
24,mlp.experts.104.down_proj,0.0000035899,0.01000,0.197
24,mlp.experts.105.down_proj,0.0000444726,0.01000,0.197
24,mlp.experts.106.down_proj,0.0000444020,0.01000,0.196
24,mlp.experts.107.down_proj,0.0000098099,0.01000,0.196
24,mlp.experts.108.down_proj,0.0000160465,0.01000,0.197
24,mlp.experts.109.down_proj,0.0000388726,0.01000,0.197
24,mlp.experts.110.down_proj,0.0000064320,0.01000,0.199
24,mlp.experts.111.down_proj,0.0000049126,0.01000,0.197
24,mlp.experts.112.down_proj,0.0000390632,0.01000,0.197
24,mlp.experts.113.down_proj,0.0000061801,0.01000,0.197
24,mlp.experts.114.down_proj,0.0000208614,0.01000,0.196
24,mlp.experts.115.down_proj,0.0000025875,0.01000,0.198
24,mlp.experts.116.down_proj,0.0000081639,0.01000,0.200
24,mlp.experts.117.down_proj,0.0000089654,0.01000,0.199
24,mlp.experts.118.down_proj,0.0000059464,0.01000,0.197
24,mlp.experts.119.down_proj,0.0000155533,0.01000,0.196
24,mlp.experts.120.down_proj,0.0000049990,0.01000,0.201
24,mlp.experts.121.down_proj,0.0000058574,0.01000,0.196
24,mlp.experts.122.down_proj,0.0000153694,0.01000,0.197
24,mlp.experts.123.down_proj,0.0000074020,0.01000,0.196
24,mlp.experts.124.down_proj,0.0000049640,0.01000,0.197
24,mlp.experts.125.down_proj,0.0000256828,0.01000,0.197
24,mlp.experts.126.down_proj,0.0000140573,0.01000,0.196
24,mlp.experts.127.down_proj,0.0000112735,0.01000,0.206
25,self_attn.q_proj,0.0000001604,0.01000,0.507
25,self_attn.k_proj,0.0000000203,0.01000,0.509
25,self_attn.v_proj,0.0000000228,0.01000,0.504
25,self_attn.o_proj,0.0000000197,0.01000,1.034
25,mlp.gate,0.0000015717,0.01000,0.511
25,mlp.experts.0.up_proj,0.0000231700,0.01000,0.509
25,mlp.experts.1.up_proj,0.0000433844,0.01000,0.504
25,mlp.experts.2.up_proj,0.0000172006,0.01000,0.508
25,mlp.experts.3.up_proj,0.0001557195,0.01000,0.506
25,mlp.experts.4.up_proj,0.0000522431,0.01000,0.504
25,mlp.experts.5.up_proj,0.0003129372,0.01000,0.508
25,mlp.experts.6.up_proj,0.0000152905,0.01000,0.509
25,mlp.experts.7.up_proj,0.0002809294,0.01000,0.510
25,mlp.experts.8.up_proj,0.0000510410,0.01000,0.505
25,mlp.experts.9.up_proj,0.0001879566,0.01000,0.507
25,mlp.experts.10.up_proj,0.0000204595,0.01000,0.508
25,mlp.experts.11.up_proj,0.0000347018,0.01000,0.508
25,mlp.experts.12.up_proj,0.0000301634,0.01000,0.510
25,mlp.experts.13.up_proj,0.0000654726,0.01000,0.523
25,mlp.experts.14.up_proj,0.0000624060,0.01000,0.507
25,mlp.experts.15.up_proj,0.0000105584,0.01000,0.505
25,mlp.experts.16.up_proj,0.0000173868,0.01000,0.520
25,mlp.experts.17.up_proj,0.0001373839,0.01000,0.507
25,mlp.experts.18.up_proj,0.0000182927,0.01000,0.506
25,mlp.experts.19.up_proj,0.0000099160,0.01000,0.506
25,mlp.experts.20.up_proj,0.0000184832,0.01000,0.526
25,mlp.experts.21.up_proj,0.0000149045,0.01000,0.513
25,mlp.experts.22.up_proj,0.0000943820,0.01000,0.518
25,mlp.experts.23.up_proj,0.0000138236,0.01000,0.513
25,mlp.experts.24.up_proj,0.0000173102,0.01000,0.504
25,mlp.experts.25.up_proj,0.0000392970,0.01000,0.504
25,mlp.experts.26.up_proj,0.0000110716,0.01000,0.508
25,mlp.experts.27.up_proj,0.0000305579,0.01000,0.505
25,mlp.experts.28.up_proj,0.0000119500,0.01000,0.506
25,mlp.experts.29.up_proj,0.0000057292,0.01000,0.506
25,mlp.experts.30.up_proj,0.0000183075,0.01000,0.505
25,mlp.experts.31.up_proj,0.0001198368,0.01000,0.506
25,mlp.experts.32.up_proj,0.0000306822,0.01000,0.505
25,mlp.experts.33.up_proj,0.0000207958,0.01000,0.505
25,mlp.experts.34.up_proj,0.0000609705,0.01000,0.506
25,mlp.experts.35.up_proj,0.0001349581,0.01000,0.504
25,mlp.experts.36.up_proj,0.0000205145,0.01000,0.510
25,mlp.experts.37.up_proj,0.0000048616,0.01000,0.520
25,mlp.experts.38.up_proj,0.0000319038,0.01000,0.506
25,mlp.experts.39.up_proj,0.0001498476,0.01000,0.506
25,mlp.experts.40.up_proj,0.0000158853,0.01000,0.505
25,mlp.experts.41.up_proj,0.0000200103,0.01000,0.506
25,mlp.experts.42.up_proj,0.0000163280,0.01000,0.509
25,mlp.experts.43.up_proj,0.0001378259,0.01000,0.507
25,mlp.experts.44.up_proj,0.0000160117,0.01000,0.508
25,mlp.experts.45.up_proj,0.0000132049,0.01000,0.508
25,mlp.experts.46.up_proj,0.0001844063,0.01000,0.506
25,mlp.experts.47.up_proj,0.0000057442,0.01000,0.504
25,mlp.experts.48.up_proj,0.0002423067,0.01000,0.510
25,mlp.experts.49.up_proj,0.0000094210,0.01000,0.513
25,mlp.experts.50.up_proj,0.0001657813,0.01000,0.508
25,mlp.experts.51.up_proj,0.0000718091,0.01000,0.506
25,mlp.experts.52.up_proj,0.0000041078,0.01000,0.506
25,mlp.experts.53.up_proj,0.0002955838,0.01000,0.528
25,mlp.experts.54.up_proj,0.0001855808,0.01000,0.516
25,mlp.experts.55.up_proj,0.0000210414,0.01000,0.512
25,mlp.experts.56.up_proj,0.0000571724,0.01000,0.507
25,mlp.experts.57.up_proj,0.0000143427,0.01000,0.521
25,mlp.experts.58.up_proj,0.0000033903,0.01000,0.540
25,mlp.experts.59.up_proj,0.0000175727,0.01000,0.517
25,mlp.experts.60.up_proj,0.0000271176,0.01000,0.513
25,mlp.experts.61.up_proj,0.0000028136,0.01000,0.543
25,mlp.experts.62.up_proj,0.0000379201,0.01000,0.509
25,mlp.experts.63.up_proj,0.0000375863,0.01000,0.507
25,mlp.experts.64.up_proj,0.0000148044,0.01000,0.508
25,mlp.experts.65.up_proj,0.0000126061,0.01000,0.521
25,mlp.experts.66.up_proj,0.0000206445,0.01000,0.506
25,mlp.experts.67.up_proj,0.0000263856,0.01000,0.508
25,mlp.experts.68.up_proj,0.0000872538,0.01000,0.505
25,mlp.experts.69.up_proj,0.0000194458,0.01000,0.505
25,mlp.experts.70.up_proj,0.0001095369,0.01000,0.505
25,mlp.experts.71.up_proj,0.0000117935,0.01000,0.505
25,mlp.experts.72.up_proj,0.0007619815,0.01000,0.504
25,mlp.experts.73.up_proj,0.0000076492,0.01000,0.506
25,mlp.experts.74.up_proj,0.0001177537,0.01000,0.507
25,mlp.experts.75.up_proj,0.0000120896,0.01000,0.504
25,mlp.experts.76.up_proj,0.0000302730,0.01000,0.517
25,mlp.experts.77.up_proj,0.0000139776,0.01000,0.507
25,mlp.experts.78.up_proj,0.0000098030,0.01000,0.507
25,mlp.experts.79.up_proj,0.0000194210,0.01000,0.507
25,mlp.experts.80.up_proj,0.0000213946,0.01000,0.505
25,mlp.experts.81.up_proj,0.0000035152,0.01000,0.517
25,mlp.experts.82.up_proj,0.0000212006,0.01000,0.514
25,mlp.experts.83.up_proj,0.0000258563,0.01000,0.507
25,mlp.experts.84.up_proj,0.0001718719,0.01000,0.505
25,mlp.experts.85.up_proj,0.0000663773,0.01000,0.509
25,mlp.experts.86.up_proj,0.0002456349,0.01000,0.508
25,mlp.experts.87.up_proj,0.0000137343,0.01000,0.511
25,mlp.experts.88.up_proj,0.0000257184,0.01000,0.513
25,mlp.experts.89.up_proj,0.0000276600,0.01000,0.505
25,mlp.experts.90.up_proj,0.0001830452,0.01000,0.512
25,mlp.experts.91.up_proj,0.0000063645,0.01000,0.506
25,mlp.experts.92.up_proj,0.0000140738,0.01000,0.508
25,mlp.experts.93.up_proj,0.0000321334,0.01000,0.504
25,mlp.experts.94.up_proj,0.0002468425,0.01000,0.510
25,mlp.experts.95.up_proj,0.0000130435,0.01000,0.515
25,mlp.experts.96.up_proj,0.0001698552,0.01000,0.509
25,mlp.experts.97.up_proj,0.0001356622,0.01000,0.510
25,mlp.experts.98.up_proj,0.0000197679,0.01000,0.507
25,mlp.experts.99.up_proj,0.0000116941,0.01000,0.505
25,mlp.experts.100.up_proj,0.0001738080,0.01000,0.511
25,mlp.experts.101.up_proj,0.0000095881,0.01000,0.513
25,mlp.experts.102.up_proj,0.0000179079,0.01000,0.516
25,mlp.experts.103.up_proj,0.0000311236,0.01000,0.515
25,mlp.experts.104.up_proj,0.0000131575,0.01000,0.506
25,mlp.experts.105.up_proj,0.0000270846,0.01000,0.506
25,mlp.experts.106.up_proj,0.0000178743,0.01000,0.504
25,mlp.experts.107.up_proj,0.0000272217,0.01000,0.509
25,mlp.experts.108.up_proj,0.0000132129,0.01000,0.503
25,mlp.experts.109.up_proj,0.0000118010,0.01000,0.506
25,mlp.experts.110.up_proj,0.0000601760,0.01000,0.506
25,mlp.experts.111.up_proj,0.0000239573,0.01000,0.505
25,mlp.experts.112.up_proj,0.0000169389,0.01000,0.518
25,mlp.experts.113.up_proj,0.0000233041,0.01000,0.513
25,mlp.experts.114.up_proj,0.0000221162,0.01000,0.512
25,mlp.experts.115.up_proj,0.0000295087,0.01000,0.510
25,mlp.experts.116.up_proj,0.0002459143,0.01000,0.510
25,mlp.experts.117.up_proj,0.0000693133,0.01000,0.515
25,mlp.experts.118.up_proj,0.0000239004,0.01000,0.505
25,mlp.experts.119.up_proj,0.0001116655,0.01000,0.507
25,mlp.experts.120.up_proj,0.0000421003,0.01000,0.506
25,mlp.experts.121.up_proj,0.0000146269,0.01000,0.507
25,mlp.experts.122.up_proj,0.0000122061,0.01000,0.506
25,mlp.experts.123.up_proj,0.0000124159,0.01000,0.505
25,mlp.experts.124.up_proj,0.0000387412,0.01000,0.506
25,mlp.experts.125.up_proj,0.0000415385,0.01000,0.506
25,mlp.experts.126.up_proj,0.0000485713,0.01000,0.511
25,mlp.experts.127.up_proj,0.0000259687,0.01000,0.506
25,mlp.experts.0.gate_proj,0.0000224727,0.01000,0.505
25,mlp.experts.1.gate_proj,0.0000449005,0.01000,0.505
25,mlp.experts.2.gate_proj,0.0000169189,0.01000,0.510
25,mlp.experts.3.gate_proj,0.0001516011,0.01000,0.506
25,mlp.experts.4.gate_proj,0.0000523775,0.01000,0.519
25,mlp.experts.5.gate_proj,0.0002975102,0.01000,0.506
25,mlp.experts.6.gate_proj,0.0000117845,0.01000,0.510
25,mlp.experts.7.gate_proj,0.0002755785,0.01000,0.506
25,mlp.experts.8.gate_proj,0.0000554432,0.01000,0.505
25,mlp.experts.9.gate_proj,0.0001887973,0.01000,0.507
25,mlp.experts.10.gate_proj,0.0000175217,0.01000,0.505
25,mlp.experts.11.gate_proj,0.0000358817,0.01000,0.507
25,mlp.experts.12.gate_proj,0.0000326994,0.01000,0.505
25,mlp.experts.13.gate_proj,0.0000663347,0.01000,0.506
25,mlp.experts.14.gate_proj,0.0000640602,0.01000,0.507
25,mlp.experts.15.gate_proj,0.0000094487,0.01000,0.507
25,mlp.experts.16.gate_proj,0.0000166663,0.01000,0.517
25,mlp.experts.17.gate_proj,0.0001372178,0.01000,0.506
25,mlp.experts.18.gate_proj,0.0000175779,0.01000,0.504
25,mlp.experts.19.gate_proj,0.0000098662,0.01000,0.505
25,mlp.experts.20.gate_proj,0.0000184071,0.01000,0.507
25,mlp.experts.21.gate_proj,0.0000138854,0.01000,0.509
25,mlp.experts.22.gate_proj,0.0000849296,0.01000,0.507
25,mlp.experts.23.gate_proj,0.0000134865,0.01000,0.505
25,mlp.experts.24.gate_proj,0.0000184165,0.01000,0.504
25,mlp.experts.25.gate_proj,0.0000388609,0.01000,0.508
25,mlp.experts.26.gate_proj,0.0000115497,0.01000,0.511
25,mlp.experts.27.gate_proj,0.0000287725,0.01000,0.506
25,mlp.experts.28.gate_proj,0.0000103828,0.01000,0.504
25,mlp.experts.29.gate_proj,0.0000056840,0.01000,0.505
25,mlp.experts.30.gate_proj,0.0000187333,0.01000,0.508
25,mlp.experts.31.gate_proj,0.0001251405,0.01000,0.524
25,mlp.experts.32.gate_proj,0.0000287262,0.01000,0.516
25,mlp.experts.33.gate_proj,0.0000161003,0.01000,0.507
25,mlp.experts.34.gate_proj,0.0000636463,0.01000,0.504
25,mlp.experts.35.gate_proj,0.0001927262,0.01000,0.510
25,mlp.experts.36.gate_proj,0.0000218055,0.01000,0.508
25,mlp.experts.37.gate_proj,0.0000050225,0.01000,0.505
25,mlp.experts.38.gate_proj,0.0000304295,0.01000,0.515
25,mlp.experts.39.gate_proj,0.0001319239,0.01000,0.506
25,mlp.experts.40.gate_proj,0.0000146065,0.01000,0.504
25,mlp.experts.41.gate_proj,0.0000200406,0.01000,0.522
25,mlp.experts.42.gate_proj,0.0000159414,0.01000,0.511
25,mlp.experts.43.gate_proj,0.0001402070,0.01000,0.513
25,mlp.experts.44.gate_proj,0.0000156407,0.01000,0.512
25,mlp.experts.45.gate_proj,0.0000096899,0.01000,0.520
25,mlp.experts.46.gate_proj,0.0001751536,0.01000,0.507
25,mlp.experts.47.gate_proj,0.0000048125,0.01000,0.505
25,mlp.experts.48.gate_proj,0.0002729386,0.01000,0.505
25,mlp.experts.49.gate_proj,0.0000096071,0.01000,0.504
25,mlp.experts.50.gate_proj,0.0001687850,0.01000,0.507
25,mlp.experts.51.gate_proj,0.0000733515,0.01000,0.505
25,mlp.experts.52.gate_proj,0.0000041481,0.01000,0.510
25,mlp.experts.53.gate_proj,0.0003079368,0.01000,0.508
25,mlp.experts.54.gate_proj,0.0001889238,0.01000,0.503
25,mlp.experts.55.gate_proj,0.0000192942,0.01000,0.508
25,mlp.experts.56.gate_proj,0.0000526843,0.01000,0.506
25,mlp.experts.57.gate_proj,0.0000125031,0.01000,0.508
25,mlp.experts.58.gate_proj,0.0000024173,0.01000,0.506
25,mlp.experts.59.gate_proj,0.0000196015,0.01000,0.505
25,mlp.experts.60.gate_proj,0.0000257951,0.01000,0.506
25,mlp.experts.61.gate_proj,0.0000029837,0.01000,0.506
25,mlp.experts.62.gate_proj,0.0000294625,0.01000,0.506
25,mlp.experts.63.gate_proj,0.0000347947,0.01000,0.511
25,mlp.experts.64.gate_proj,0.0000155084,0.01000,0.506
25,mlp.experts.65.gate_proj,0.0000108649,0.01000,0.510
25,mlp.experts.66.gate_proj,0.0000203599,0.01000,0.510
25,mlp.experts.67.gate_proj,0.0000269109,0.01000,0.511
25,mlp.experts.68.gate_proj,0.0000865796,0.01000,0.520
25,mlp.experts.69.gate_proj,0.0000178517,0.01000,0.514
25,mlp.experts.70.gate_proj,0.0001040212,0.01000,0.525
25,mlp.experts.71.gate_proj,0.0000111582,0.01000,0.513
25,mlp.experts.72.gate_proj,0.0008123709,0.01000,0.509
25,mlp.experts.73.gate_proj,0.0000072691,0.01000,0.521
25,mlp.experts.74.gate_proj,0.0001199919,0.01000,0.513
25,mlp.experts.75.gate_proj,0.0000120793,0.01000,0.513
25,mlp.experts.76.gate_proj,0.0000258678,0.01000,0.514
25,mlp.experts.77.gate_proj,0.0000131109,0.01000,0.515
25,mlp.experts.78.gate_proj,0.0000103410,0.01000,0.513
25,mlp.experts.79.gate_proj,0.0000178949,0.01000,0.521
25,mlp.experts.80.gate_proj,0.0000164215,0.01000,0.511
25,mlp.experts.81.gate_proj,0.0000033988,0.01000,0.511
25,mlp.experts.82.gate_proj,0.0000203519,0.01000,0.515
25,mlp.experts.83.gate_proj,0.0000251747,0.01000,0.514
25,mlp.experts.84.gate_proj,0.0001777603,0.01000,0.514
25,mlp.experts.85.gate_proj,0.0000681884,0.01000,0.513
25,mlp.experts.86.gate_proj,0.0002567197,0.01000,0.512
25,mlp.experts.87.gate_proj,0.0000139900,0.01000,0.512
25,mlp.experts.88.gate_proj,0.0000247982,0.01000,0.513
25,mlp.experts.89.gate_proj,0.0000261942,0.01000,0.510
25,mlp.experts.90.gate_proj,0.0001726591,0.01000,0.524
25,mlp.experts.91.gate_proj,0.0000073136,0.01000,0.512
25,mlp.experts.92.gate_proj,0.0000146325,0.01000,0.514
25,mlp.experts.93.gate_proj,0.0000331563,0.01000,0.512
25,mlp.experts.94.gate_proj,0.0002495661,0.01000,0.512
25,mlp.experts.95.gate_proj,0.0000128673,0.01000,0.513
25,mlp.experts.96.gate_proj,0.0001624895,0.01000,0.512
25,mlp.experts.97.gate_proj,0.0001392114,0.01000,0.520
25,mlp.experts.98.gate_proj,0.0000188818,0.01000,0.510
25,mlp.experts.99.gate_proj,0.0000120110,0.01000,0.512
25,mlp.experts.100.gate_proj,0.0001733704,0.01000,0.513
25,mlp.experts.101.gate_proj,0.0000085601,0.01000,0.517
25,mlp.experts.102.gate_proj,0.0000173858,0.01000,0.511
25,mlp.experts.103.gate_proj,0.0000314969,0.01000,0.513
25,mlp.experts.104.gate_proj,0.0000132994,0.01000,0.512
25,mlp.experts.105.gate_proj,0.0000264841,0.01000,0.511
25,mlp.experts.106.gate_proj,0.0000167284,0.01000,0.512
25,mlp.experts.107.gate_proj,0.0000245327,0.01000,0.517
25,mlp.experts.108.gate_proj,0.0000136402,0.01000,0.511
25,mlp.experts.109.gate_proj,0.0000101204,0.01000,0.513
25,mlp.experts.110.gate_proj,0.0000621462,0.01000,0.513
25,mlp.experts.111.gate_proj,0.0000232532,0.01000,0.518
25,mlp.experts.112.gate_proj,0.0000175715,0.01000,0.513
25,mlp.experts.113.gate_proj,0.0000223281,0.01000,0.513
25,mlp.experts.114.gate_proj,0.0000216098,0.01000,0.512
25,mlp.experts.115.gate_proj,0.0000272069,0.01000,0.517
25,mlp.experts.116.gate_proj,0.0002543687,0.01000,0.518
25,mlp.experts.117.gate_proj,0.0000703386,0.01000,0.510
25,mlp.experts.118.gate_proj,0.0000243991,0.01000,0.512
25,mlp.experts.119.gate_proj,0.0001134706,0.01000,0.512
25,mlp.experts.120.gate_proj,0.0000388846,0.01000,0.514
25,mlp.experts.121.gate_proj,0.0000137734,0.01000,0.517
25,mlp.experts.122.gate_proj,0.0000123607,0.01000,0.513
25,mlp.experts.123.gate_proj,0.0000108042,0.01000,0.510
25,mlp.experts.124.gate_proj,0.0000398690,0.01000,0.522
25,mlp.experts.125.gate_proj,0.0000388634,0.01000,0.511
25,mlp.experts.126.gate_proj,0.0000499426,0.01000,0.514
25,mlp.experts.127.gate_proj,0.0000228668,0.01000,0.513
25,mlp.experts.0.down_proj,0.0000103120,0.01000,0.194
25,mlp.experts.1.down_proj,0.0000132075,0.01000,0.195
25,mlp.experts.2.down_proj,0.0000090353,0.01000,0.197
25,mlp.experts.3.down_proj,0.0000684413,0.01000,0.196
25,mlp.experts.4.down_proj,0.0000169546,0.01000,0.205
25,mlp.experts.5.down_proj,0.0003509286,0.01000,0.199
25,mlp.experts.6.down_proj,0.0000061876,0.01000,0.196
25,mlp.experts.7.down_proj,0.0000693539,0.01000,0.199
25,mlp.experts.8.down_proj,0.0000241878,0.01000,0.196
25,mlp.experts.9.down_proj,0.0001455079,0.01000,0.197
25,mlp.experts.10.down_proj,0.0000036325,0.01000,0.196
25,mlp.experts.11.down_proj,0.0000067666,0.01000,0.198
25,mlp.experts.12.down_proj,0.0000062465,0.01000,0.203
25,mlp.experts.13.down_proj,0.0000184024,0.01000,0.196
25,mlp.experts.14.down_proj,0.0000152471,0.01000,0.199
25,mlp.experts.15.down_proj,0.0000147115,0.01000,0.196
25,mlp.experts.16.down_proj,0.0000134077,0.01000,0.199
25,mlp.experts.17.down_proj,0.0000547115,0.01000,0.195
25,mlp.experts.18.down_proj,0.0000064745,0.01000,0.197
25,mlp.experts.19.down_proj,0.0000082393,0.01000,0.197
25,mlp.experts.20.down_proj,0.0000074489,0.01000,0.196
25,mlp.experts.21.down_proj,0.0000042345,0.01000,0.196
25,mlp.experts.22.down_proj,0.0000343550,0.01000,0.198
25,mlp.experts.23.down_proj,0.0000125446,0.01000,0.199
25,mlp.experts.24.down_proj,0.0000054822,0.01000,0.195
25,mlp.experts.25.down_proj,0.0000137609,0.01000,0.197
25,mlp.experts.26.down_proj,0.0000155858,0.01000,0.195
25,mlp.experts.27.down_proj,0.0000048752,0.01000,0.197
25,mlp.experts.28.down_proj,0.0000137002,0.01000,0.199
25,mlp.experts.29.down_proj,0.0000018747,0.01000,0.198
25,mlp.experts.30.down_proj,0.0000117386,0.01000,0.195
25,mlp.experts.31.down_proj,0.0000183637,0.01000,0.197
25,mlp.experts.32.down_proj,0.0000445366,0.01000,0.195
25,mlp.experts.33.down_proj,0.0000130108,0.01000,0.198
25,mlp.experts.34.down_proj,0.0000285052,0.01000,0.197
25,mlp.experts.35.down_proj,0.0000751501,0.01000,0.198
25,mlp.experts.36.down_proj,0.0000042747,0.01000,0.196
25,mlp.experts.37.down_proj,0.0000023433,0.01000,0.197
25,mlp.experts.38.down_proj,0.0000158471,0.01000,0.196
25,mlp.experts.39.down_proj,0.0001245175,0.01000,0.195
25,mlp.experts.40.down_proj,0.0000029763,0.01000,0.197
25,mlp.experts.41.down_proj,0.0000047204,0.01000,0.196
25,mlp.experts.42.down_proj,0.0000074735,0.01000,0.201
25,mlp.experts.43.down_proj,0.0000229643,0.01000,0.196
25,mlp.experts.44.down_proj,0.0000035831,0.01000,0.198
25,mlp.experts.45.down_proj,0.0000240091,0.01000,0.202
25,mlp.experts.46.down_proj,0.0000721956,0.01000,0.205
25,mlp.experts.47.down_proj,0.0000042029,0.01000,0.197
25,mlp.experts.48.down_proj,0.0001398702,0.01000,0.196
25,mlp.experts.49.down_proj,0.0000034561,0.01000,0.195
25,mlp.experts.50.down_proj,0.0000353523,0.01000,0.196
25,mlp.experts.51.down_proj,0.0000354143,0.01000,0.196
25,mlp.experts.52.down_proj,0.0000014866,0.01000,0.198
25,mlp.experts.53.down_proj,0.0000519339,0.01000,0.201
25,mlp.experts.54.down_proj,0.0001676449,0.01000,0.199
25,mlp.experts.55.down_proj,0.0000053827,0.01000,0.196
25,mlp.experts.56.down_proj,0.0000188093,0.01000,0.196
25,mlp.experts.57.down_proj,0.0000039501,0.01000,0.197
25,mlp.experts.58.down_proj,0.0000014796,0.01000,0.197
25,mlp.experts.59.down_proj,0.0000042058,0.01000,0.198
25,mlp.experts.60.down_proj,0.0000292369,0.01000,0.197
25,mlp.experts.61.down_proj,0.0000026015,0.01000,0.198
25,mlp.experts.62.down_proj,0.0000080464,0.01000,0.197
25,mlp.experts.63.down_proj,0.0000376636,0.01000,0.209
25,mlp.experts.64.down_proj,0.0000054944,0.01000,0.199
25,mlp.experts.65.down_proj,0.0000032445,0.01000,0.205
25,mlp.experts.66.down_proj,0.0000073750,0.01000,0.204
25,mlp.experts.67.down_proj,0.0000161211,0.01000,0.202
25,mlp.experts.68.down_proj,0.0000301539,0.01000,0.197
25,mlp.experts.69.down_proj,0.0000039073,0.01000,0.202
25,mlp.experts.70.down_proj,0.0000363412,0.01000,0.197
25,mlp.experts.71.down_proj,0.0000024563,0.01000,0.197
25,mlp.experts.72.down_proj,0.0006001970,0.01000,0.200
25,mlp.experts.73.down_proj,0.0000047128,0.01000,0.197
25,mlp.experts.74.down_proj,0.0000504216,0.01000,0.199
25,mlp.experts.75.down_proj,0.0000024506,0.01000,0.197
25,mlp.experts.76.down_proj,0.0000098741,0.01000,0.199
25,mlp.experts.77.down_proj,0.0000105883,0.01000,0.198
25,mlp.experts.78.down_proj,0.0000082298,0.01000,0.198
25,mlp.experts.79.down_proj,0.0000063557,0.01000,0.197
25,mlp.experts.80.down_proj,0.0000108920,0.01000,0.209
25,mlp.experts.81.down_proj,0.0000017199,0.01000,0.197
25,mlp.experts.82.down_proj,0.0000228377,0.01000,0.198
25,mlp.experts.83.down_proj,0.0000140621,0.01000,0.197
25,mlp.experts.84.down_proj,0.0000261974,0.01000,0.197
25,mlp.experts.85.down_proj,0.0000087362,0.01000,0.197
25,mlp.experts.86.down_proj,0.0000650543,0.01000,0.196
25,mlp.experts.87.down_proj,0.0000062442,0.01000,0.199
25,mlp.experts.88.down_proj,0.0000113412,0.01000,0.203
25,mlp.experts.89.down_proj,0.0000098009,0.01000,0.198
25,mlp.experts.90.down_proj,0.0001278679,0.01000,0.197
25,mlp.experts.91.down_proj,0.0000014310,0.01000,0.198
25,mlp.experts.92.down_proj,0.0000144495,0.01000,0.196
25,mlp.experts.93.down_proj,0.0000131615,0.01000,0.197
25,mlp.experts.94.down_proj,0.0001087429,0.01000,0.196
25,mlp.experts.95.down_proj,0.0000072340,0.01000,0.200
25,mlp.experts.96.down_proj,0.0000636202,0.01000,0.197
25,mlp.experts.97.down_proj,0.0000179219,0.01000,0.199
25,mlp.experts.98.down_proj,0.0000090650,0.01000,0.197
25,mlp.experts.99.down_proj,0.0000030994,0.01000,0.197
25,mlp.experts.100.down_proj,0.0000901997,0.01000,0.197
25,mlp.experts.101.down_proj,0.0000019059,0.01000,0.197
25,mlp.experts.102.down_proj,0.0000051881,0.01000,0.198
25,mlp.experts.103.down_proj,0.0000239772,0.01000,0.197
25,mlp.experts.104.down_proj,0.0000047198,0.01000,0.197
25,mlp.experts.105.down_proj,0.0000051332,0.01000,0.197
25,mlp.experts.106.down_proj,0.0000050071,0.01000,0.198
25,mlp.experts.107.down_proj,0.0000125053,0.01000,0.197
25,mlp.experts.108.down_proj,0.0000060407,0.01000,0.198
25,mlp.experts.109.down_proj,0.0000035482,0.01000,0.197
25,mlp.experts.110.down_proj,0.0000248004,0.01000,0.200
25,mlp.experts.111.down_proj,0.0000076680,0.01000,0.197
25,mlp.experts.112.down_proj,0.0000095426,0.01000,0.199
25,mlp.experts.113.down_proj,0.0000059587,0.01000,0.197
25,mlp.experts.114.down_proj,0.0000134586,0.01000,0.197
25,mlp.experts.115.down_proj,0.0000072593,0.01000,0.198
25,mlp.experts.116.down_proj,0.0000479795,0.01000,0.196
25,mlp.experts.117.down_proj,0.0000285908,0.01000,0.197
25,mlp.experts.118.down_proj,0.0000320275,0.01000,0.217
25,mlp.experts.119.down_proj,0.0000216194,0.01000,0.198
25,mlp.experts.120.down_proj,0.0000422354,0.01000,0.197
25,mlp.experts.121.down_proj,0.0000034089,0.01000,0.197
25,mlp.experts.122.down_proj,0.0000074816,0.01000,0.205
25,mlp.experts.123.down_proj,0.0000033923,0.01000,0.201
25,mlp.experts.124.down_proj,0.0000142709,0.01000,0.206
25,mlp.experts.125.down_proj,0.0000077075,0.01000,0.198
25,mlp.experts.126.down_proj,0.0000272358,0.01000,0.197
25,mlp.experts.127.down_proj,0.0000069695,0.01000,0.199
26,self_attn.q_proj,0.0000002722,0.01000,0.510
26,self_attn.k_proj,0.0000000353,0.01000,0.507
26,self_attn.v_proj,0.0000000410,0.01000,0.510
26,self_attn.o_proj,0.0000000317,0.01000,1.028
26,mlp.gate,0.0000014875,0.01000,0.504
26,mlp.experts.0.up_proj,0.0000793095,0.01000,0.508
26,mlp.experts.1.up_proj,0.0000113457,0.01000,0.507
26,mlp.experts.2.up_proj,0.0001284225,0.01000,0.504
26,mlp.experts.3.up_proj,0.0000213975,0.01000,0.505
26,mlp.experts.4.up_proj,0.0000051018,0.01000,0.509
26,mlp.experts.5.up_proj,0.0000502380,0.01000,0.505
26,mlp.experts.6.up_proj,0.0000096424,0.01000,0.508
26,mlp.experts.7.up_proj,0.0000311426,0.01000,0.509
26,mlp.experts.8.up_proj,0.0000153307,0.01000,0.505
26,mlp.experts.9.up_proj,0.0000136863,0.01000,0.515
26,mlp.experts.10.up_proj,0.0000221241,0.01000,0.515
26,mlp.experts.11.up_proj,0.0000215170,0.01000,0.504
26,mlp.experts.12.up_proj,0.0000315807,0.01000,0.505
26,mlp.experts.13.up_proj,0.0001978938,0.01000,0.506
26,mlp.experts.14.up_proj,0.0000034067,0.01000,0.503
26,mlp.experts.15.up_proj,0.0000395573,0.01000,0.504
26,mlp.experts.16.up_proj,0.0000320079,0.01000,0.506
26,mlp.experts.17.up_proj,0.0000105550,0.01000,0.522
26,mlp.experts.18.up_proj,0.0000132906,0.01000,0.508
26,mlp.experts.19.up_proj,0.0000646539,0.01000,0.504
26,mlp.experts.20.up_proj,0.0000135340,0.01000,0.505
26,mlp.experts.21.up_proj,0.0000393163,0.01000,0.504
26,mlp.experts.22.up_proj,0.0000079628,0.01000,0.509
26,mlp.experts.23.up_proj,0.0000166138,0.01000,0.506
26,mlp.experts.24.up_proj,0.0000589811,0.01000,0.504
26,mlp.experts.25.up_proj,0.0000317003,0.01000,0.506
26,mlp.experts.26.up_proj,0.0000083906,0.01000,0.513
26,mlp.experts.27.up_proj,0.0000701362,0.01000,0.508
26,mlp.experts.28.up_proj,0.0000138057,0.01000,0.509
26,mlp.experts.29.up_proj,0.0002615784,0.01000,0.507
26,mlp.experts.30.up_proj,0.0000751187,0.01000,0.509
26,mlp.experts.31.up_proj,0.0000736285,0.01000,0.505
26,mlp.experts.32.up_proj,0.0000106365,0.01000,0.507
26,mlp.experts.33.up_proj,0.0000070627,0.01000,0.506
26,mlp.experts.34.up_proj,0.0000144003,0.01000,0.505
26,mlp.experts.35.up_proj,0.0001277995,0.01000,0.505
26,mlp.experts.36.up_proj,0.0000385475,0.01000,0.516
26,mlp.experts.37.up_proj,0.0000521196,0.01000,0.508
26,mlp.experts.38.up_proj,0.0000227831,0.01000,0.505
26,mlp.experts.39.up_proj,0.0000183142,0.01000,0.504
26,mlp.experts.40.up_proj,0.0000203975,0.01000,0.507
26,mlp.experts.41.up_proj,0.0002062314,0.01000,0.502
26,mlp.experts.42.up_proj,0.0000028433,0.01000,0.516
26,mlp.experts.43.up_proj,0.0000209235,0.01000,0.509
26,mlp.experts.44.up_proj,0.0000098523,0.01000,0.505
26,mlp.experts.45.up_proj,0.0001323923,0.01000,0.504
26,mlp.experts.46.up_proj,0.0000270322,0.01000,0.505
26,mlp.experts.47.up_proj,0.0000244951,0.01000,0.506
26,mlp.experts.48.up_proj,0.0000120080,0.01000,0.504
26,mlp.experts.49.up_proj,0.0000092126,0.01000,0.508
26,mlp.experts.50.up_proj,0.0000181810,0.01000,0.508
26,mlp.experts.51.up_proj,0.0000270798,0.01000,0.505
26,mlp.experts.52.up_proj,0.0000223444,0.01000,0.509
26,mlp.experts.53.up_proj,0.0000100314,0.01000,0.511
26,mlp.experts.54.up_proj,0.0000531580,0.01000,0.522
26,mlp.experts.55.up_proj,0.0000095490,0.01000,0.505
26,mlp.experts.56.up_proj,0.0001608097,0.01000,0.510
26,mlp.experts.57.up_proj,0.0000173570,0.01000,0.505
26,mlp.experts.58.up_proj,0.0000077618,0.01000,0.503
26,mlp.experts.59.up_proj,0.0000897439,0.01000,0.502
26,mlp.experts.60.up_proj,0.0000154592,0.01000,0.506
26,mlp.experts.61.up_proj,0.0001321381,0.01000,0.508
26,mlp.experts.62.up_proj,0.0000128006,0.01000,0.506
26,mlp.experts.63.up_proj,0.0000469886,0.01000,0.516
26,mlp.experts.64.up_proj,0.0000209475,0.01000,0.506
26,mlp.experts.65.up_proj,0.0002170254,0.01000,0.509
26,mlp.experts.66.up_proj,0.0000431490,0.01000,0.506
26,mlp.experts.67.up_proj,0.0000491911,0.01000,0.505
26,mlp.experts.68.up_proj,0.0000347391,0.01000,0.505
26,mlp.experts.69.up_proj,0.0000456644,0.01000,0.504
26,mlp.experts.70.up_proj,0.0000231556,0.01000,0.505
26,mlp.experts.71.up_proj,0.0000177487,0.01000,0.504
26,mlp.experts.72.up_proj,0.0000675098,0.01000,0.506
26,mlp.experts.73.up_proj,0.0000423022,0.01000,0.504
26,mlp.experts.74.up_proj,0.0000153601,0.01000,0.507
26,mlp.experts.75.up_proj,0.0000064533,0.01000,0.514
26,mlp.experts.76.up_proj,0.0000112065,0.01000,0.505
26,mlp.experts.77.up_proj,0.0003212176,0.01000,0.513
26,mlp.experts.78.up_proj,0.0000207408,0.01000,0.506
26,mlp.experts.79.up_proj,0.0000160425,0.01000,0.505
26,mlp.experts.80.up_proj,0.0000062749,0.01000,0.509
26,mlp.experts.81.up_proj,0.0000122816,0.01000,0.505
26,mlp.experts.82.up_proj,0.0000148128,0.01000,0.506
26,mlp.experts.83.up_proj,0.0000610862,0.01000,0.504
26,mlp.experts.84.up_proj,0.0000153950,0.01000,0.511
26,mlp.experts.85.up_proj,0.0001156803,0.01000,0.508
26,mlp.experts.86.up_proj,0.0000102474,0.01000,0.512
26,mlp.experts.87.up_proj,0.0000726408,0.01000,0.505
26,mlp.experts.88.up_proj,0.0000278677,0.01000,0.505
26,mlp.experts.89.up_proj,0.0000829153,0.01000,0.507
26,mlp.experts.90.up_proj,0.0000113465,0.01000,0.527
26,mlp.experts.91.up_proj,0.0000551928,0.01000,0.519
26,mlp.experts.92.up_proj,0.0000029082,0.01000,0.512
26,mlp.experts.93.up_proj,0.0000305473,0.01000,0.506
26,mlp.experts.94.up_proj,0.0000545329,0.01000,0.515
26,mlp.experts.95.up_proj,0.0000191509,0.01000,0.509
26,mlp.experts.96.up_proj,0.0000338982,0.01000,0.506
26,mlp.experts.97.up_proj,0.0001110280,0.01000,0.504
26,mlp.experts.98.up_proj,0.0000580353,0.01000,0.509
26,mlp.experts.99.up_proj,0.0000127559,0.01000,0.514
26,mlp.experts.100.up_proj,0.0000097748,0.01000,0.506
26,mlp.experts.101.up_proj,0.0000188267,0.01000,0.507
26,mlp.experts.102.up_proj,0.0000234122,0.01000,0.507
26,mlp.experts.103.up_proj,0.0003038308,0.01000,0.521
26,mlp.experts.104.up_proj,0.0000431702,0.01000,0.528
26,mlp.experts.105.up_proj,0.0000091543,0.01000,0.516
26,mlp.experts.106.up_proj,0.0001143304,0.01000,0.512
26,mlp.experts.107.up_proj,0.0000152726,0.01000,0.519
26,mlp.experts.108.up_proj,0.0000357645,0.01000,0.521
26,mlp.experts.109.up_proj,0.0000472190,0.01000,0.513
26,mlp.experts.110.up_proj,0.0000060198,0.01000,0.511
26,mlp.experts.111.up_proj,0.0000317151,0.01000,0.508
26,mlp.experts.112.up_proj,0.0000780189,0.01000,0.506
26,mlp.experts.113.up_proj,0.0001140977,0.01000,0.508
26,mlp.experts.114.up_proj,0.0000776488,0.01000,0.509
26,mlp.experts.115.up_proj,0.0000135874,0.01000,0.507
26,mlp.experts.116.up_proj,0.0001341869,0.01000,0.505
26,mlp.experts.117.up_proj,0.0000880532,0.01000,0.514
26,mlp.experts.118.up_proj,0.0000249865,0.01000,0.508
26,mlp.experts.119.up_proj,0.0000334197,0.01000,0.507
26,mlp.experts.120.up_proj,0.0003121609,0.01000,0.505
26,mlp.experts.121.up_proj,0.0000924260,0.01000,0.506
26,mlp.experts.122.up_proj,0.0001963161,0.01000,0.523
26,mlp.experts.123.up_proj,0.0004523699,0.01000,0.511
26,mlp.experts.124.up_proj,0.0001186850,0.01000,0.506
26,mlp.experts.125.up_proj,0.0000165692,0.01000,0.506
26,mlp.experts.126.up_proj,0.0000275093,0.01000,0.504
26,mlp.experts.127.up_proj,0.0000168134,0.01000,0.504
26,mlp.experts.0.gate_proj,0.0000748416,0.01000,0.516
26,mlp.experts.1.gate_proj,0.0000107541,0.01000,0.513
26,mlp.experts.2.gate_proj,0.0001333212,0.01000,0.505
26,mlp.experts.3.gate_proj,0.0000202421,0.01000,0.508
26,mlp.experts.4.gate_proj,0.0000050797,0.01000,0.506
26,mlp.experts.5.gate_proj,0.0000475754,0.01000,0.504
26,mlp.experts.6.gate_proj,0.0000091916,0.01000,0.504
26,mlp.experts.7.gate_proj,0.0000289917,0.01000,0.505
26,mlp.experts.8.gate_proj,0.0000146134,0.01000,0.504
26,mlp.experts.9.gate_proj,0.0000144434,0.01000,0.507
26,mlp.experts.10.gate_proj,0.0000199075,0.01000,0.508
26,mlp.experts.11.gate_proj,0.0000218751,0.01000,0.505
26,mlp.experts.12.gate_proj,0.0000327059,0.01000,0.504
26,mlp.experts.13.gate_proj,0.0002003439,0.01000,0.509
26,mlp.experts.14.gate_proj,0.0000032023,0.01000,0.503
26,mlp.experts.15.gate_proj,0.0000410670,0.01000,0.508
26,mlp.experts.16.gate_proj,0.0000328616,0.01000,0.513
26,mlp.experts.17.gate_proj,0.0000107297,0.01000,0.516
26,mlp.experts.18.gate_proj,0.0000120086,0.01000,0.516
26,mlp.experts.19.gate_proj,0.0000659827,0.01000,0.504
26,mlp.experts.20.gate_proj,0.0000137481,0.01000,0.506
26,mlp.experts.21.gate_proj,0.0000378974,0.01000,0.504
26,mlp.experts.22.gate_proj,0.0000086146,0.01000,0.505
26,mlp.experts.23.gate_proj,0.0000154411,0.01000,0.507
26,mlp.experts.24.gate_proj,0.0000594442,0.01000,0.504
26,mlp.experts.25.gate_proj,0.0000290529,0.01000,0.506
26,mlp.experts.26.gate_proj,0.0000084117,0.01000,0.506
26,mlp.experts.27.gate_proj,0.0000715883,0.01000,0.506
26,mlp.experts.28.gate_proj,0.0000125271,0.01000,0.508
26,mlp.experts.29.gate_proj,0.0002692076,0.01000,0.506
26,mlp.experts.30.gate_proj,0.0000723980,0.01000,0.515
26,mlp.experts.31.gate_proj,0.0000731167,0.01000,0.505
26,mlp.experts.32.gate_proj,0.0000102155,0.01000,0.511
26,mlp.experts.33.gate_proj,0.0000074926,0.01000,0.510
26,mlp.experts.34.gate_proj,0.0000126745,0.01000,0.507
26,mlp.experts.35.gate_proj,0.0001312571,0.01000,0.505
26,mlp.experts.36.gate_proj,0.0000365752,0.01000,0.506
26,mlp.experts.37.gate_proj,0.0000518414,0.01000,0.505
26,mlp.experts.38.gate_proj,0.0000225224,0.01000,0.512
26,mlp.experts.39.gate_proj,0.0000160106,0.01000,0.506
26,mlp.experts.40.gate_proj,0.0000198299,0.01000,0.505
26,mlp.experts.41.gate_proj,0.0002019570,0.01000,0.504
26,mlp.experts.42.gate_proj,0.0000030307,0.01000,0.506
26,mlp.experts.43.gate_proj,0.0000191587,0.01000,0.505
26,mlp.experts.44.gate_proj,0.0000092492,0.01000,0.509
26,mlp.experts.45.gate_proj,0.0001346487,0.01000,0.505
26,mlp.experts.46.gate_proj,0.0000257100,0.01000,0.510
26,mlp.experts.47.gate_proj,0.0000264779,0.01000,0.509
26,mlp.experts.48.gate_proj,0.0000116561,0.01000,0.508
26,mlp.experts.49.gate_proj,0.0000092653,0.01000,0.505
26,mlp.experts.50.gate_proj,0.0000182025,0.01000,0.507
26,mlp.experts.51.gate_proj,0.0000265120,0.01000,0.508
26,mlp.experts.52.gate_proj,0.0000206082,0.01000,0.507
26,mlp.experts.53.gate_proj,0.0000092606,0.01000,0.506
26,mlp.experts.54.gate_proj,0.0000525279,0.01000,0.506
26,mlp.experts.55.gate_proj,0.0000092466,0.01000,0.506
26,mlp.experts.56.gate_proj,0.0001612584,0.01000,0.507
26,mlp.experts.57.gate_proj,0.0000162817,0.01000,0.513
26,mlp.experts.58.gate_proj,0.0000068277,0.01000,0.506
26,mlp.experts.59.gate_proj,0.0000922809,0.01000,0.509
26,mlp.experts.60.gate_proj,0.0000121473,0.01000,0.507
26,mlp.experts.61.gate_proj,0.0001375576,0.01000,0.508
26,mlp.experts.62.gate_proj,0.0000141924,0.01000,0.506
26,mlp.experts.63.gate_proj,0.0000443804,0.01000,0.509
26,mlp.experts.64.gate_proj,0.0000205951,0.01000,0.505
26,mlp.experts.65.gate_proj,0.0002091251,0.01000,0.506
26,mlp.experts.66.gate_proj,0.0000422610,0.01000,0.506
26,mlp.experts.67.gate_proj,0.0000523625,0.01000,0.506
26,mlp.experts.68.gate_proj,0.0000346862,0.01000,0.505
26,mlp.experts.69.gate_proj,0.0000461440,0.01000,0.504
26,mlp.experts.70.gate_proj,0.0000234742,0.01000,0.511
26,mlp.experts.71.gate_proj,0.0000154382,0.01000,0.517
26,mlp.experts.72.gate_proj,0.0000685208,0.01000,0.509
26,mlp.experts.73.gate_proj,0.0000415781,0.01000,0.505
26,mlp.experts.74.gate_proj,0.0000158053,0.01000,0.506
26,mlp.experts.75.gate_proj,0.0000063361,0.01000,0.526
26,mlp.experts.76.gate_proj,0.0000106420,0.01000,0.507
26,mlp.experts.77.gate_proj,0.0003292091,0.01000,0.536
26,mlp.experts.78.gate_proj,0.0000210894,0.01000,0.503
26,mlp.experts.79.gate_proj,0.0000170483,0.01000,0.505
26,mlp.experts.80.gate_proj,0.0000066007,0.01000,0.505
26,mlp.experts.81.gate_proj,0.0000126589,0.01000,0.511
26,mlp.experts.82.gate_proj,0.0000161210,0.01000,0.520
26,mlp.experts.83.gate_proj,0.0000625595,0.01000,0.504
26,mlp.experts.84.gate_proj,0.0000159026,0.01000,0.538
26,mlp.experts.85.gate_proj,0.0001193391,0.01000,0.514
26,mlp.experts.86.gate_proj,0.0000105249,0.01000,0.510
26,mlp.experts.87.gate_proj,0.0000757093,0.01000,0.508
26,mlp.experts.88.gate_proj,0.0000268699,0.01000,0.508
26,mlp.experts.89.gate_proj,0.0000853353,0.01000,0.515
26,mlp.experts.90.gate_proj,0.0000107609,0.01000,0.524
26,mlp.experts.91.gate_proj,0.0000571338,0.01000,0.511
26,mlp.experts.92.gate_proj,0.0000029913,0.01000,0.508
26,mlp.experts.93.gate_proj,0.0000291401,0.01000,0.509
26,mlp.experts.94.gate_proj,0.0000570626,0.01000,0.513
26,mlp.experts.95.gate_proj,0.0000185624,0.01000,0.510
26,mlp.experts.96.gate_proj,0.0000332384,0.01000,0.510
26,mlp.experts.97.gate_proj,0.0001135860,0.01000,0.510
26,mlp.experts.98.gate_proj,0.0000583319,0.01000,0.527
26,mlp.experts.99.gate_proj,0.0000122180,0.01000,0.510
26,mlp.experts.100.gate_proj,0.0000105499,0.01000,0.509
26,mlp.experts.101.gate_proj,0.0000194202,0.01000,0.513
26,mlp.experts.102.gate_proj,0.0000246648,0.01000,0.512
26,mlp.experts.103.gate_proj,0.0003076365,0.01000,0.521
26,mlp.experts.104.gate_proj,0.0000430407,0.01000,0.519
26,mlp.experts.105.gate_proj,0.0000092842,0.01000,0.513
26,mlp.experts.106.gate_proj,0.0001097506,0.01000,0.513
26,mlp.experts.107.gate_proj,0.0000151045,0.01000,0.512
26,mlp.experts.108.gate_proj,0.0000364589,0.01000,0.513
26,mlp.experts.109.gate_proj,0.0000511136,0.01000,0.519
26,mlp.experts.110.gate_proj,0.0000059526,0.01000,0.511
26,mlp.experts.111.gate_proj,0.0000299055,0.01000,0.525
26,mlp.experts.112.gate_proj,0.0000711063,0.01000,0.531
26,mlp.experts.113.gate_proj,0.0001189771,0.01000,0.516
26,mlp.experts.114.gate_proj,0.0000811188,0.01000,0.510
26,mlp.experts.115.gate_proj,0.0000135201,0.01000,0.512
26,mlp.experts.116.gate_proj,0.0001387010,0.01000,0.510
26,mlp.experts.117.gate_proj,0.0001344955,0.01000,0.511
26,mlp.experts.118.gate_proj,0.0000220496,0.01000,0.515
26,mlp.experts.119.gate_proj,0.0000328505,0.01000,0.514
26,mlp.experts.120.gate_proj,0.0003272310,0.01000,0.510
26,mlp.experts.121.gate_proj,0.0000949498,0.01000,0.510
26,mlp.experts.122.gate_proj,0.0001732868,0.01000,0.520
26,mlp.experts.123.gate_proj,0.0004313359,0.01000,0.512
26,mlp.experts.124.gate_proj,0.0001180854,0.01000,0.514
26,mlp.experts.125.gate_proj,0.0000162259,0.01000,0.514
26,mlp.experts.126.gate_proj,0.0000282659,0.01000,0.513
26,mlp.experts.127.gate_proj,0.0000157750,0.01000,0.513
26,mlp.experts.0.down_proj,0.0000163678,0.01000,0.200
26,mlp.experts.1.down_proj,0.0000027593,0.01000,0.195
26,mlp.experts.2.down_proj,0.0000336277,0.01000,0.194
26,mlp.experts.3.down_proj,0.0000041654,0.01000,0.196
26,mlp.experts.4.down_proj,0.0000036401,0.01000,0.194
26,mlp.experts.5.down_proj,0.0000248963,0.01000,0.195
26,mlp.experts.6.down_proj,0.0000024787,0.01000,0.194
26,mlp.experts.7.down_proj,0.0000093506,0.01000,0.195
26,mlp.experts.8.down_proj,0.0000042312,0.01000,0.196
26,mlp.experts.9.down_proj,0.0000054171,0.01000,0.198
26,mlp.experts.10.down_proj,0.0000118467,0.01000,0.195
26,mlp.experts.11.down_proj,0.0000089194,0.01000,0.196
26,mlp.experts.12.down_proj,0.0000092539,0.01000,0.197
26,mlp.experts.13.down_proj,0.0000449621,0.01000,0.196
26,mlp.experts.14.down_proj,0.0000008112,0.01000,0.195
26,mlp.experts.15.down_proj,0.0000215908,0.01000,0.202
26,mlp.experts.16.down_proj,0.0000070268,0.01000,0.196
26,mlp.experts.17.down_proj,0.0000075168,0.01000,0.195
26,mlp.experts.18.down_proj,0.0000051330,0.01000,0.196
26,mlp.experts.19.down_proj,0.0000135972,0.01000,0.197
26,mlp.experts.20.down_proj,0.0000064861,0.01000,0.197
26,mlp.experts.21.down_proj,0.0000081446,0.01000,0.196
26,mlp.experts.22.down_proj,0.0000020424,0.01000,0.197
26,mlp.experts.23.down_proj,0.0000034363,0.01000,0.195
26,mlp.experts.24.down_proj,0.0000213280,0.01000,0.199
26,mlp.experts.25.down_proj,0.0000090901,0.01000,0.196
26,mlp.experts.26.down_proj,0.0000026290,0.01000,0.196
26,mlp.experts.27.down_proj,0.0000096106,0.01000,0.195
26,mlp.experts.28.down_proj,0.0000042760,0.01000,0.196
26,mlp.experts.29.down_proj,0.0000614514,0.01000,0.195
26,mlp.experts.30.down_proj,0.0000151616,0.01000,0.197
26,mlp.experts.31.down_proj,0.0000164021,0.01000,0.196
26,mlp.experts.32.down_proj,0.0000061515,0.01000,0.195
26,mlp.experts.33.down_proj,0.0000024254,0.01000,0.196
26,mlp.experts.34.down_proj,0.0000031938,0.01000,0.197
26,mlp.experts.35.down_proj,0.0000656323,0.01000,0.197
26,mlp.experts.36.down_proj,0.0000087788,0.01000,0.195
26,mlp.experts.37.down_proj,0.0000089380,0.01000,0.196
26,mlp.experts.38.down_proj,0.0000052137,0.01000,0.200
26,mlp.experts.39.down_proj,0.0000053211,0.01000,0.198
26,mlp.experts.40.down_proj,0.0000043073,0.01000,0.196
26,mlp.experts.41.down_proj,0.0000817988,0.01000,0.200
26,mlp.experts.42.down_proj,0.0000007916,0.01000,0.196
26,mlp.experts.43.down_proj,0.0000087431,0.01000,0.196
26,mlp.experts.44.down_proj,0.0000020240,0.01000,0.195
26,mlp.experts.45.down_proj,0.0000280642,0.01000,0.201
26,mlp.experts.46.down_proj,0.0000098213,0.01000,0.200
26,mlp.experts.47.down_proj,0.0000082592,0.01000,0.196
26,mlp.experts.48.down_proj,0.0000061322,0.01000,0.195
26,mlp.experts.49.down_proj,0.0000033646,0.01000,0.195
26,mlp.experts.50.down_proj,0.0000037566,0.01000,0.195
26,mlp.experts.51.down_proj,0.0000049437,0.01000,0.194
26,mlp.experts.52.down_proj,0.0000053923,0.01000,0.195
26,mlp.experts.53.down_proj,0.0000021253,0.01000,0.197
26,mlp.experts.54.down_proj,0.0000162822,0.01000,0.198
26,mlp.experts.55.down_proj,0.0000016313,0.01000,0.195
26,mlp.experts.56.down_proj,0.0000587616,0.01000,0.200
26,mlp.experts.57.down_proj,0.0000044342,0.01000,0.195
26,mlp.experts.58.down_proj,0.0000026361,0.01000,0.206
26,mlp.experts.59.down_proj,0.0000428621,0.01000,0.197
26,mlp.experts.60.down_proj,0.0000042586,0.01000,0.195
26,mlp.experts.61.down_proj,0.0000469070,0.01000,0.195
26,mlp.experts.62.down_proj,0.0000060193,0.01000,0.195
26,mlp.experts.63.down_proj,0.0000399749,0.01000,0.195
26,mlp.experts.64.down_proj,0.0000085742,0.01000,0.195
26,mlp.experts.65.down_proj,0.0000653245,0.01000,0.196
26,mlp.experts.66.down_proj,0.0000123114,0.01000,0.196
26,mlp.experts.67.down_proj,0.0000080061,0.01000,0.196
26,mlp.experts.68.down_proj,0.0000109141,0.01000,0.203
26,mlp.experts.69.down_proj,0.0000116634,0.01000,0.197
26,mlp.experts.70.down_proj,0.0000044666,0.01000,0.197
26,mlp.experts.71.down_proj,0.0000051239,0.01000,0.196
26,mlp.experts.72.down_proj,0.0000323634,0.01000,0.196
26,mlp.experts.73.down_proj,0.0000287815,0.01000,0.195
26,mlp.experts.74.down_proj,0.0000049462,0.01000,0.195
26,mlp.experts.75.down_proj,0.0000015700,0.01000,0.196
26,mlp.experts.76.down_proj,0.0000026783,0.01000,0.196
26,mlp.experts.77.down_proj,0.0000667403,0.01000,0.195
26,mlp.experts.78.down_proj,0.0000103182,0.01000,0.196
26,mlp.experts.79.down_proj,0.0000042919,0.01000,0.196
26,mlp.experts.80.down_proj,0.0000028417,0.01000,0.197
26,mlp.experts.81.down_proj,0.0000072377,0.01000,0.196
26,mlp.experts.82.down_proj,0.0000049508,0.01000,0.196
26,mlp.experts.83.down_proj,0.0000250143,0.01000,0.195
26,mlp.experts.84.down_proj,0.0000057637,0.01000,0.197
26,mlp.experts.85.down_proj,0.0000455162,0.01000,0.195
26,mlp.experts.86.down_proj,0.0000026958,0.01000,0.196
26,mlp.experts.87.down_proj,0.0000101511,0.01000,0.195
26,mlp.experts.88.down_proj,0.0000104141,0.01000,0.196
26,mlp.experts.89.down_proj,0.0000173182,0.01000,0.204
26,mlp.experts.90.down_proj,0.0000025199,0.01000,0.196
26,mlp.experts.91.down_proj,0.0000094525,0.01000,0.196
26,mlp.experts.92.down_proj,0.0000005037,0.01000,0.202
26,mlp.experts.93.down_proj,0.0000125469,0.01000,0.195
26,mlp.experts.94.down_proj,0.0000256971,0.01000,0.198
26,mlp.experts.95.down_proj,0.0000036510,0.01000,0.196
26,mlp.experts.96.down_proj,0.0000082824,0.01000,0.195
26,mlp.experts.97.down_proj,0.0000202891,0.01000,0.196
26,mlp.experts.98.down_proj,0.0000244886,0.01000,0.198
26,mlp.experts.99.down_proj,0.0000025497,0.01000,0.199
26,mlp.experts.100.down_proj,0.0000052175,0.01000,0.197
26,mlp.experts.101.down_proj,0.0000061034,0.01000,0.197
26,mlp.experts.102.down_proj,0.0000083891,0.01000,0.197
26,mlp.experts.103.down_proj,0.0000767342,0.01000,0.200
26,mlp.experts.104.down_proj,0.0000159817,0.01000,0.197
26,mlp.experts.105.down_proj,0.0000028180,0.01000,0.197
26,mlp.experts.106.down_proj,0.0000580009,0.01000,0.197
26,mlp.experts.107.down_proj,0.0000044928,0.01000,0.197
26,mlp.experts.108.down_proj,0.0000081458,0.01000,0.198
26,mlp.experts.109.down_proj,0.0000126687,0.01000,0.210
26,mlp.experts.110.down_proj,0.0000019998,0.01000,0.198
26,mlp.experts.111.down_proj,0.0000101418,0.01000,0.197
26,mlp.experts.112.down_proj,0.0000208471,0.01000,0.197
26,mlp.experts.113.down_proj,0.0000331961,0.01000,0.199
26,mlp.experts.114.down_proj,0.0000142730,0.01000,0.198
26,mlp.experts.115.down_proj,0.0000036974,0.01000,0.197
26,mlp.experts.116.down_proj,0.0000714094,0.01000,0.212
26,mlp.experts.117.down_proj,0.0000217245,0.01000,0.208
26,mlp.experts.118.down_proj,0.0000080353,0.01000,0.203
26,mlp.experts.119.down_proj,0.0000121804,0.01000,0.198
26,mlp.experts.120.down_proj,0.0001225534,0.01000,0.206
26,mlp.experts.121.down_proj,0.0000221540,0.01000,0.197
26,mlp.experts.122.down_proj,0.0000767925,0.01000,0.197
26,mlp.experts.123.down_proj,0.0002748455,0.01000,0.197
26,mlp.experts.124.down_proj,0.0000270135,0.01000,0.198
26,mlp.experts.125.down_proj,0.0000065107,0.01000,0.197
26,mlp.experts.126.down_proj,0.0000164473,0.01000,0.197
26,mlp.experts.127.down_proj,0.0000052288,0.01000,0.197
27,self_attn.q_proj,0.0000002200,0.01000,0.513
27,self_attn.k_proj,0.0000000271,0.01000,0.511
27,self_attn.v_proj,0.0000000294,0.01000,0.507
27,self_attn.o_proj,0.0000000260,0.01000,1.028
27,mlp.gate,0.0000015400,0.01000,0.507
27,mlp.experts.0.up_proj,0.0000035659,0.01000,0.513
27,mlp.experts.1.up_proj,0.0000115084,0.01000,0.506
27,mlp.experts.2.up_proj,0.0000180415,0.01000,0.505
27,mlp.experts.3.up_proj,0.0000133503,0.01000,0.508
27,mlp.experts.4.up_proj,0.0000239100,0.01000,0.508
27,mlp.experts.5.up_proj,0.0000441692,0.01000,0.509
27,mlp.experts.6.up_proj,0.0000173986,0.01000,0.508
27,mlp.experts.7.up_proj,0.0000116857,0.01000,0.508
27,mlp.experts.8.up_proj,0.0000090057,0.01000,0.508
27,mlp.experts.9.up_proj,0.0000467704,0.01000,0.513
27,mlp.experts.10.up_proj,0.0000125241,0.01000,0.507
27,mlp.experts.11.up_proj,0.0000076737,0.01000,0.507
27,mlp.experts.12.up_proj,0.0000440200,0.01000,0.512
27,mlp.experts.13.up_proj,0.0000470664,0.01000,0.505
27,mlp.experts.14.up_proj,0.0000543255,0.01000,0.516
27,mlp.experts.15.up_proj,0.0001982836,0.01000,0.511
27,mlp.experts.16.up_proj,0.0000088346,0.01000,0.506
27,mlp.experts.17.up_proj,0.0000213706,0.01000,0.507
27,mlp.experts.18.up_proj,0.0000390918,0.01000,0.508
27,mlp.experts.19.up_proj,0.0000671883,0.01000,0.509
27,mlp.experts.20.up_proj,0.0000138646,0.01000,0.512
27,mlp.experts.21.up_proj,0.0000599180,0.01000,0.506
27,mlp.experts.22.up_proj,0.0000168741,0.01000,0.510
27,mlp.experts.23.up_proj,0.0000135532,0.01000,0.510
27,mlp.experts.24.up_proj,0.0001115851,0.01000,0.509
27,mlp.experts.25.up_proj,0.0000031463,0.01000,0.508
27,mlp.experts.26.up_proj,0.0001084848,0.01000,0.507
27,mlp.experts.27.up_proj,0.0001746216,0.01000,0.509
27,mlp.experts.28.up_proj,0.0000232361,0.01000,0.509
27,mlp.experts.29.up_proj,0.0000521769,0.01000,0.506
27,mlp.experts.30.up_proj,0.0000527472,0.01000,0.508
27,mlp.experts.31.up_proj,0.0000225592,0.01000,0.509
27,mlp.experts.32.up_proj,0.0000106747,0.01000,0.507
27,mlp.experts.33.up_proj,0.0000308417,0.01000,0.507
27,mlp.experts.34.up_proj,0.0000315807,0.01000,0.510
27,mlp.experts.35.up_proj,0.0000127586,0.01000,0.505
27,mlp.experts.36.up_proj,0.0000670432,0.01000,0.516
27,mlp.experts.37.up_proj,0.0000309780,0.01000,0.505
27,mlp.experts.38.up_proj,0.0000669532,0.01000,0.511
27,mlp.experts.39.up_proj,0.0000629416,0.01000,0.508
27,mlp.experts.40.up_proj,0.0000174621,0.01000,0.507
27,mlp.experts.41.up_proj,0.0000069761,0.01000,0.505
27,mlp.experts.42.up_proj,0.0001875665,0.01000,0.506
27,mlp.experts.43.up_proj,0.0002423664,0.01000,0.509
27,mlp.experts.44.up_proj,0.0001612652,0.01000,0.508
27,mlp.experts.45.up_proj,0.0000530104,0.01000,0.507
27,mlp.experts.46.up_proj,0.0000198849,0.01000,0.506
27,mlp.experts.47.up_proj,0.0002493447,0.01000,0.504
27,mlp.experts.48.up_proj,0.0000597003,0.01000,0.505
27,mlp.experts.49.up_proj,0.0000268187,0.01000,0.510
27,mlp.experts.50.up_proj,0.0001140994,0.01000,0.507
27,mlp.experts.51.up_proj,0.0000129527,0.01000,0.524
27,mlp.experts.52.up_proj,0.0000062471,0.01000,0.507
27,mlp.experts.53.up_proj,0.0000391906,0.01000,0.510
27,mlp.experts.54.up_proj,0.0000283486,0.01000,0.506
27,mlp.experts.55.up_proj,0.0000194618,0.01000,0.506
27,mlp.experts.56.up_proj,0.0000109701,0.01000,0.514
27,mlp.experts.57.up_proj,0.0000294884,0.01000,0.509
27,mlp.experts.58.up_proj,0.0000932383,0.01000,0.510
27,mlp.experts.59.up_proj,0.0000193685,0.01000,0.507
27,mlp.experts.60.up_proj,0.0000170935,0.01000,0.504
27,mlp.experts.61.up_proj,0.0000320432,0.01000,0.505
27,mlp.experts.62.up_proj,0.0001787952,0.01000,0.509
27,mlp.experts.63.up_proj,0.0000491129,0.01000,0.518
27,mlp.experts.64.up_proj,0.0001792247,0.01000,0.507
27,mlp.experts.65.up_proj,0.0000277136,0.01000,0.510
27,mlp.experts.66.up_proj,0.0001464958,0.01000,0.505
27,mlp.experts.67.up_proj,0.0000287795,0.01000,0.506
27,mlp.experts.68.up_proj,0.0000215373,0.01000,0.507
27,mlp.experts.69.up_proj,0.0000261789,0.01000,0.508
27,mlp.experts.70.up_proj,0.0000167826,0.01000,0.509
27,mlp.experts.71.up_proj,0.0000366660,0.01000,0.506
27,mlp.experts.72.up_proj,0.0000429853,0.01000,0.509
27,mlp.experts.73.up_proj,0.0002487920,0.01000,0.505
27,mlp.experts.74.up_proj,0.0001484302,0.01000,0.506
27,mlp.experts.75.up_proj,0.0000068061,0.01000,0.518
27,mlp.experts.76.up_proj,0.0000459246,0.01000,0.508
27,mlp.experts.77.up_proj,0.0000134702,0.01000,0.507
27,mlp.experts.78.up_proj,0.0000539551,0.01000,0.506
27,mlp.experts.79.up_proj,0.0001788932,0.01000,0.505
27,mlp.experts.80.up_proj,0.0000157499,0.01000,0.506
27,mlp.experts.81.up_proj,0.0001236269,0.01000,0.510
27,mlp.experts.82.up_proj,0.0000086378,0.01000,0.506
27,mlp.experts.83.up_proj,0.0000854761,0.01000,0.508
27,mlp.experts.84.up_proj,0.0001249480,0.01000,0.505
27,mlp.experts.85.up_proj,0.0000143627,0.01000,0.507
27,mlp.experts.86.up_proj,0.0000132663,0.01000,0.518
27,mlp.experts.87.up_proj,0.0000041289,0.01000,0.507
27,mlp.experts.88.up_proj,0.0000721579,0.01000,0.517
27,mlp.experts.89.up_proj,0.0000209208,0.01000,0.513
27,mlp.experts.90.up_proj,0.0000102317,0.01000,0.516
27,mlp.experts.91.up_proj,0.0000110283,0.01000,0.515
27,mlp.experts.92.up_proj,0.0001861455,0.01000,0.510
27,mlp.experts.93.up_proj,0.0000565323,0.01000,0.506
27,mlp.experts.94.up_proj,0.0000369252,0.01000,0.507
27,mlp.experts.95.up_proj,0.0000183209,0.01000,0.510
27,mlp.experts.96.up_proj,0.0000354971,0.01000,0.507
27,mlp.experts.97.up_proj,0.0003018254,0.01000,0.507
27,mlp.experts.98.up_proj,0.0000124440,0.01000,0.505
27,mlp.experts.99.up_proj,0.0003050577,0.01000,0.510
27,mlp.experts.100.up_proj,0.0000305248,0.01000,0.508
27,mlp.experts.101.up_proj,0.0000172959,0.01000,0.508
27,mlp.experts.102.up_proj,0.0000116065,0.01000,0.506
27,mlp.experts.103.up_proj,0.0000260168,0.01000,0.506
27,mlp.experts.104.up_proj,0.0000926623,0.01000,0.512
27,mlp.experts.105.up_proj,0.0000302776,0.01000,0.511
27,mlp.experts.106.up_proj,0.0000303161,0.01000,0.507
27,mlp.experts.107.up_proj,0.0000436956,0.01000,0.508
27,mlp.experts.108.up_proj,0.0000271640,0.01000,0.508
27,mlp.experts.109.up_proj,0.0000349672,0.01000,0.506
27,mlp.experts.110.up_proj,0.0001255501,0.01000,0.509
27,mlp.experts.111.up_proj,0.0001086241,0.01000,0.508
27,mlp.experts.112.up_proj,0.0001152006,0.01000,0.508
27,mlp.experts.113.up_proj,0.0001142272,0.01000,0.506
27,mlp.experts.114.up_proj,0.0002115261,0.01000,0.509
27,mlp.experts.115.up_proj,0.0000424590,0.01000,0.504
27,mlp.experts.116.up_proj,0.0000273834,0.01000,0.515
27,mlp.experts.117.up_proj,0.0000152059,0.01000,0.555
27,mlp.experts.118.up_proj,0.0000361587,0.01000,0.512
27,mlp.experts.119.up_proj,0.0000060643,0.01000,0.509
27,mlp.experts.120.up_proj,0.0000111542,0.01000,0.506
27,mlp.experts.121.up_proj,0.0000186818,0.01000,0.506
27,mlp.experts.122.up_proj,0.0001119401,0.01000,0.511
27,mlp.experts.123.up_proj,0.0000728394,0.01000,0.508
27,mlp.experts.124.up_proj,0.0000206295,0.01000,0.507
27,mlp.experts.125.up_proj,0.0000055653,0.01000,0.507
27,mlp.experts.126.up_proj,0.0000253112,0.01000,0.514
27,mlp.experts.127.up_proj,0.0000071693,0.01000,0.518
27,mlp.experts.0.gate_proj,0.0000041102,0.01000,0.506
27,mlp.experts.1.gate_proj,0.0000102712,0.01000,0.511
27,mlp.experts.2.gate_proj,0.0000183579,0.01000,0.509
27,mlp.experts.3.gate_proj,0.0000114325,0.01000,0.523
27,mlp.experts.4.gate_proj,0.0000168221,0.01000,0.517
27,mlp.experts.5.gate_proj,0.0000446287,0.01000,0.508
27,mlp.experts.6.gate_proj,0.0000168205,0.01000,0.506
27,mlp.experts.7.gate_proj,0.0000111416,0.01000,0.506
27,mlp.experts.8.gate_proj,0.0000087481,0.01000,0.504
27,mlp.experts.9.gate_proj,0.0000489143,0.01000,0.505
27,mlp.experts.10.gate_proj,0.0000114960,0.01000,0.510
27,mlp.experts.11.gate_proj,0.0000079247,0.01000,0.508
27,mlp.experts.12.gate_proj,0.0000446641,0.01000,0.507
27,mlp.experts.13.gate_proj,0.0000474827,0.01000,0.506
27,mlp.experts.14.gate_proj,0.0000559519,0.01000,0.505
27,mlp.experts.15.gate_proj,0.0002056785,0.01000,0.510
27,mlp.experts.16.gate_proj,0.0000085384,0.01000,0.506
27,mlp.experts.17.gate_proj,0.0000206853,0.01000,0.510
27,mlp.experts.18.gate_proj,0.0000376339,0.01000,0.504
27,mlp.experts.19.gate_proj,0.0000700608,0.01000,0.508
27,mlp.experts.20.gate_proj,0.0000127638,0.01000,0.508
27,mlp.experts.21.gate_proj,0.0000631614,0.01000,0.506
27,mlp.experts.22.gate_proj,0.0000159269,0.01000,0.507
27,mlp.experts.23.gate_proj,0.0000123462,0.01000,0.507
27,mlp.experts.24.gate_proj,0.0001138533,0.01000,0.510
27,mlp.experts.25.gate_proj,0.0000035960,0.01000,0.507
27,mlp.experts.26.gate_proj,0.0001096197,0.01000,0.506
27,mlp.experts.27.gate_proj,0.0001811938,0.01000,0.525
27,mlp.experts.28.gate_proj,0.0000232636,0.01000,0.511
27,mlp.experts.29.gate_proj,0.0000561463,0.01000,0.508
27,mlp.experts.30.gate_proj,0.0000517071,0.01000,0.516
27,mlp.experts.31.gate_proj,0.0000200101,0.01000,0.507
27,mlp.experts.32.gate_proj,0.0000126856,0.01000,0.507
27,mlp.experts.33.gate_proj,0.0000319439,0.01000,0.511
27,mlp.experts.34.gate_proj,0.0000312916,0.01000,0.506
27,mlp.experts.35.gate_proj,0.0000119052,0.01000,0.516
27,mlp.experts.36.gate_proj,0.0000631097,0.01000,0.506
27,mlp.experts.37.gate_proj,0.0000307405,0.01000,0.506
27,mlp.experts.38.gate_proj,0.0000631631,0.01000,0.506
27,mlp.experts.39.gate_proj,0.0000661059,0.01000,0.511
27,mlp.experts.40.gate_proj,0.0000168257,0.01000,0.506
27,mlp.experts.41.gate_proj,0.0000067824,0.01000,0.510
27,mlp.experts.42.gate_proj,0.0001867834,0.01000,0.507
27,mlp.experts.43.gate_proj,0.0002643249,0.01000,0.511
27,mlp.experts.44.gate_proj,0.0001663581,0.01000,0.512
27,mlp.experts.45.gate_proj,0.0000528672,0.01000,0.505
27,mlp.experts.46.gate_proj,0.0000190500,0.01000,0.506
27,mlp.experts.47.gate_proj,0.0002380901,0.01000,0.517
27,mlp.experts.48.gate_proj,0.0000580784,0.01000,0.509
27,mlp.experts.49.gate_proj,0.0000285781,0.01000,0.505
27,mlp.experts.50.gate_proj,0.0001153033,0.01000,0.507
27,mlp.experts.51.gate_proj,0.0000135784,0.01000,0.516
27,mlp.experts.52.gate_proj,0.0000064560,0.01000,0.505
27,mlp.experts.53.gate_proj,0.0000366738,0.01000,0.507
27,mlp.experts.54.gate_proj,0.0000278239,0.01000,0.511
27,mlp.experts.55.gate_proj,0.0000186072,0.01000,0.506
27,mlp.experts.56.gate_proj,0.0000104746,0.01000,0.510
27,mlp.experts.57.gate_proj,0.0000286584,0.01000,0.507
27,mlp.experts.58.gate_proj,0.0000901662,0.01000,0.514
27,mlp.experts.59.gate_proj,0.0000207127,0.01000,0.507
27,mlp.experts.60.gate_proj,0.0000163801,0.01000,0.503
27,mlp.experts.61.gate_proj,0.0000315717,0.01000,0.505
27,mlp.experts.62.gate_proj,0.0001724331,0.01000,0.508
27,mlp.experts.63.gate_proj,0.0000508271,0.01000,0.504
27,mlp.experts.64.gate_proj,0.0001837746,0.01000,0.505
27,mlp.experts.65.gate_proj,0.0000267446,0.01000,0.505
27,mlp.experts.66.gate_proj,0.0001495095,0.01000,0.506
27,mlp.experts.67.gate_proj,0.0000273174,0.01000,0.512
27,mlp.experts.68.gate_proj,0.0000220180,0.01000,0.507
27,mlp.experts.69.gate_proj,0.0000251261,0.01000,0.506
27,mlp.experts.70.gate_proj,0.0000167845,0.01000,0.505
27,mlp.experts.71.gate_proj,0.0000350731,0.01000,0.515
27,mlp.experts.72.gate_proj,0.0000446336,0.01000,0.526
27,mlp.experts.73.gate_proj,0.0003999513,0.01000,0.511
27,mlp.experts.74.gate_proj,0.0001582382,0.01000,0.508
27,mlp.experts.75.gate_proj,0.0000071508,0.01000,0.509
27,mlp.experts.76.gate_proj,0.0000424747,0.01000,0.515
27,mlp.experts.77.gate_proj,0.0000133111,0.01000,0.517
27,mlp.experts.78.gate_proj,0.0000507267,0.01000,0.512
27,mlp.experts.79.gate_proj,0.0001870436,0.01000,0.511
27,mlp.experts.80.gate_proj,0.0000167592,0.01000,0.524
27,mlp.experts.81.gate_proj,0.0001227135,0.01000,0.511
27,mlp.experts.82.gate_proj,0.0000080717,0.01000,0.510
27,mlp.experts.83.gate_proj,0.0000855332,0.01000,0.512
27,mlp.experts.84.gate_proj,0.0001269907,0.01000,0.509
27,mlp.experts.85.gate_proj,0.0000136131,0.01000,0.510
27,mlp.experts.86.gate_proj,0.0000125359,0.01000,0.510
27,mlp.experts.87.gate_proj,0.0000042918,0.01000,0.512
27,mlp.experts.88.gate_proj,0.0000736469,0.01000,0.510
27,mlp.experts.89.gate_proj,0.0000210492,0.01000,0.512
27,mlp.experts.90.gate_proj,0.0000105512,0.01000,0.512
27,mlp.experts.91.gate_proj,0.0000102238,0.01000,0.513
27,mlp.experts.92.gate_proj,0.0001977397,0.01000,0.512
27,mlp.experts.93.gate_proj,0.0000546137,0.01000,0.515
27,mlp.experts.94.gate_proj,0.0000350359,0.01000,0.513
27,mlp.experts.95.gate_proj,0.0000165072,0.01000,0.514
27,mlp.experts.96.gate_proj,0.0000336458,0.01000,0.518
27,mlp.experts.97.gate_proj,0.0002839058,0.01000,0.510
27,mlp.experts.98.gate_proj,0.0000125157,0.01000,0.520
27,mlp.experts.99.gate_proj,0.0003162898,0.01000,0.513
27,mlp.experts.100.gate_proj,0.0000324065,0.01000,0.520
27,mlp.experts.101.gate_proj,0.0000188348,0.01000,0.513
27,mlp.experts.102.gate_proj,0.0000120862,0.01000,0.513
27,mlp.experts.103.gate_proj,0.0000252661,0.01000,0.529
27,mlp.experts.104.gate_proj,0.0000878522,0.01000,0.515
27,mlp.experts.105.gate_proj,0.0000285744,0.01000,0.510
27,mlp.experts.106.gate_proj,0.0000311299,0.01000,0.526
27,mlp.experts.107.gate_proj,0.0000441139,0.01000,0.513
27,mlp.experts.108.gate_proj,0.0000272844,0.01000,0.512
27,mlp.experts.109.gate_proj,0.0000359396,0.01000,0.532
27,mlp.experts.110.gate_proj,0.0001302122,0.01000,0.516
27,mlp.experts.111.gate_proj,0.0001139954,0.01000,0.519
27,mlp.experts.112.gate_proj,0.0001214525,0.01000,0.513
27,mlp.experts.113.gate_proj,0.0001078801,0.01000,0.525
27,mlp.experts.114.gate_proj,0.0002144981,0.01000,0.514
27,mlp.experts.115.gate_proj,0.0000415023,0.01000,0.513
27,mlp.experts.116.gate_proj,0.0000280163,0.01000,0.512
27,mlp.experts.117.gate_proj,0.0000154828,0.01000,0.512
27,mlp.experts.118.gate_proj,0.0000362963,0.01000,0.513
27,mlp.experts.119.gate_proj,0.0000064653,0.01000,0.516
27,mlp.experts.120.gate_proj,0.0000110956,0.01000,0.514
27,mlp.experts.121.gate_proj,0.0000177595,0.01000,0.516
27,mlp.experts.122.gate_proj,0.0001179145,0.01000,0.515
27,mlp.experts.123.gate_proj,0.0000703373,0.01000,0.513
27,mlp.experts.124.gate_proj,0.0000205732,0.01000,0.517
27,mlp.experts.125.gate_proj,0.0000055549,0.01000,0.518
27,mlp.experts.126.gate_proj,0.0000234608,0.01000,0.514
27,mlp.experts.127.gate_proj,0.0000071294,0.01000,0.514
27,mlp.experts.0.down_proj,0.0000013113,0.01000,0.194
27,mlp.experts.1.down_proj,0.0000025390,0.01000,0.195
27,mlp.experts.2.down_proj,0.0000061882,0.01000,0.205
27,mlp.experts.3.down_proj,0.0000048081,0.01000,0.196
27,mlp.experts.4.down_proj,0.0000065708,0.01000,0.196
27,mlp.experts.5.down_proj,0.0000211203,0.01000,0.197
27,mlp.experts.6.down_proj,0.0000038507,0.01000,0.197
27,mlp.experts.7.down_proj,0.0000022014,0.01000,0.198
27,mlp.experts.8.down_proj,0.0000021689,0.01000,0.208
27,mlp.experts.9.down_proj,0.0000093195,0.01000,0.201
27,mlp.experts.10.down_proj,0.0000032382,0.01000,0.201
27,mlp.experts.11.down_proj,0.0000022533,0.01000,0.197
27,mlp.experts.12.down_proj,0.0000191756,0.01000,0.205
27,mlp.experts.13.down_proj,0.0000212801,0.01000,0.196
27,mlp.experts.14.down_proj,0.0000088129,0.01000,0.196
27,mlp.experts.15.down_proj,0.0000818682,0.01000,0.210
27,mlp.experts.16.down_proj,0.0000021573,0.01000,0.211
27,mlp.experts.17.down_proj,0.0000045557,0.01000,0.201
27,mlp.experts.18.down_proj,0.0000090648,0.01000,0.199
27,mlp.experts.19.down_proj,0.0000284303,0.01000,0.210
27,mlp.experts.20.down_proj,0.0000035671,0.01000,0.196
27,mlp.experts.21.down_proj,0.0000079258,0.01000,0.196
27,mlp.experts.22.down_proj,0.0000064349,0.01000,0.196
27,mlp.experts.23.down_proj,0.0000063516,0.01000,0.202
27,mlp.experts.24.down_proj,0.0000189427,0.01000,0.203
27,mlp.experts.25.down_proj,0.0000008042,0.01000,0.196
27,mlp.experts.26.down_proj,0.0000259799,0.01000,0.197
27,mlp.experts.27.down_proj,0.0000306000,0.01000,0.197
27,mlp.experts.28.down_proj,0.0000105220,0.01000,0.198
27,mlp.experts.29.down_proj,0.0000109383,0.01000,0.197
27,mlp.experts.30.down_proj,0.0000136789,0.01000,0.197
27,mlp.experts.31.down_proj,0.0000071429,0.01000,0.196
27,mlp.experts.32.down_proj,0.0000062708,0.01000,0.199
27,mlp.experts.33.down_proj,0.0000108738,0.01000,0.203
27,mlp.experts.34.down_proj,0.0000080024,0.01000,0.217
27,mlp.experts.35.down_proj,0.0000033482,0.01000,0.196
27,mlp.experts.36.down_proj,0.0000366052,0.01000,0.196
27,mlp.experts.37.down_proj,0.0000087989,0.01000,0.196
27,mlp.experts.38.down_proj,0.0000387755,0.01000,0.198
27,mlp.experts.39.down_proj,0.0000092823,0.01000,0.196
27,mlp.experts.40.down_proj,0.0000039283,0.01000,0.196
27,mlp.experts.41.down_proj,0.0000030759,0.01000,0.197
27,mlp.experts.42.down_proj,0.0000751940,0.01000,0.196
27,mlp.experts.43.down_proj,0.0001052892,0.01000,0.196
27,mlp.experts.44.down_proj,0.0000503927,0.01000,0.202
27,mlp.experts.45.down_proj,0.0000141608,0.01000,0.196
27,mlp.experts.46.down_proj,0.0000072026,0.01000,0.196
27,mlp.experts.47.down_proj,0.0001188387,0.01000,0.198
27,mlp.experts.48.down_proj,0.0000087025,0.01000,0.196
27,mlp.experts.49.down_proj,0.0000101028,0.01000,0.196
27,mlp.experts.50.down_proj,0.0000238466,0.01000,0.196
27,mlp.experts.51.down_proj,0.0000036561,0.01000,0.196
27,mlp.experts.52.down_proj,0.0000029499,0.01000,0.202
27,mlp.experts.53.down_proj,0.0000118498,0.01000,0.205
27,mlp.experts.54.down_proj,0.0000088347,0.01000,0.196
27,mlp.experts.55.down_proj,0.0000039847,0.01000,0.196
27,mlp.experts.56.down_proj,0.0000019147,0.01000,0.196
27,mlp.experts.57.down_proj,0.0000074314,0.01000,0.196
27,mlp.experts.58.down_proj,0.0000182078,0.01000,0.197
27,mlp.experts.59.down_proj,0.0000048904,0.01000,0.196
27,mlp.experts.60.down_proj,0.0000041817,0.01000,0.196
27,mlp.experts.61.down_proj,0.0000078863,0.01000,0.196
27,mlp.experts.62.down_proj,0.0000700743,0.01000,0.200
27,mlp.experts.63.down_proj,0.0000185909,0.01000,0.196
27,mlp.experts.64.down_proj,0.0000317191,0.01000,0.196
27,mlp.experts.65.down_proj,0.0000169435,0.01000,0.197
27,mlp.experts.66.down_proj,0.0000563828,0.01000,0.202
27,mlp.experts.67.down_proj,0.0000055182,0.01000,0.196
27,mlp.experts.68.down_proj,0.0000055562,0.01000,0.196
27,mlp.experts.69.down_proj,0.0000077258,0.01000,0.196
27,mlp.experts.70.down_proj,0.0000078067,0.01000,0.201
27,mlp.experts.71.down_proj,0.0000100844,0.01000,0.197
27,mlp.experts.72.down_proj,0.0000104829,0.01000,0.198
27,mlp.experts.73.down_proj,0.0000441452,0.01000,0.197
27,mlp.experts.74.down_proj,0.0000731575,0.01000,0.195
27,mlp.experts.75.down_proj,0.0000019642,0.01000,0.196
27,mlp.experts.76.down_proj,0.0000108021,0.01000,0.196
27,mlp.experts.77.down_proj,0.0000038644,0.01000,0.197
27,mlp.experts.78.down_proj,0.0000164478,0.01000,0.197
27,mlp.experts.79.down_proj,0.0000352003,0.01000,0.196
27,mlp.experts.80.down_proj,0.0000047276,0.01000,0.196
27,mlp.experts.81.down_proj,0.0000267083,0.01000,0.196
27,mlp.experts.82.down_proj,0.0000016776,0.01000,0.196
27,mlp.experts.83.down_proj,0.0000225791,0.01000,0.197
27,mlp.experts.84.down_proj,0.0000519122,0.01000,0.197
27,mlp.experts.85.down_proj,0.0000035896,0.01000,0.196
27,mlp.experts.86.down_proj,0.0000029349,0.01000,0.196
27,mlp.experts.87.down_proj,0.0000012876,0.01000,0.198
27,mlp.experts.88.down_proj,0.0000229851,0.01000,0.206
27,mlp.experts.89.down_proj,0.0000056489,0.01000,0.196
27,mlp.experts.90.down_proj,0.0000033758,0.01000,0.196
27,mlp.experts.91.down_proj,0.0000027935,0.01000,0.196
27,mlp.experts.92.down_proj,0.0000806160,0.01000,0.197
27,mlp.experts.93.down_proj,0.0000261711,0.01000,0.196
27,mlp.experts.94.down_proj,0.0000075796,0.01000,0.201
27,mlp.experts.95.down_proj,0.0000041605,0.01000,0.196
27,mlp.experts.96.down_proj,0.0000075292,0.01000,0.196
27,mlp.experts.97.down_proj,0.0001027798,0.01000,0.196
27,mlp.experts.98.down_proj,0.0000028472,0.01000,0.196
27,mlp.experts.99.down_proj,0.0000583618,0.01000,0.196
27,mlp.experts.100.down_proj,0.0000069055,0.01000,0.196
27,mlp.experts.101.down_proj,0.0000099812,0.01000,0.198
27,mlp.experts.102.down_proj,0.0000033345,0.01000,0.198
27,mlp.experts.103.down_proj,0.0000110516,0.01000,0.198
27,mlp.experts.104.down_proj,0.0000257857,0.01000,0.199
27,mlp.experts.105.down_proj,0.0000105584,0.01000,0.196
27,mlp.experts.106.down_proj,0.0000084460,0.01000,0.197
27,mlp.experts.107.down_proj,0.0000096068,0.01000,0.198
27,mlp.experts.108.down_proj,0.0000068578,0.01000,0.200
27,mlp.experts.109.down_proj,0.0000070269,0.01000,0.200
27,mlp.experts.110.down_proj,0.0000221873,0.01000,0.199
27,mlp.experts.111.down_proj,0.0000154732,0.01000,0.200
27,mlp.experts.112.down_proj,0.0000225241,0.01000,0.198
27,mlp.experts.113.down_proj,0.0000285579,0.01000,0.197
27,mlp.experts.114.down_proj,0.0000805212,0.01000,0.198
27,mlp.experts.115.down_proj,0.0000110090,0.01000,0.197
27,mlp.experts.116.down_proj,0.0000045550,0.01000,0.197
27,mlp.experts.117.down_proj,0.0000051732,0.01000,0.201
27,mlp.experts.118.down_proj,0.0000101807,0.01000,0.198
27,mlp.experts.119.down_proj,0.0000018090,0.01000,0.197
27,mlp.experts.120.down_proj,0.0000034762,0.01000,0.209
27,mlp.experts.121.down_proj,0.0000043765,0.01000,0.200
27,mlp.experts.122.down_proj,0.0000268000,0.01000,0.200
27,mlp.experts.123.down_proj,0.0000211808,0.01000,0.200
27,mlp.experts.124.down_proj,0.0000079749,0.01000,0.199
27,mlp.experts.125.down_proj,0.0000013574,0.01000,0.198
27,mlp.experts.126.down_proj,0.0000108036,0.01000,0.197
27,mlp.experts.127.down_proj,0.0000027305,0.01000,0.224
28,self_attn.q_proj,0.0000001895,0.01000,0.507
28,self_attn.k_proj,0.0000000244,0.01000,0.505
28,self_attn.v_proj,0.0000000264,0.01000,0.502
28,self_attn.o_proj,0.0000000238,0.01000,1.034
28,mlp.gate,0.0000012919,0.01000,0.505
28,mlp.experts.0.up_proj,0.0000483067,0.01000,0.514
28,mlp.experts.1.up_proj,0.0000287028,0.01000,0.506
28,mlp.experts.2.up_proj,0.0000260378,0.01000,0.509
28,mlp.experts.3.up_proj,0.0000261934,0.01000,0.515
28,mlp.experts.4.up_proj,0.0000503748,0.01000,0.504
28,mlp.experts.5.up_proj,0.0000323884,0.01000,0.507
28,mlp.experts.6.up_proj,0.0000513217,0.01000,0.506
28,mlp.experts.7.up_proj,0.0000153160,0.01000,0.505
28,mlp.experts.8.up_proj,0.0000142706,0.01000,0.505
28,mlp.experts.9.up_proj,0.0000608693,0.01000,0.525
28,mlp.experts.10.up_proj,0.0000309031,0.01000,0.512
28,mlp.experts.11.up_proj,0.0000220103,0.01000,0.505
28,mlp.experts.12.up_proj,0.0000486950,0.01000,0.506
28,mlp.experts.13.up_proj,0.0000304917,0.01000,0.511
28,mlp.experts.14.up_proj,0.0000210827,0.01000,0.505
28,mlp.experts.15.up_proj,0.0000162959,0.01000,0.505
28,mlp.experts.16.up_proj,0.0000230065,0.01000,0.503
28,mlp.experts.17.up_proj,0.0000397248,0.01000,0.507
28,mlp.experts.18.up_proj,0.0000104319,0.01000,0.504
28,mlp.experts.19.up_proj,0.0000811095,0.01000,0.503
28,mlp.experts.20.up_proj,0.0000198200,0.01000,0.509
28,mlp.experts.21.up_proj,0.0001974148,0.01000,0.505
28,mlp.experts.22.up_proj,0.0000658760,0.01000,0.517
28,mlp.experts.23.up_proj,0.0000478812,0.01000,0.505
28,mlp.experts.24.up_proj,0.0000294741,0.01000,0.508
28,mlp.experts.25.up_proj,0.0000140687,0.01000,0.505
28,mlp.experts.26.up_proj,0.0000111457,0.01000,0.504
28,mlp.experts.27.up_proj,0.0000903669,0.01000,0.503
28,mlp.experts.28.up_proj,0.0000533448,0.01000,0.505
28,mlp.experts.29.up_proj,0.0000193787,0.01000,0.507
28,mlp.experts.30.up_proj,0.0000131773,0.01000,0.505
28,mlp.experts.31.up_proj,0.0004024869,0.01000,0.507
28,mlp.experts.32.up_proj,0.0000779968,0.01000,0.507
28,mlp.experts.33.up_proj,0.0000278183,0.01000,0.506
28,mlp.experts.34.up_proj,0.0000400916,0.01000,0.507
28,mlp.experts.35.up_proj,0.0000038399,0.01000,0.504
28,mlp.experts.36.up_proj,0.0000232537,0.01000,0.516
28,mlp.experts.37.up_proj,0.0000165353,0.01000,0.506
28,mlp.experts.38.up_proj,0.0001916230,0.01000,0.507
28,mlp.experts.39.up_proj,0.0000130979,0.01000,0.508
28,mlp.experts.40.up_proj,0.0000138232,0.01000,0.506
28,mlp.experts.41.up_proj,0.0000950266,0.01000,0.521
28,mlp.experts.42.up_proj,0.0000103079,0.01000,0.512
28,mlp.experts.43.up_proj,0.0000143153,0.01000,0.508
28,mlp.experts.44.up_proj,0.0000139429,0.01000,0.505
28,mlp.experts.45.up_proj,0.0000161286,0.01000,0.506
28,mlp.experts.46.up_proj,0.0001205038,0.01000,0.508
28,mlp.experts.47.up_proj,0.0002729009,0.01000,0.516
28,mlp.experts.48.up_proj,0.0000033667,0.01000,0.511
28,mlp.experts.49.up_proj,0.0000294923,0.01000,0.514
28,mlp.experts.50.up_proj,0.0000196111,0.01000,0.507
28,mlp.experts.51.up_proj,0.0000260858,0.01000,0.505
28,mlp.experts.52.up_proj,0.0000473122,0.01000,0.504
28,mlp.experts.53.up_proj,0.0000831157,0.01000,0.506
28,mlp.experts.54.up_proj,0.0000562024,0.01000,0.506
28,mlp.experts.55.up_proj,0.0000196537,0.01000,0.516
28,mlp.experts.56.up_proj,0.0002500452,0.01000,0.507
28,mlp.experts.57.up_proj,0.0000228731,0.01000,0.507
28,mlp.experts.58.up_proj,0.0000702422,0.01000,0.509
28,mlp.experts.59.up_proj,0.0000873623,0.01000,0.509
28,mlp.experts.60.up_proj,0.0000256954,0.01000,0.506
28,mlp.experts.61.up_proj,0.0002447211,0.01000,0.508
28,mlp.experts.62.up_proj,0.0000049799,0.01000,0.508
28,mlp.experts.63.up_proj,0.0000491719,0.01000,0.515
28,mlp.experts.64.up_proj,0.0001326375,0.01000,0.506
28,mlp.experts.65.up_proj,0.0000076895,0.01000,0.506
28,mlp.experts.66.up_proj,0.0000307738,0.01000,0.506
28,mlp.experts.67.up_proj,0.0001143860,0.01000,0.509
28,mlp.experts.68.up_proj,0.0000831332,0.01000,0.506
28,mlp.experts.69.up_proj,0.0001533512,0.01000,0.506
28,mlp.experts.70.up_proj,0.0001299657,0.01000,0.505
28,mlp.experts.71.up_proj,0.0000241772,0.01000,0.505
28,mlp.experts.72.up_proj,0.0000499622,0.01000,0.520
28,mlp.experts.73.up_proj,0.0000127223,0.01000,0.507
28,mlp.experts.74.up_proj,0.0000655917,0.01000,0.506
28,mlp.experts.75.up_proj,0.0000154974,0.01000,0.506
28,mlp.experts.76.up_proj,0.0000234975,0.01000,0.504
28,mlp.experts.77.up_proj,0.0000156468,0.01000,0.508
28,mlp.experts.78.up_proj,0.0000115526,0.01000,0.520
28,mlp.experts.79.up_proj,0.0000134898,0.01000,0.505
28,mlp.experts.80.up_proj,0.0000085687,0.01000,0.505
28,mlp.experts.81.up_proj,0.0000105391,0.01000,0.508
28,mlp.experts.82.up_proj,0.0000042660,0.01000,0.506
28,mlp.experts.83.up_proj,0.0000120481,0.01000,0.504
28,mlp.experts.84.up_proj,0.0000287787,0.01000,0.521
28,mlp.experts.85.up_proj,0.0001238685,0.01000,0.510
28,mlp.experts.86.up_proj,0.0007531571,0.01000,0.507
28,mlp.experts.87.up_proj,0.0000612065,0.01000,0.526
28,mlp.experts.88.up_proj,0.0000570982,0.01000,0.505
28,mlp.experts.89.up_proj,0.0000181241,0.01000,0.504
28,mlp.experts.90.up_proj,0.0000475445,0.01000,0.514
28,mlp.experts.91.up_proj,0.0000699486,0.01000,0.506
28,mlp.experts.92.up_proj,0.0000513420,0.01000,0.505
28,mlp.experts.93.up_proj,0.0000362394,0.01000,0.504
28,mlp.experts.94.up_proj,0.0000304533,0.01000,0.506
28,mlp.experts.95.up_proj,0.0000218709,0.01000,0.504
28,mlp.experts.96.up_proj,0.0001299791,0.01000,0.510
28,mlp.experts.97.up_proj,0.0000212944,0.01000,0.505
28,mlp.experts.98.up_proj,0.0000531136,0.01000,0.509
28,mlp.experts.99.up_proj,0.0000834376,0.01000,0.505
28,mlp.experts.100.up_proj,0.0000445545,0.01000,0.507
28,mlp.experts.101.up_proj,0.0000149845,0.01000,0.505
28,mlp.experts.102.up_proj,0.0000191238,0.01000,0.513
28,mlp.experts.103.up_proj,0.0000121563,0.01000,0.506
28,mlp.experts.104.up_proj,0.0002188350,0.01000,0.507
28,mlp.experts.105.up_proj,0.0000139218,0.01000,0.509
28,mlp.experts.106.up_proj,0.0000677695,0.01000,0.505
28,mlp.experts.107.up_proj,0.0000610434,0.01000,0.518
28,mlp.experts.108.up_proj,0.0000171993,0.01000,0.504
28,mlp.experts.109.up_proj,0.0000151678,0.01000,0.510
28,mlp.experts.110.up_proj,0.0000214114,0.01000,0.506
28,mlp.experts.111.up_proj,0.0000145305,0.01000,0.508
28,mlp.experts.112.up_proj,0.0000399936,0.01000,0.507
28,mlp.experts.113.up_proj,0.0000069856,0.01000,0.505
28,mlp.experts.114.up_proj,0.0000168935,0.01000,0.506
28,mlp.experts.115.up_proj,0.0000136534,0.01000,0.510
28,mlp.experts.116.up_proj,0.0000506344,0.01000,0.506
28,mlp.experts.117.up_proj,0.0000098202,0.01000,0.514
28,mlp.experts.118.up_proj,0.0000315156,0.01000,0.507
28,mlp.experts.119.up_proj,0.0000302107,0.01000,0.508
28,mlp.experts.120.up_proj,0.0002972214,0.01000,0.522
28,mlp.experts.121.up_proj,0.0000234410,0.01000,0.525
28,mlp.experts.122.up_proj,0.0001511796,0.01000,0.510
28,mlp.experts.123.up_proj,0.0000176841,0.01000,0.505
28,mlp.experts.124.up_proj,0.0000128030,0.01000,0.510
28,mlp.experts.125.up_proj,0.0002428287,0.01000,0.506
28,mlp.experts.126.up_proj,0.0001043124,0.01000,0.505
28,mlp.experts.127.up_proj,0.0000198106,0.01000,0.505
28,mlp.experts.0.gate_proj,0.0000549004,0.01000,0.505
28,mlp.experts.1.gate_proj,0.0000299879,0.01000,0.506
28,mlp.experts.2.gate_proj,0.0000273631,0.01000,0.506
28,mlp.experts.3.gate_proj,0.0000250706,0.01000,0.513
28,mlp.experts.4.gate_proj,0.0000514207,0.01000,0.506
28,mlp.experts.5.gate_proj,0.0000328646,0.01000,0.506
28,mlp.experts.6.gate_proj,0.0000533413,0.01000,0.509
28,mlp.experts.7.gate_proj,0.0000157343,0.01000,0.505
28,mlp.experts.8.gate_proj,0.0000139190,0.01000,0.505
28,mlp.experts.9.gate_proj,0.0000647867,0.01000,0.509
28,mlp.experts.10.gate_proj,0.0000307061,0.01000,0.507
28,mlp.experts.11.gate_proj,0.0000227025,0.01000,0.504
28,mlp.experts.12.gate_proj,0.0000485355,0.01000,0.504
28,mlp.experts.13.gate_proj,0.0000294577,0.01000,0.505
28,mlp.experts.14.gate_proj,0.0000219440,0.01000,0.505
28,mlp.experts.15.gate_proj,0.0000158507,0.01000,0.509
28,mlp.experts.16.gate_proj,0.0000243423,0.01000,0.529
28,mlp.experts.17.gate_proj,0.0000387825,0.01000,0.509
28,mlp.experts.18.gate_proj,0.0000103690,0.01000,0.505
28,mlp.experts.19.gate_proj,0.0000795632,0.01000,0.504
28,mlp.experts.20.gate_proj,0.0000186565,0.01000,0.520
28,mlp.experts.21.gate_proj,0.0002061493,0.01000,0.506
28,mlp.experts.22.gate_proj,0.0000661292,0.01000,0.510
28,mlp.experts.23.gate_proj,0.0000505487,0.01000,0.507
28,mlp.experts.24.gate_proj,0.0000301699,0.01000,0.503
28,mlp.experts.25.gate_proj,0.0000148571,0.01000,0.511
28,mlp.experts.26.gate_proj,0.0000118240,0.01000,0.505
28,mlp.experts.27.gate_proj,0.0000928113,0.01000,0.505
28,mlp.experts.28.gate_proj,0.0000545638,0.01000,0.506
28,mlp.experts.29.gate_proj,0.0000191490,0.01000,0.511
28,mlp.experts.30.gate_proj,0.0000145678,0.01000,0.526
28,mlp.experts.31.gate_proj,0.0004331888,0.01000,0.510
28,mlp.experts.32.gate_proj,0.0000941737,0.01000,0.506
28,mlp.experts.33.gate_proj,0.0000276036,0.01000,0.517
28,mlp.experts.34.gate_proj,0.0000414695,0.01000,0.525
28,mlp.experts.35.gate_proj,0.0000044589,0.01000,0.509
28,mlp.experts.36.gate_proj,0.0000223493,0.01000,0.506
28,mlp.experts.37.gate_proj,0.0000172075,0.01000,0.506
28,mlp.experts.38.gate_proj,0.0001962045,0.01000,0.504
28,mlp.experts.39.gate_proj,0.0000121240,0.01000,0.505
28,mlp.experts.40.gate_proj,0.0000145490,0.01000,0.506
28,mlp.experts.41.gate_proj,0.0000985288,0.01000,0.507
28,mlp.experts.42.gate_proj,0.0000118270,0.01000,0.506
28,mlp.experts.43.gate_proj,0.0000127586,0.01000,0.521
28,mlp.experts.44.gate_proj,0.0000129350,0.01000,0.509
28,mlp.experts.45.gate_proj,0.0000152371,0.01000,0.510
28,mlp.experts.46.gate_proj,0.0001220178,0.01000,0.507
28,mlp.experts.47.gate_proj,0.0002633607,0.01000,0.506
28,mlp.experts.48.gate_proj,0.0000030498,0.01000,0.510
28,mlp.experts.49.gate_proj,0.0000301868,0.01000,0.507
28,mlp.experts.50.gate_proj,0.0000214097,0.01000,0.507
28,mlp.experts.51.gate_proj,0.0000275810,0.01000,0.506
28,mlp.experts.52.gate_proj,0.0000474989,0.01000,0.510
28,mlp.experts.53.gate_proj,0.0000855131,0.01000,0.509
28,mlp.experts.54.gate_proj,0.0000584689,0.01000,0.506
28,mlp.experts.55.gate_proj,0.0000200437,0.01000,0.506
28,mlp.experts.56.gate_proj,0.0002649088,0.01000,0.503
28,mlp.experts.57.gate_proj,0.0000236050,0.01000,0.507
28,mlp.experts.58.gate_proj,0.0000726708,0.01000,0.503
28,mlp.experts.59.gate_proj,0.0000829359,0.01000,0.508
28,mlp.experts.60.gate_proj,0.0000254317,0.01000,0.506
28,mlp.experts.61.gate_proj,0.0002651753,0.01000,0.507
28,mlp.experts.62.gate_proj,0.0000039493,0.01000,0.507
28,mlp.experts.63.gate_proj,0.0000482335,0.01000,0.514
28,mlp.experts.64.gate_proj,0.0001277171,0.01000,0.507
28,mlp.experts.65.gate_proj,0.0000076001,0.01000,0.504
28,mlp.experts.66.gate_proj,0.0000312027,0.01000,0.506
28,mlp.experts.67.gate_proj,0.0001151996,0.01000,0.517
28,mlp.experts.68.gate_proj,0.0000870630,0.01000,0.512
28,mlp.experts.69.gate_proj,0.0001515817,0.01000,0.506
28,mlp.experts.70.gate_proj,0.0001341438,0.01000,0.516
28,mlp.experts.71.gate_proj,0.0000228359,0.01000,0.506
28,mlp.experts.72.gate_proj,0.0000597090,0.01000,0.507
28,mlp.experts.73.gate_proj,0.0000125811,0.01000,0.505
28,mlp.experts.74.gate_proj,0.0000928057,0.01000,0.506
28,mlp.experts.75.gate_proj,0.0000164175,0.01000,0.506
28,mlp.experts.76.gate_proj,0.0000239146,0.01000,0.506
28,mlp.experts.77.gate_proj,0.0000150251,0.01000,0.506
28,mlp.experts.78.gate_proj,0.0000119660,0.01000,0.506
28,mlp.experts.79.gate_proj,0.0000137400,0.01000,0.509
28,mlp.experts.80.gate_proj,0.0000091210,0.01000,0.510
28,mlp.experts.81.gate_proj,0.0000106498,0.01000,0.511
28,mlp.experts.82.gate_proj,0.0000045417,0.01000,0.514
28,mlp.experts.83.gate_proj,0.0000119029,0.01000,0.516
28,mlp.experts.84.gate_proj,0.0000297490,0.01000,0.522
28,mlp.experts.85.gate_proj,0.0001222944,0.01000,0.512
28,mlp.experts.86.gate_proj,0.0008109737,0.01000,0.511
28,mlp.experts.87.gate_proj,0.0000644769,0.01000,0.510
28,mlp.experts.88.gate_proj,0.0000583608,0.01000,0.510
28,mlp.experts.89.gate_proj,0.0000186453,0.01000,0.510
28,mlp.experts.90.gate_proj,0.0000482893,0.01000,0.510
28,mlp.experts.91.gate_proj,0.0000692533,0.01000,0.510
28,mlp.experts.92.gate_proj,0.0000502301,0.01000,0.520
28,mlp.experts.93.gate_proj,0.0000371554,0.01000,0.511
28,mlp.experts.94.gate_proj,0.0000322064,0.01000,0.513
28,mlp.experts.95.gate_proj,0.0000224627,0.01000,0.511
28,mlp.experts.96.gate_proj,0.0001335933,0.01000,0.512
28,mlp.experts.97.gate_proj,0.0000232450,0.01000,0.510
28,mlp.experts.98.gate_proj,0.0000528358,0.01000,0.510
28,mlp.experts.99.gate_proj,0.0000853623,0.01000,0.512
28,mlp.experts.100.gate_proj,0.0000439322,0.01000,0.511
28,mlp.experts.101.gate_proj,0.0000131274,0.01000,0.511
28,mlp.experts.102.gate_proj,0.0000185902,0.01000,0.508
28,mlp.experts.103.gate_proj,0.0000125495,0.01000,0.509
28,mlp.experts.104.gate_proj,0.0002385077,0.01000,0.513
28,mlp.experts.105.gate_proj,0.0000129142,0.01000,0.522
28,mlp.experts.106.gate_proj,0.0000663449,0.01000,0.509
28,mlp.experts.107.gate_proj,0.0000620460,0.01000,0.510
28,mlp.experts.108.gate_proj,0.0000164806,0.01000,0.510
28,mlp.experts.109.gate_proj,0.0000155422,0.01000,0.510
28,mlp.experts.110.gate_proj,0.0000226431,0.01000,0.509
28,mlp.experts.111.gate_proj,0.0000146346,0.01000,0.522
28,mlp.experts.112.gate_proj,0.0000407321,0.01000,0.511
28,mlp.experts.113.gate_proj,0.0000078753,0.01000,0.514
28,mlp.experts.114.gate_proj,0.0000167778,0.01000,0.513
28,mlp.experts.115.gate_proj,0.0000113586,0.01000,0.512
28,mlp.experts.116.gate_proj,0.0000513571,0.01000,0.517
28,mlp.experts.117.gate_proj,0.0000096106,0.01000,0.512
28,mlp.experts.118.gate_proj,0.0000323776,0.01000,0.513
28,mlp.experts.119.gate_proj,0.0000319290,0.01000,0.515
28,mlp.experts.120.gate_proj,0.0002923689,0.01000,0.512
28,mlp.experts.121.gate_proj,0.0000248749,0.01000,0.515
28,mlp.experts.122.gate_proj,0.0001500951,0.01000,0.512
28,mlp.experts.123.gate_proj,0.0000205957,0.01000,0.514
28,mlp.experts.124.gate_proj,0.0000125811,0.01000,0.519
28,mlp.experts.125.gate_proj,0.0002418309,0.01000,0.512
28,mlp.experts.126.gate_proj,0.0000985618,0.01000,0.516
28,mlp.experts.127.gate_proj,0.0000211206,0.01000,0.515
28,mlp.experts.0.down_proj,0.0000253828,0.01000,0.197
28,mlp.experts.1.down_proj,0.0000080431,0.01000,0.193
28,mlp.experts.2.down_proj,0.0000097316,0.01000,0.203
28,mlp.experts.3.down_proj,0.0000066982,0.01000,0.195
28,mlp.experts.4.down_proj,0.0000135818,0.01000,0.196
28,mlp.experts.5.down_proj,0.0000112473,0.01000,0.195
28,mlp.experts.6.down_proj,0.0000165894,0.01000,0.196
28,mlp.experts.7.down_proj,0.0000059664,0.01000,0.195
28,mlp.experts.8.down_proj,0.0000035829,0.01000,0.206
28,mlp.experts.9.down_proj,0.0000115489,0.01000,0.200
28,mlp.experts.10.down_proj,0.0000127841,0.01000,0.196
28,mlp.experts.11.down_proj,0.0000069172,0.01000,0.196
28,mlp.experts.12.down_proj,0.0000178586,0.01000,0.195
28,mlp.experts.13.down_proj,0.0000084050,0.01000,0.198
28,mlp.experts.14.down_proj,0.0000046841,0.01000,0.196
28,mlp.experts.15.down_proj,0.0000049704,0.01000,0.196
28,mlp.experts.16.down_proj,0.0000044307,0.01000,0.196
28,mlp.experts.17.down_proj,0.0000154722,0.01000,0.196
28,mlp.experts.18.down_proj,0.0000023155,0.01000,0.195
28,mlp.experts.19.down_proj,0.0000151615,0.01000,0.196
28,mlp.experts.20.down_proj,0.0000059550,0.01000,0.196
28,mlp.experts.21.down_proj,0.0000535407,0.01000,0.196
28,mlp.experts.22.down_proj,0.0000159614,0.01000,0.196
28,mlp.experts.23.down_proj,0.0000157374,0.01000,0.196
28,mlp.experts.24.down_proj,0.0000056349,0.01000,0.203
28,mlp.experts.25.down_proj,0.0000036774,0.01000,0.196
28,mlp.experts.26.down_proj,0.0000023461,0.01000,0.196
28,mlp.experts.27.down_proj,0.0000181670,0.01000,0.196
28,mlp.experts.28.down_proj,0.0000118718,0.01000,0.196
28,mlp.experts.29.down_proj,0.0000045974,0.01000,0.195
28,mlp.experts.30.down_proj,0.0000027514,0.01000,0.196
28,mlp.experts.31.down_proj,0.0001920346,0.01000,0.195
28,mlp.experts.32.down_proj,0.0000151554,0.01000,0.196
28,mlp.experts.33.down_proj,0.0000093913,0.01000,0.196
28,mlp.experts.34.down_proj,0.0000089627,0.01000,0.196
28,mlp.experts.35.down_proj,0.0000009931,0.01000,0.195
28,mlp.experts.36.down_proj,0.0000075122,0.01000,0.196
28,mlp.experts.37.down_proj,0.0000038184,0.01000,0.196
28,mlp.experts.38.down_proj,0.0000689575,0.01000,0.195
28,mlp.experts.39.down_proj,0.0000029048,0.01000,0.196
28,mlp.experts.40.down_proj,0.0000046364,0.01000,0.195
28,mlp.experts.41.down_proj,0.0000212147,0.01000,0.199
28,mlp.experts.42.down_proj,0.0000035448,0.01000,0.199
28,mlp.experts.43.down_proj,0.0000035678,0.01000,0.197
28,mlp.experts.44.down_proj,0.0000046063,0.01000,0.195
28,mlp.experts.45.down_proj,0.0000037139,0.01000,0.208
28,mlp.experts.46.down_proj,0.0000178010,0.01000,0.198
28,mlp.experts.47.down_proj,0.0001140752,0.01000,0.203
28,mlp.experts.48.down_proj,0.0000013531,0.01000,0.199
28,mlp.experts.49.down_proj,0.0000097524,0.01000,0.196
28,mlp.experts.50.down_proj,0.0000051916,0.01000,0.197
28,mlp.experts.51.down_proj,0.0000065681,0.01000,0.195
28,mlp.experts.52.down_proj,0.0000109161,0.01000,0.197
28,mlp.experts.53.down_proj,0.0000138817,0.01000,0.196
28,mlp.experts.54.down_proj,0.0000161828,0.01000,0.197
28,mlp.experts.55.down_proj,0.0000044921,0.01000,0.196
28,mlp.experts.56.down_proj,0.0000790952,0.01000,0.197
28,mlp.experts.57.down_proj,0.0000046541,0.01000,0.196
28,mlp.experts.58.down_proj,0.0000293358,0.01000,0.204
28,mlp.experts.59.down_proj,0.0000242039,0.01000,0.197
28,mlp.experts.60.down_proj,0.0000077546,0.01000,0.195
28,mlp.experts.61.down_proj,0.0001226921,0.01000,0.197
28,mlp.experts.62.down_proj,0.0000008956,0.01000,0.195
28,mlp.experts.63.down_proj,0.0000084905,0.01000,0.198
28,mlp.experts.64.down_proj,0.0000323876,0.01000,0.195
28,mlp.experts.65.down_proj,0.0000020013,0.01000,0.196
28,mlp.experts.66.down_proj,0.0000074902,0.01000,0.196
28,mlp.experts.67.down_proj,0.0000351802,0.01000,0.196
28,mlp.experts.68.down_proj,0.0000240027,0.01000,0.197
28,mlp.experts.69.down_proj,0.0000522598,0.01000,0.197
28,mlp.experts.70.down_proj,0.0000246907,0.01000,0.197
28,mlp.experts.71.down_proj,0.0000064000,0.01000,0.196
28,mlp.experts.72.down_proj,0.0000092651,0.01000,0.198
28,mlp.experts.73.down_proj,0.0000024221,0.01000,0.197
28,mlp.experts.74.down_proj,0.0000229405,0.01000,0.197
28,mlp.experts.75.down_proj,0.0000029269,0.01000,0.198
28,mlp.experts.76.down_proj,0.0000066197,0.01000,0.197
28,mlp.experts.77.down_proj,0.0000039670,0.01000,0.204
28,mlp.experts.78.down_proj,0.0000023540,0.01000,0.199
28,mlp.experts.79.down_proj,0.0000023565,0.01000,0.196
28,mlp.experts.80.down_proj,0.0000018364,0.01000,0.197
28,mlp.experts.81.down_proj,0.0000031902,0.01000,0.197
28,mlp.experts.82.down_proj,0.0000016578,0.01000,0.197
28,mlp.experts.83.down_proj,0.0000033697,0.01000,0.197
28,mlp.experts.84.down_proj,0.0000080167,0.01000,0.198
28,mlp.experts.85.down_proj,0.0000264782,0.01000,0.197
28,mlp.experts.86.down_proj,0.0003358775,0.01000,0.200
28,mlp.experts.87.down_proj,0.0000087890,0.01000,0.197
28,mlp.experts.88.down_proj,0.0000196157,0.01000,0.197
28,mlp.experts.89.down_proj,0.0000071626,0.01000,0.199
28,mlp.experts.90.down_proj,0.0000136892,0.01000,0.202
28,mlp.experts.91.down_proj,0.0000279874,0.01000,0.197
28,mlp.experts.92.down_proj,0.0000171358,0.01000,0.197
28,mlp.experts.93.down_proj,0.0000082205,0.01000,0.199
28,mlp.experts.94.down_proj,0.0000090591,0.01000,0.197
28,mlp.experts.95.down_proj,0.0000094868,0.01000,0.198
28,mlp.experts.96.down_proj,0.0000330388,0.01000,0.208
28,mlp.experts.97.down_proj,0.0000058141,0.01000,0.200
28,mlp.experts.98.down_proj,0.0000226673,0.01000,0.196
28,mlp.experts.99.down_proj,0.0000311016,0.01000,0.196
28,mlp.experts.100.down_proj,0.0000197347,0.01000,0.196
28,mlp.experts.101.down_proj,0.0000031136,0.01000,0.197
28,mlp.experts.102.down_proj,0.0000035942,0.01000,0.196
28,mlp.experts.103.down_proj,0.0000036817,0.01000,0.197
28,mlp.experts.104.down_proj,0.0000667837,0.01000,0.202
28,mlp.experts.105.down_proj,0.0000063518,0.01000,0.199
28,mlp.experts.106.down_proj,0.0000220318,0.01000,0.198
28,mlp.experts.107.down_proj,0.0000168858,0.01000,0.197
28,mlp.experts.108.down_proj,0.0000034748,0.01000,0.198
28,mlp.experts.109.down_proj,0.0000050787,0.01000,0.197
28,mlp.experts.110.down_proj,0.0000062514,0.01000,0.197
28,mlp.experts.111.down_proj,0.0000057475,0.01000,0.205
28,mlp.experts.112.down_proj,0.0000156784,0.01000,0.197
28,mlp.experts.113.down_proj,0.0000016607,0.01000,0.196
28,mlp.experts.114.down_proj,0.0000041879,0.01000,0.198
28,mlp.experts.115.down_proj,0.0000047108,0.01000,0.196
28,mlp.experts.116.down_proj,0.0000200535,0.01000,0.196
28,mlp.experts.117.down_proj,0.0000023835,0.01000,0.197
28,mlp.experts.118.down_proj,0.0000088196,0.01000,0.197
28,mlp.experts.119.down_proj,0.0000111667,0.01000,0.196
28,mlp.experts.120.down_proj,0.0000907878,0.01000,0.197
28,mlp.experts.121.down_proj,0.0000052839,0.01000,0.197
28,mlp.experts.122.down_proj,0.0000357843,0.01000,0.197
28,mlp.experts.123.down_proj,0.0000046638,0.01000,0.196
28,mlp.experts.124.down_proj,0.0000031526,0.01000,0.196
28,mlp.experts.125.down_proj,0.0001028128,0.01000,0.203
28,mlp.experts.126.down_proj,0.0000272995,0.01000,0.198
28,mlp.experts.127.down_proj,0.0000048105,0.01000,0.198
29,self_attn.q_proj,0.0000002095,0.01000,0.530
29,self_attn.k_proj,0.0000000256,0.01000,0.548
29,self_attn.v_proj,0.0000000281,0.01000,0.509
29,self_attn.o_proj,0.0000000238,0.01000,1.034
29,mlp.gate,0.0000013014,0.01000,0.522
29,mlp.experts.0.up_proj,0.0000132400,0.01000,0.543
29,mlp.experts.1.up_proj,0.0000089146,0.01000,0.518
29,mlp.experts.2.up_proj,0.0000235267,0.01000,0.514
29,mlp.experts.3.up_proj,0.0000393315,0.01000,0.510
29,mlp.experts.4.up_proj,0.0001632940,0.01000,0.512
29,mlp.experts.5.up_proj,0.0000477075,0.01000,0.530
29,mlp.experts.6.up_proj,0.0000241463,0.01000,0.509
29,mlp.experts.7.up_proj,0.0000698225,0.01000,0.516
29,mlp.experts.8.up_proj,0.0002181435,0.01000,0.512
29,mlp.experts.9.up_proj,0.0000190746,0.01000,0.519
29,mlp.experts.10.up_proj,0.0000354142,0.01000,0.510
29,mlp.experts.11.up_proj,0.0000291775,0.01000,0.510
29,mlp.experts.12.up_proj,0.0000281801,0.01000,0.522
29,mlp.experts.13.up_proj,0.0000342763,0.01000,0.515
29,mlp.experts.14.up_proj,0.0000222971,0.01000,0.517
29,mlp.experts.15.up_proj,0.0000164739,0.01000,0.513
29,mlp.experts.16.up_proj,0.0001228029,0.01000,0.513
29,mlp.experts.17.up_proj,0.0000146851,0.01000,0.512
29,mlp.experts.18.up_proj,0.0000050339,0.01000,0.513
29,mlp.experts.19.up_proj,0.0000177106,0.01000,0.513
29,mlp.experts.20.up_proj,0.0000158091,0.01000,0.508
29,mlp.experts.21.up_proj,0.0000142130,0.01000,0.519
29,mlp.experts.22.up_proj,0.0000651900,0.01000,0.512
29,mlp.experts.23.up_proj,0.0001743452,0.01000,0.512
29,mlp.experts.24.up_proj,0.0005741682,0.01000,0.516
29,mlp.experts.25.up_proj,0.0001792103,0.01000,0.590
29,mlp.experts.26.up_proj,0.0000363495,0.01000,0.530
29,mlp.experts.27.up_proj,0.0000403830,0.01000,0.540
29,mlp.experts.28.up_proj,0.0000330421,0.01000,0.550
29,mlp.experts.29.up_proj,0.0001271780,0.01000,0.532
29,mlp.experts.30.up_proj,0.0000283459,0.01000,0.623
29,mlp.experts.31.up_proj,0.0003158061,0.01000,0.530
29,mlp.experts.32.up_proj,0.0002131231,0.01000,0.533
29,mlp.experts.33.up_proj,0.0001776831,0.01000,0.530
29,mlp.experts.34.up_proj,0.0000590336,0.01000,0.539
29,mlp.experts.35.up_proj,0.0000211892,0.01000,0.516
29,mlp.experts.36.up_proj,0.0000315662,0.01000,0.513
29,mlp.experts.37.up_proj,0.0000852990,0.01000,0.508
29,mlp.experts.38.up_proj,0.0000317649,0.01000,0.511
29,mlp.experts.39.up_proj,0.0000475577,0.01000,0.505
29,mlp.experts.40.up_proj,0.0003733671,0.01000,0.512
29,mlp.experts.41.up_proj,0.0001066607,0.01000,0.526
29,mlp.experts.42.up_proj,0.0000187525,0.01000,0.508
29,mlp.experts.43.up_proj,0.0002044374,0.01000,0.507
29,mlp.experts.44.up_proj,0.0000615116,0.01000,0.510
29,mlp.experts.45.up_proj,0.0000347475,0.01000,0.507
29,mlp.experts.46.up_proj,0.0000171664,0.01000,0.510
29,mlp.experts.47.up_proj,0.0000302664,0.01000,0.507
29,mlp.experts.48.up_proj,0.0000237818,0.01000,0.506
29,mlp.experts.49.up_proj,0.0000199058,0.01000,0.507
29,mlp.experts.50.up_proj,0.0000532325,0.01000,0.507
29,mlp.experts.51.up_proj,0.0002549898,0.01000,0.510
29,mlp.experts.52.up_proj,0.0000213387,0.01000,0.507
29,mlp.experts.53.up_proj,0.0000212409,0.01000,0.507
29,mlp.experts.54.up_proj,0.0000192986,0.01000,0.526
29,mlp.experts.55.up_proj,0.0000056665,0.01000,0.512
29,mlp.experts.56.up_proj,0.0000234340,0.01000,0.521
29,mlp.experts.57.up_proj,0.0000564254,0.01000,0.510
29,mlp.experts.58.up_proj,0.0000181950,0.01000,0.515
29,mlp.experts.59.up_proj,0.0000373545,0.01000,0.509
29,mlp.experts.60.up_proj,0.0004285552,0.01000,0.513
29,mlp.experts.61.up_proj,0.0000185927,0.01000,0.508
29,mlp.experts.62.up_proj,0.0000157536,0.01000,0.510
29,mlp.experts.63.up_proj,0.0000260066,0.01000,0.509
29,mlp.experts.64.up_proj,0.0000211252,0.01000,0.509
29,mlp.experts.65.up_proj,0.0000171497,0.01000,0.510
29,mlp.experts.66.up_proj,0.0000168328,0.01000,0.511
29,mlp.experts.67.up_proj,0.0003472086,0.01000,0.522
29,mlp.experts.68.up_proj,0.0000060036,0.01000,0.510
29,mlp.experts.69.up_proj,0.0000177316,0.01000,0.513
29,mlp.experts.70.up_proj,0.0001617791,0.01000,0.510
29,mlp.experts.71.up_proj,0.0001180305,0.01000,0.510
29,mlp.experts.72.up_proj,0.0000075605,0.01000,0.511
29,mlp.experts.73.up_proj,0.0000122024,0.01000,0.509
29,mlp.experts.74.up_proj,0.0000278450,0.01000,0.517
29,mlp.experts.75.up_proj,0.0000334959,0.01000,0.521
29,mlp.experts.76.up_proj,0.0000273442,0.01000,0.513
29,mlp.experts.77.up_proj,0.0000303490,0.01000,0.510
29,mlp.experts.78.up_proj,0.0000376856,0.01000,0.528
29,mlp.experts.79.up_proj,0.0000176578,0.01000,0.525
29,mlp.experts.80.up_proj,0.0000049106,0.01000,0.509
29,mlp.experts.81.up_proj,0.0000634884,0.01000,0.516
29,mlp.experts.82.up_proj,0.0000104718,0.01000,0.512
29,mlp.experts.83.up_proj,0.0000132534,0.01000,0.526
29,mlp.experts.84.up_proj,0.0000252652,0.01000,0.515
29,mlp.experts.85.up_proj,0.0000174475,0.01000,0.515
29,mlp.experts.86.up_proj,0.0000874312,0.01000,0.508
29,mlp.experts.87.up_proj,0.0000346330,0.01000,0.528
29,mlp.experts.88.up_proj,0.0000104893,0.01000,0.530
29,mlp.experts.89.up_proj,0.0000613260,0.01000,0.529
29,mlp.experts.90.up_proj,0.0000197084,0.01000,0.519
29,mlp.experts.91.up_proj,0.0000985223,0.01000,0.515
29,mlp.experts.92.up_proj,0.0000246309,0.01000,0.512
29,mlp.experts.93.up_proj,0.0000054763,0.01000,0.512
29,mlp.experts.94.up_proj,0.0000647534,0.01000,0.515
29,mlp.experts.95.up_proj,0.0000558418,0.01000,0.518
29,mlp.experts.96.up_proj,0.0002541015,0.01000,0.509
29,mlp.experts.97.up_proj,0.0000135370,0.01000,0.514
29,mlp.experts.98.up_proj,0.0002038637,0.01000,0.518
29,mlp.experts.99.up_proj,0.0000038788,0.01000,0.512
29,mlp.experts.100.up_proj,0.0000277745,0.01000,0.524
29,mlp.experts.101.up_proj,0.0000829719,0.01000,0.509
29,mlp.experts.102.up_proj,0.0000124689,0.01000,0.529
29,mlp.experts.103.up_proj,0.0000162580,0.01000,0.515
29,mlp.experts.104.up_proj,0.0000437143,0.01000,0.510
29,mlp.experts.105.up_proj,0.0001029932,0.01000,0.517
29,mlp.experts.106.up_proj,0.0000091582,0.01000,0.516
29,mlp.experts.107.up_proj,0.0000983107,0.01000,0.518
29,mlp.experts.108.up_proj,0.0000487894,0.01000,0.516
29,mlp.experts.109.up_proj,0.0000229958,0.01000,0.513
29,mlp.experts.110.up_proj,0.0001040278,0.01000,0.513
29,mlp.experts.111.up_proj,0.0001928045,0.01000,0.516
29,mlp.experts.112.up_proj,0.0000144853,0.01000,0.513
29,mlp.experts.113.up_proj,0.0000713504,0.01000,0.513
29,mlp.experts.114.up_proj,0.0001722489,0.01000,0.538
29,mlp.experts.115.up_proj,0.0000633816,0.01000,0.524
29,mlp.experts.116.up_proj,0.0000490700,0.01000,0.518
29,mlp.experts.117.up_proj,0.0000213013,0.01000,0.512
29,mlp.experts.118.up_proj,0.0000226006,0.01000,0.518
29,mlp.experts.119.up_proj,0.0000279752,0.01000,0.508
29,mlp.experts.120.up_proj,0.0000178751,0.01000,0.521
29,mlp.experts.121.up_proj,0.0000123834,0.01000,0.508
29,mlp.experts.122.up_proj,0.0000091552,0.01000,0.528
29,mlp.experts.123.up_proj,0.0001245775,0.01000,0.549
29,mlp.experts.124.up_proj,0.0000761053,0.01000,0.509
29,mlp.experts.125.up_proj,0.0002880942,0.01000,0.506
29,mlp.experts.126.up_proj,0.0000345861,0.01000,0.507
29,mlp.experts.127.up_proj,0.0000352070,0.01000,0.510
29,mlp.experts.0.gate_proj,0.0000132034,0.01000,0.507
29,mlp.experts.1.gate_proj,0.0000074784,0.01000,0.510
29,mlp.experts.2.gate_proj,0.0000222861,0.01000,0.507
29,mlp.experts.3.gate_proj,0.0000398402,0.01000,0.508
29,mlp.experts.4.gate_proj,0.0001623320,0.01000,0.507
29,mlp.experts.5.gate_proj,0.0000473010,0.01000,0.519
29,mlp.experts.6.gate_proj,0.0000248173,0.01000,0.512
29,mlp.experts.7.gate_proj,0.0000682895,0.01000,0.508
29,mlp.experts.8.gate_proj,0.0002138844,0.01000,0.523
29,mlp.experts.9.gate_proj,0.0000190825,0.01000,0.538
29,mlp.experts.10.gate_proj,0.0000265268,0.01000,0.509
29,mlp.experts.11.gate_proj,0.0000245313,0.01000,0.511
29,mlp.experts.12.gate_proj,0.0000294170,0.01000,0.513
29,mlp.experts.13.gate_proj,0.0000339635,0.01000,0.510
29,mlp.experts.14.gate_proj,0.0000227128,0.01000,0.510
29,mlp.experts.15.gate_proj,0.0000156751,0.01000,0.513
29,mlp.experts.16.gate_proj,0.0001265217,0.01000,0.507
29,mlp.experts.17.gate_proj,0.0000129931,0.01000,0.529
29,mlp.experts.18.gate_proj,0.0000049806,0.01000,0.519
29,mlp.experts.19.gate_proj,0.0000168602,0.01000,0.510
29,mlp.experts.20.gate_proj,0.0000147195,0.01000,0.512
29,mlp.experts.21.gate_proj,0.0000136908,0.01000,0.511
29,mlp.experts.22.gate_proj,0.0000677186,0.01000,0.511
29,mlp.experts.23.gate_proj,0.0001808855,0.01000,0.529
29,mlp.experts.24.gate_proj,0.0006157883,0.01000,0.509
29,mlp.experts.25.gate_proj,0.0001680887,0.01000,0.513
29,mlp.experts.26.gate_proj,0.0000372307,0.01000,0.511
29,mlp.experts.27.gate_proj,0.0000401237,0.01000,0.515
29,mlp.experts.28.gate_proj,0.0000312697,0.01000,0.512
29,mlp.experts.29.gate_proj,0.0001284222,0.01000,0.588
29,mlp.experts.30.gate_proj,0.0000297895,0.01000,0.510
29,mlp.experts.31.gate_proj,0.0003061773,0.01000,0.513
29,mlp.experts.32.gate_proj,0.0002232186,0.01000,0.511
29,mlp.experts.33.gate_proj,0.0001788238,0.01000,0.514
29,mlp.experts.34.gate_proj,0.0000605068,0.01000,0.514
29,mlp.experts.35.gate_proj,0.0000202315,0.01000,0.515
29,mlp.experts.36.gate_proj,0.0000137361,0.01000,0.512
29,mlp.experts.37.gate_proj,0.0000864894,0.01000,0.558
29,mlp.experts.38.gate_proj,0.0000331512,0.01000,0.509
29,mlp.experts.39.gate_proj,0.0000490438,0.01000,0.509
29,mlp.experts.40.gate_proj,0.0003660819,0.01000,0.506
29,mlp.experts.41.gate_proj,0.0001118306,0.01000,0.525
29,mlp.experts.42.gate_proj,0.0000192213,0.01000,0.510
29,mlp.experts.43.gate_proj,0.0001965121,0.01000,0.513
29,mlp.experts.44.gate_proj,0.0000619055,0.01000,0.519
29,mlp.experts.45.gate_proj,0.0000326640,0.01000,0.507
29,mlp.experts.46.gate_proj,0.0000169711,0.01000,0.514
29,mlp.experts.47.gate_proj,0.0000358293,0.01000,0.508
29,mlp.experts.48.gate_proj,0.0000309621,0.01000,0.512
29,mlp.experts.49.gate_proj,0.0000195132,0.01000,0.514
29,mlp.experts.50.gate_proj,0.0000560811,0.01000,0.517
29,mlp.experts.51.gate_proj,0.0002557236,0.01000,0.528
29,mlp.experts.52.gate_proj,0.0000209218,0.01000,0.526
29,mlp.experts.53.gate_proj,0.0000211595,0.01000,0.509
29,mlp.experts.54.gate_proj,0.0000191945,0.01000,0.509
29,mlp.experts.55.gate_proj,0.0000054239,0.01000,0.510
29,mlp.experts.56.gate_proj,0.0000227933,0.01000,0.513
29,mlp.experts.57.gate_proj,0.0000665942,0.01000,0.514
29,mlp.experts.58.gate_proj,0.0000179405,0.01000,0.521
29,mlp.experts.59.gate_proj,0.0000376386,0.01000,0.538
29,mlp.experts.60.gate_proj,0.0004130754,0.01000,0.515
29,mlp.experts.61.gate_proj,0.0000193373,0.01000,0.512
29,mlp.experts.62.gate_proj,0.0000165182,0.01000,0.516
29,mlp.experts.63.gate_proj,0.0000261407,0.01000,0.517
29,mlp.experts.64.gate_proj,0.0000211501,0.01000,0.518
29,mlp.experts.65.gate_proj,0.0000167150,0.01000,0.521
29,mlp.experts.66.gate_proj,0.0000164101,0.01000,0.517
29,mlp.experts.67.gate_proj,0.0003077698,0.01000,0.514
29,mlp.experts.68.gate_proj,0.0000067757,0.01000,0.514
29,mlp.experts.69.gate_proj,0.0000176490,0.01000,0.514
29,mlp.experts.70.gate_proj,0.0001607346,0.01000,0.516
29,mlp.experts.71.gate_proj,0.0001141359,0.01000,0.532
29,mlp.experts.72.gate_proj,0.0000063938,0.01000,0.528
29,mlp.experts.73.gate_proj,0.0000127571,0.01000,0.537
29,mlp.experts.74.gate_proj,0.0000276817,0.01000,0.523
29,mlp.experts.75.gate_proj,0.0000330480,0.01000,0.515
29,mlp.experts.76.gate_proj,0.0000275924,0.01000,0.517
29,mlp.experts.77.gate_proj,0.0000318328,0.01000,0.517
29,mlp.experts.78.gate_proj,0.0000371314,0.01000,0.516
29,mlp.experts.79.gate_proj,0.0000207798,0.01000,0.522
29,mlp.experts.80.gate_proj,0.0000052634,0.01000,0.522
29,mlp.experts.81.gate_proj,0.0000622912,0.01000,0.517
29,mlp.experts.82.gate_proj,0.0000108274,0.01000,0.512
29,mlp.experts.83.gate_proj,0.0000128027,0.01000,0.517
29,mlp.experts.84.gate_proj,0.0000274697,0.01000,0.528
29,mlp.experts.85.gate_proj,0.0000163576,0.01000,0.517
29,mlp.experts.86.gate_proj,0.0000889165,0.01000,0.516
29,mlp.experts.87.gate_proj,0.0000387480,0.01000,0.516
29,mlp.experts.88.gate_proj,0.0000108113,0.01000,0.514
29,mlp.experts.89.gate_proj,0.0000616680,0.01000,0.514
29,mlp.experts.90.gate_proj,0.0000168030,0.01000,0.513
29,mlp.experts.91.gate_proj,0.0001003841,0.01000,0.524
29,mlp.experts.92.gate_proj,0.0000250560,0.01000,0.516
29,mlp.experts.93.gate_proj,0.0000052277,0.01000,0.517
29,mlp.experts.94.gate_proj,0.0000646269,0.01000,0.518
29,mlp.experts.95.gate_proj,0.0000560286,0.01000,0.534
29,mlp.experts.96.gate_proj,0.0002615674,0.01000,0.529
29,mlp.experts.97.gate_proj,0.0000122753,0.01000,0.531
29,mlp.experts.98.gate_proj,0.0002155918,0.01000,0.514
29,mlp.experts.99.gate_proj,0.0000036869,0.01000,0.515
29,mlp.experts.100.gate_proj,0.0000274885,0.01000,0.515
29,mlp.experts.101.gate_proj,0.0000819715,0.01000,0.531
29,mlp.experts.102.gate_proj,0.0000124007,0.01000,0.517
29,mlp.experts.103.gate_proj,0.0000149763,0.01000,0.535
29,mlp.experts.104.gate_proj,0.0000452985,0.01000,0.517
29,mlp.experts.105.gate_proj,0.0001030365,0.01000,0.516
29,mlp.experts.106.gate_proj,0.0000085622,0.01000,0.517
29,mlp.experts.107.gate_proj,0.0000939989,0.01000,0.523
29,mlp.experts.108.gate_proj,0.0000440179,0.01000,0.512
29,mlp.experts.109.gate_proj,0.0000225654,0.01000,0.514
29,mlp.experts.110.gate_proj,0.0001085957,0.01000,0.530
29,mlp.experts.111.gate_proj,0.0001873016,0.01000,0.515
29,mlp.experts.112.gate_proj,0.0000143215,0.01000,0.516
29,mlp.experts.113.gate_proj,0.0000672683,0.01000,0.514
29,mlp.experts.114.gate_proj,0.0001810412,0.01000,0.514
29,mlp.experts.115.gate_proj,0.0000655371,0.01000,0.513
29,mlp.experts.116.gate_proj,0.0000488519,0.01000,0.515
29,mlp.experts.117.gate_proj,0.0000198767,0.01000,0.519
29,mlp.experts.118.gate_proj,0.0000207183,0.01000,0.513
29,mlp.experts.119.gate_proj,0.0000288111,0.01000,0.529
29,mlp.experts.120.gate_proj,0.0000179160,0.01000,0.525
29,mlp.experts.121.gate_proj,0.0000130956,0.01000,0.532
29,mlp.experts.122.gate_proj,0.0000047011,0.01000,0.518
29,mlp.experts.123.gate_proj,0.0001249906,0.01000,0.524
29,mlp.experts.124.gate_proj,0.0000765259,0.01000,0.519
29,mlp.experts.125.gate_proj,0.0002947077,0.01000,0.519
29,mlp.experts.126.gate_proj,0.0000344666,0.01000,0.522
29,mlp.experts.127.gate_proj,0.0000359663,0.01000,0.518
29,mlp.experts.0.down_proj,0.0000031243,0.01000,0.206
29,mlp.experts.1.down_proj,0.0000031791,0.01000,0.194
29,mlp.experts.2.down_proj,0.0000058338,0.01000,0.198
29,mlp.experts.3.down_proj,0.0000126603,0.01000,0.196
29,mlp.experts.4.down_proj,0.0000493649,0.01000,0.197
29,mlp.experts.5.down_proj,0.0000176251,0.01000,0.197
29,mlp.experts.6.down_proj,0.0000044601,0.01000,0.200
29,mlp.experts.7.down_proj,0.0000251512,0.01000,0.196
29,mlp.experts.8.down_proj,0.0000664830,0.01000,0.196
29,mlp.experts.9.down_proj,0.0000041101,0.01000,0.198
29,mlp.experts.10.down_proj,0.0000056465,0.01000,0.196
29,mlp.experts.11.down_proj,0.0000074175,0.01000,0.201
29,mlp.experts.12.down_proj,0.0000074409,0.01000,0.197
29,mlp.experts.13.down_proj,0.0000107831,0.01000,0.197
29,mlp.experts.14.down_proj,0.0000053060,0.01000,0.201
29,mlp.experts.15.down_proj,0.0000043945,0.01000,0.198
29,mlp.experts.16.down_proj,0.0000326777,0.01000,0.200
29,mlp.experts.17.down_proj,0.0000034832,0.01000,0.196
29,mlp.experts.18.down_proj,0.0000010324,0.01000,0.197
29,mlp.experts.19.down_proj,0.0000047695,0.01000,0.196
29,mlp.experts.20.down_proj,0.0000041906,0.01000,0.196
29,mlp.experts.21.down_proj,0.0000063541,0.01000,0.201
29,mlp.experts.22.down_proj,0.0000144935,0.01000,0.208
29,mlp.experts.23.down_proj,0.0000559328,0.01000,0.199
29,mlp.experts.24.down_proj,0.0001926462,0.01000,0.197
29,mlp.experts.25.down_proj,0.0000485732,0.01000,0.198
29,mlp.experts.26.down_proj,0.0000109876,0.01000,0.197
29,mlp.experts.27.down_proj,0.0000089223,0.01000,0.198
29,mlp.experts.28.down_proj,0.0000073876,0.01000,0.208
29,mlp.experts.29.down_proj,0.0000423528,0.01000,0.204
29,mlp.experts.30.down_proj,0.0000079399,0.01000,0.198
29,mlp.experts.31.down_proj,0.0000931230,0.01000,0.200
29,mlp.experts.32.down_proj,0.0000545578,0.01000,0.197
29,mlp.experts.33.down_proj,0.0000582094,0.01000,0.197
29,mlp.experts.34.down_proj,0.0000070129,0.01000,0.199
29,mlp.experts.35.down_proj,0.0000067955,0.01000,0.196
29,mlp.experts.36.down_proj,0.0000099632,0.01000,0.201
29,mlp.experts.37.down_proj,0.0000205116,0.01000,0.198
29,mlp.experts.38.down_proj,0.0000183999,0.01000,0.198
29,mlp.experts.39.down_proj,0.0000182169,0.01000,0.197
29,mlp.experts.40.down_proj,0.0000844611,0.01000,0.198
29,mlp.experts.41.down_proj,0.0000500874,0.01000,0.197
29,mlp.experts.42.down_proj,0.0000092732,0.01000,0.207
29,mlp.experts.43.down_proj,0.0001049198,0.01000,0.200
29,mlp.experts.44.down_proj,0.0000184876,0.01000,0.197
29,mlp.experts.45.down_proj,0.0000079444,0.01000,0.202
29,mlp.experts.46.down_proj,0.0000061139,0.01000,0.197
29,mlp.experts.47.down_proj,0.0000057957,0.01000,0.197
29,mlp.experts.48.down_proj,0.0000044938,0.01000,0.198
29,mlp.experts.49.down_proj,0.0000052234,0.01000,0.198
29,mlp.experts.50.down_proj,0.0000179488,0.01000,0.197
29,mlp.experts.51.down_proj,0.0000803951,0.01000,0.197
29,mlp.experts.52.down_proj,0.0000053442,0.01000,0.198
29,mlp.experts.53.down_proj,0.0000069360,0.01000,0.199
29,mlp.experts.54.down_proj,0.0000057871,0.01000,0.203
29,mlp.experts.55.down_proj,0.0000040778,0.01000,0.198
29,mlp.experts.56.down_proj,0.0000083865,0.01000,0.199
29,mlp.experts.57.down_proj,0.0000286919,0.01000,0.197
29,mlp.experts.58.down_proj,0.0000042361,0.01000,0.201
29,mlp.experts.59.down_proj,0.0000135681,0.01000,0.198
29,mlp.experts.60.down_proj,0.0001081090,0.01000,0.205
29,mlp.experts.61.down_proj,0.0000052964,0.01000,0.197
29,mlp.experts.62.down_proj,0.0000031924,0.01000,0.199
29,mlp.experts.63.down_proj,0.0000045580,0.01000,0.207
29,mlp.experts.64.down_proj,0.0000033359,0.01000,0.197
29,mlp.experts.65.down_proj,0.0000023339,0.01000,0.200
29,mlp.experts.66.down_proj,0.0000030663,0.01000,0.197
29,mlp.experts.67.down_proj,0.0001970982,0.01000,0.198
29,mlp.experts.68.down_proj,0.0000011181,0.01000,0.198
29,mlp.experts.69.down_proj,0.0000039183,0.01000,0.196
29,mlp.experts.70.down_proj,0.0001066094,0.01000,0.196
29,mlp.experts.71.down_proj,0.0000397190,0.01000,0.196
29,mlp.experts.72.down_proj,0.0000034480,0.01000,0.196
29,mlp.experts.73.down_proj,0.0000026108,0.01000,0.196
29,mlp.experts.74.down_proj,0.0000156039,0.01000,0.224
29,mlp.experts.75.down_proj,0.0000094265,0.01000,0.196
29,mlp.experts.76.down_proj,0.0000113170,0.01000,0.196
29,mlp.experts.77.down_proj,0.0000077020,0.01000,0.196
29,mlp.experts.78.down_proj,0.0000101474,0.01000,0.196
29,mlp.experts.79.down_proj,0.0000033173,0.01000,0.196
29,mlp.experts.80.down_proj,0.0000014060,0.01000,0.197
29,mlp.experts.81.down_proj,0.0000203714,0.01000,0.196
29,mlp.experts.82.down_proj,0.0000026882,0.01000,0.196
29,mlp.experts.83.down_proj,0.0000025570,0.01000,0.196
29,mlp.experts.84.down_proj,0.0000067076,0.01000,0.209
29,mlp.experts.85.down_proj,0.0000029519,0.01000,0.196
29,mlp.experts.86.down_proj,0.0000287445,0.01000,0.202
29,mlp.experts.87.down_proj,0.0000075560,0.01000,0.200
29,mlp.experts.88.down_proj,0.0000045179,0.01000,0.204
29,mlp.experts.89.down_proj,0.0000190380,0.01000,0.202
29,mlp.experts.90.down_proj,0.0000124498,0.01000,0.200
29,mlp.experts.91.down_proj,0.0000234540,0.01000,0.198
29,mlp.experts.92.down_proj,0.0000060451,0.01000,0.198
29,mlp.experts.93.down_proj,0.0000010577,0.01000,0.198
29,mlp.experts.94.down_proj,0.0000137614,0.01000,0.199
29,mlp.experts.95.down_proj,0.0000102760,0.01000,0.198
29,mlp.experts.96.down_proj,0.0000402984,0.01000,0.198
29,mlp.experts.97.down_proj,0.0000041714,0.01000,0.199
29,mlp.experts.98.down_proj,0.0001191945,0.01000,0.198
29,mlp.experts.99.down_proj,0.0000023416,0.01000,0.199
29,mlp.experts.100.down_proj,0.0000033439,0.01000,0.198
29,mlp.experts.101.down_proj,0.0000257304,0.01000,0.198
29,mlp.experts.102.down_proj,0.0000027503,0.01000,0.200
29,mlp.experts.103.down_proj,0.0000033082,0.01000,0.197
29,mlp.experts.104.down_proj,0.0000069231,0.01000,0.198
29,mlp.experts.105.down_proj,0.0000357339,0.01000,0.203
29,mlp.experts.106.down_proj,0.0000017027,0.01000,0.202
29,mlp.experts.107.down_proj,0.0000205838,0.01000,0.198
29,mlp.experts.108.down_proj,0.0000395179,0.01000,0.198
29,mlp.experts.109.down_proj,0.0000083501,0.01000,0.199
29,mlp.experts.110.down_proj,0.0000321091,0.01000,0.197
29,mlp.experts.111.down_proj,0.0000365068,0.01000,0.197
29,mlp.experts.112.down_proj,0.0000030679,0.01000,0.199
29,mlp.experts.113.down_proj,0.0000223513,0.01000,0.208
29,mlp.experts.114.down_proj,0.0000504924,0.01000,0.198
29,mlp.experts.115.down_proj,0.0000135304,0.01000,0.204
29,mlp.experts.116.down_proj,0.0000110238,0.01000,0.198
29,mlp.experts.117.down_proj,0.0000053671,0.01000,0.198
29,mlp.experts.118.down_proj,0.0000043506,0.01000,0.198
29,mlp.experts.119.down_proj,0.0000126153,0.01000,0.198
29,mlp.experts.120.down_proj,0.0000020326,0.01000,0.198
29,mlp.experts.121.down_proj,0.0000023342,0.01000,0.198
29,mlp.experts.122.down_proj,0.0000041111,0.01000,0.198
29,mlp.experts.123.down_proj,0.0000434717,0.01000,0.197
29,mlp.experts.124.down_proj,0.0000304945,0.01000,0.203
29,mlp.experts.125.down_proj,0.0000980359,0.01000,0.198
29,mlp.experts.126.down_proj,0.0000110085,0.01000,0.208
29,mlp.experts.127.down_proj,0.0000095072,0.01000,0.197
30,self_attn.q_proj,0.0000001845,0.01000,0.520
30,self_attn.k_proj,0.0000000296,0.01000,0.511
30,self_attn.v_proj,0.0000000304,0.01000,0.522
30,self_attn.o_proj,0.0000000188,0.01000,1.031
30,mlp.gate,0.0000015204,0.01000,0.508
30,mlp.experts.0.up_proj,0.0000667196,0.01000,0.514
30,mlp.experts.1.up_proj,0.0000400471,0.01000,0.504
30,mlp.experts.2.up_proj,0.0000210977,0.01000,0.504
30,mlp.experts.3.up_proj,0.0000323138,0.01000,0.507
30,mlp.experts.4.up_proj,0.0000165401,0.01000,0.514
30,mlp.experts.5.up_proj,0.0003630340,0.01000,0.504
30,mlp.experts.6.up_proj,0.0001925755,0.01000,0.508
30,mlp.experts.7.up_proj,0.0000113300,0.01000,0.509
30,mlp.experts.8.up_proj,0.0000174132,0.01000,0.506
30,mlp.experts.9.up_proj,0.0000289598,0.01000,0.508
30,mlp.experts.10.up_proj,0.0000155871,0.01000,0.506
30,mlp.experts.11.up_proj,0.0000158981,0.01000,0.511
30,mlp.experts.12.up_proj,0.0000171440,0.01000,0.507
30,mlp.experts.13.up_proj,0.0000199562,0.01000,0.507
30,mlp.experts.14.up_proj,0.0000288335,0.01000,0.509
30,mlp.experts.15.up_proj,0.0000313012,0.01000,0.508
30,mlp.experts.16.up_proj,0.0000706710,0.01000,0.508
30,mlp.experts.17.up_proj,0.0000637482,0.01000,0.520
30,mlp.experts.18.up_proj,0.0003046145,0.01000,0.515
30,mlp.experts.19.up_proj,0.0000455320,0.01000,0.507
30,mlp.experts.20.up_proj,0.0000631663,0.01000,0.507
30,mlp.experts.21.up_proj,0.0002615206,0.01000,0.507
30,mlp.experts.22.up_proj,0.0000153045,0.01000,0.508
30,mlp.experts.23.up_proj,0.0000219860,0.01000,0.508
30,mlp.experts.24.up_proj,0.0000072570,0.01000,0.507
30,mlp.experts.25.up_proj,0.0000440781,0.01000,0.505
30,mlp.experts.26.up_proj,0.0000456911,0.01000,0.508
30,mlp.experts.27.up_proj,0.0000755216,0.01000,0.505
30,mlp.experts.28.up_proj,0.0000731877,0.01000,0.516
30,mlp.experts.29.up_proj,0.0000403540,0.01000,0.511
30,mlp.experts.30.up_proj,0.0000422352,0.01000,0.513
30,mlp.experts.31.up_proj,0.0002450695,0.01000,0.507
30,mlp.experts.32.up_proj,0.0001709075,0.01000,0.507
30,mlp.experts.33.up_proj,0.0000997951,0.01000,0.513
30,mlp.experts.34.up_proj,0.0000240623,0.01000,0.506
30,mlp.experts.35.up_proj,0.0000956374,0.01000,0.506
30,mlp.experts.36.up_proj,0.0000173061,0.01000,0.505
30,mlp.experts.37.up_proj,0.0001736141,0.01000,0.505
30,mlp.experts.38.up_proj,0.0000172808,0.01000,0.505
30,mlp.experts.39.up_proj,0.0000777901,0.01000,0.506
30,mlp.experts.40.up_proj,0.0001266034,0.01000,0.509
30,mlp.experts.41.up_proj,0.0000991614,0.01000,0.505
30,mlp.experts.42.up_proj,0.0000292829,0.01000,0.508
30,mlp.experts.43.up_proj,0.0000852403,0.01000,0.520
30,mlp.experts.44.up_proj,0.0000195971,0.01000,0.549
30,mlp.experts.45.up_proj,0.0002734387,0.01000,0.511
30,mlp.experts.46.up_proj,0.0000287480,0.01000,0.513
30,mlp.experts.47.up_proj,0.0000540684,0.01000,0.512
30,mlp.experts.48.up_proj,0.0001733513,0.01000,0.512
30,mlp.experts.49.up_proj,0.0000841708,0.01000,0.511
30,mlp.experts.50.up_proj,0.0003229107,0.01000,0.509
30,mlp.experts.51.up_proj,0.0001644677,0.01000,0.526
30,mlp.experts.52.up_proj,0.0000092733,0.01000,0.511
30,mlp.experts.53.up_proj,0.0000584778,0.01000,0.510
30,mlp.experts.54.up_proj,0.0000104006,0.01000,0.512
30,mlp.experts.55.up_proj,0.0000145400,0.01000,0.512
30,mlp.experts.56.up_proj,0.0000108081,0.01000,0.510
30,mlp.experts.57.up_proj,0.0002494885,0.01000,0.526
30,mlp.experts.58.up_proj,0.0000607846,0.01000,0.512
30,mlp.experts.59.up_proj,0.0002200751,0.01000,0.515
30,mlp.experts.60.up_proj,0.0000236569,0.01000,0.508
30,mlp.experts.61.up_proj,0.0000292577,0.01000,0.515
30,mlp.experts.62.up_proj,0.0000608357,0.01000,0.509
30,mlp.experts.63.up_proj,0.0000113631,0.01000,0.521
30,mlp.experts.64.up_proj,0.0000124268,0.01000,0.513
30,mlp.experts.65.up_proj,0.0000868092,0.01000,0.529
30,mlp.experts.66.up_proj,0.0001179479,0.01000,0.520
30,mlp.experts.67.up_proj,0.0001336707,0.01000,0.509
30,mlp.experts.68.up_proj,0.0001567500,0.01000,0.511
30,mlp.experts.69.up_proj,0.0002818643,0.01000,0.511
30,mlp.experts.70.up_proj,0.0000396764,0.01000,0.516
30,mlp.experts.71.up_proj,0.0000380432,0.01000,0.514
30,mlp.experts.72.up_proj,0.0000666597,0.01000,0.507
30,mlp.experts.73.up_proj,0.0000292182,0.01000,0.507
30,mlp.experts.74.up_proj,0.0000799196,0.01000,0.506
30,mlp.experts.75.up_proj,0.0000267503,0.01000,0.513
30,mlp.experts.76.up_proj,0.0000297387,0.01000,0.508
30,mlp.experts.77.up_proj,0.0000220031,0.01000,0.507
30,mlp.experts.78.up_proj,0.0000258867,0.01000,0.508
30,mlp.experts.79.up_proj,0.0000251633,0.01000,0.513
30,mlp.experts.80.up_proj,0.0000948697,0.01000,0.506
30,mlp.experts.81.up_proj,0.0002037193,0.01000,0.512
30,mlp.experts.82.up_proj,0.0000600334,0.01000,0.508
30,mlp.experts.83.up_proj,0.0000220235,0.01000,0.506
30,mlp.experts.84.up_proj,0.0000557475,0.01000,0.511
30,mlp.experts.85.up_proj,0.0000163951,0.01000,0.507
30,mlp.experts.86.up_proj,0.0000133035,0.01000,0.507
30,mlp.experts.87.up_proj,0.0000113975,0.01000,0.508
30,mlp.experts.88.up_proj,0.0000409294,0.01000,0.511
30,mlp.experts.89.up_proj,0.0000150270,0.01000,0.509
30,mlp.experts.90.up_proj,0.0001550975,0.01000,0.508
30,mlp.experts.91.up_proj,0.0002449877,0.01000,0.507
30,mlp.experts.92.up_proj,0.0001412638,0.01000,0.517
30,mlp.experts.93.up_proj,0.0000553390,0.01000,0.509
30,mlp.experts.94.up_proj,0.0000676178,0.01000,0.509
30,mlp.experts.95.up_proj,0.0000410649,0.01000,0.506
30,mlp.experts.96.up_proj,0.0000244765,0.01000,0.513
30,mlp.experts.97.up_proj,0.0000237619,0.01000,0.516
30,mlp.experts.98.up_proj,0.0001589035,0.01000,0.512
30,mlp.experts.99.up_proj,0.0000719326,0.01000,0.507
30,mlp.experts.100.up_proj,0.0000331618,0.01000,0.506
30,mlp.experts.101.up_proj,0.0000310454,0.01000,0.510
30,mlp.experts.102.up_proj,0.0001661059,0.01000,0.528
30,mlp.experts.103.up_proj,0.0000502001,0.01000,0.518
30,mlp.experts.104.up_proj,0.0000202210,0.01000,0.507
30,mlp.experts.105.up_proj,0.0000205430,0.01000,0.506
30,mlp.experts.106.up_proj,0.0000381340,0.01000,0.506
30,mlp.experts.107.up_proj,0.0000045049,0.01000,0.506
30,mlp.experts.108.up_proj,0.0001610347,0.01000,0.509
30,mlp.experts.109.up_proj,0.0000305968,0.01000,0.509
30,mlp.experts.110.up_proj,0.0000085994,0.01000,0.507
30,mlp.experts.111.up_proj,0.0000745775,0.01000,0.511
30,mlp.experts.112.up_proj,0.0000589421,0.01000,0.510
30,mlp.experts.113.up_proj,0.0002509280,0.01000,0.513
30,mlp.experts.114.up_proj,0.0000411336,0.01000,0.516
30,mlp.experts.115.up_proj,0.0000450577,0.01000,0.516
30,mlp.experts.116.up_proj,0.0000224964,0.01000,0.513
30,mlp.experts.117.up_proj,0.0004850186,0.01000,0.519
30,mlp.experts.118.up_proj,0.0000157300,0.01000,0.528
30,mlp.experts.119.up_proj,0.0000217680,0.01000,0.509
30,mlp.experts.120.up_proj,0.0000956623,0.01000,0.509
30,mlp.experts.121.up_proj,0.0001707655,0.01000,0.526
30,mlp.experts.122.up_proj,0.0000076905,0.01000,0.512
30,mlp.experts.123.up_proj,0.0000425954,0.01000,0.511
30,mlp.experts.124.up_proj,0.0000159382,0.01000,0.519
30,mlp.experts.125.up_proj,0.0001414997,0.01000,0.510
30,mlp.experts.126.up_proj,0.0000096551,0.01000,0.509
30,mlp.experts.127.up_proj,0.0000274855,0.01000,0.510
30,mlp.experts.0.gate_proj,0.0000732978,0.01000,0.510
30,mlp.experts.1.gate_proj,0.0000389843,0.01000,0.510
30,mlp.experts.2.gate_proj,0.0000181603,0.01000,0.511
30,mlp.experts.3.gate_proj,0.0000358657,0.01000,0.513
30,mlp.experts.4.gate_proj,0.0000185277,0.01000,0.511
30,mlp.experts.5.gate_proj,0.0003406425,0.01000,0.513
30,mlp.experts.6.gate_proj,0.0002104518,0.01000,0.512
30,mlp.experts.7.gate_proj,0.0000117949,0.01000,0.512
30,mlp.experts.8.gate_proj,0.0000152742,0.01000,0.514
30,mlp.experts.9.gate_proj,0.0000288024,0.01000,0.538
30,mlp.experts.10.gate_proj,0.0000130417,0.01000,0.524
30,mlp.experts.11.gate_proj,0.0000154959,0.01000,0.534
30,mlp.experts.12.gate_proj,0.0000174628,0.01000,0.510
30,mlp.experts.13.gate_proj,0.0000210976,0.01000,0.515
30,mlp.experts.14.gate_proj,0.0000264201,0.01000,0.519
30,mlp.experts.15.gate_proj,0.0000328290,0.01000,0.513
30,mlp.experts.16.gate_proj,0.0000741232,0.01000,0.507
30,mlp.experts.17.gate_proj,0.0000680322,0.01000,0.509
30,mlp.experts.18.gate_proj,0.0003000189,0.01000,0.545
30,mlp.experts.19.gate_proj,0.0000377644,0.01000,0.507
30,mlp.experts.20.gate_proj,0.0000688683,0.01000,0.509
30,mlp.experts.21.gate_proj,0.0002783722,0.01000,0.512
30,mlp.experts.22.gate_proj,0.0000166331,0.01000,0.526
30,mlp.experts.23.gate_proj,0.0000203263,0.01000,0.514
30,mlp.experts.24.gate_proj,0.0000065918,0.01000,0.515
30,mlp.experts.25.gate_proj,0.0000492386,0.01000,0.509
30,mlp.experts.26.gate_proj,0.0000452610,0.01000,0.523
30,mlp.experts.27.gate_proj,0.0000726747,0.01000,0.509
30,mlp.experts.28.gate_proj,0.0000810492,0.01000,0.511
30,mlp.experts.29.gate_proj,0.0000453951,0.01000,0.507
30,mlp.experts.30.gate_proj,0.0000383091,0.01000,0.508
30,mlp.experts.31.gate_proj,0.0002538344,0.01000,0.510
30,mlp.experts.32.gate_proj,0.0001944477,0.01000,0.507
30,mlp.experts.33.gate_proj,0.0001079030,0.01000,0.508
30,mlp.experts.34.gate_proj,0.0000224857,0.01000,0.508
30,mlp.experts.35.gate_proj,0.0000786770,0.01000,0.509
30,mlp.experts.36.gate_proj,0.0000174977,0.01000,0.524
30,mlp.experts.37.gate_proj,0.0001997452,0.01000,0.530
30,mlp.experts.38.gate_proj,0.0000184775,0.01000,0.512
30,mlp.experts.39.gate_proj,0.0000774045,0.01000,0.509
30,mlp.experts.40.gate_proj,0.0001282044,0.01000,0.513
30,mlp.experts.41.gate_proj,0.0000955289,0.01000,0.509
30,mlp.experts.42.gate_proj,0.0000267364,0.01000,0.509
30,mlp.experts.43.gate_proj,0.0000829276,0.01000,0.509
30,mlp.experts.44.gate_proj,0.0000214527,0.01000,0.510
30,mlp.experts.45.gate_proj,0.0002496604,0.01000,0.511
30,mlp.experts.46.gate_proj,0.0000287466,0.01000,0.511
30,mlp.experts.47.gate_proj,0.0000503213,0.01000,0.532
30,mlp.experts.48.gate_proj,0.0001839524,0.01000,0.516
30,mlp.experts.49.gate_proj,0.0000957165,0.01000,0.523
30,mlp.experts.50.gate_proj,0.0003374145,0.01000,0.511
30,mlp.experts.51.gate_proj,0.0001778906,0.01000,0.524
30,mlp.experts.52.gate_proj,0.0000087249,0.01000,0.513
30,mlp.experts.53.gate_proj,0.0000613941,0.01000,0.510
30,mlp.experts.54.gate_proj,0.0000114631,0.01000,0.513
30,mlp.experts.55.gate_proj,0.0000145349,0.01000,0.537
30,mlp.experts.56.gate_proj,0.0000090446,0.01000,0.511
30,mlp.experts.57.gate_proj,0.0002543059,0.01000,0.519
30,mlp.experts.58.gate_proj,0.0000680120,0.01000,0.516
30,mlp.experts.59.gate_proj,0.0002212629,0.01000,0.515
30,mlp.experts.60.gate_proj,0.0000213397,0.01000,0.525
30,mlp.experts.61.gate_proj,0.0000314215,0.01000,0.513
30,mlp.experts.62.gate_proj,0.0000642645,0.01000,0.525
30,mlp.experts.63.gate_proj,0.0000126058,0.01000,0.520
30,mlp.experts.64.gate_proj,0.0000116937,0.01000,0.515
30,mlp.experts.65.gate_proj,0.0000890001,0.01000,0.511
30,mlp.experts.66.gate_proj,0.0001165317,0.01000,0.509
30,mlp.experts.67.gate_proj,0.0001404265,0.01000,0.512
30,mlp.experts.68.gate_proj,0.0001666809,0.01000,0.530
30,mlp.experts.69.gate_proj,0.0002941532,0.01000,0.507
30,mlp.experts.70.gate_proj,0.0000408461,0.01000,0.508
30,mlp.experts.71.gate_proj,0.0000422510,0.01000,0.524
30,mlp.experts.72.gate_proj,0.0000689537,0.01000,0.510
30,mlp.experts.73.gate_proj,0.0000286152,0.01000,0.510
30,mlp.experts.74.gate_proj,0.0000820462,0.01000,0.510
30,mlp.experts.75.gate_proj,0.0000263167,0.01000,0.522
30,mlp.experts.76.gate_proj,0.0000292452,0.01000,0.512
30,mlp.experts.77.gate_proj,0.0000231953,0.01000,0.525
30,mlp.experts.78.gate_proj,0.0000259333,0.01000,0.511
30,mlp.experts.79.gate_proj,0.0000250089,0.01000,0.511
30,mlp.experts.80.gate_proj,0.0000889104,0.01000,0.527
30,mlp.experts.81.gate_proj,0.0001770927,0.01000,0.509
30,mlp.experts.82.gate_proj,0.0000629810,0.01000,0.516
30,mlp.experts.83.gate_proj,0.0000206130,0.01000,0.528
30,mlp.experts.84.gate_proj,0.0000599209,0.01000,0.519
30,mlp.experts.85.gate_proj,0.0000140300,0.01000,0.512
30,mlp.experts.86.gate_proj,0.0000126474,0.01000,0.510
30,mlp.experts.87.gate_proj,0.0000124193,0.01000,0.511
30,mlp.experts.88.gate_proj,0.0000388670,0.01000,0.528
30,mlp.experts.89.gate_proj,0.0000164644,0.01000,0.519
30,mlp.experts.90.gate_proj,0.0001671895,0.01000,0.525
30,mlp.experts.91.gate_proj,0.0002412832,0.01000,0.544
30,mlp.experts.92.gate_proj,0.0001624414,0.01000,0.517
30,mlp.experts.93.gate_proj,0.0000591013,0.01000,0.515
30,mlp.experts.94.gate_proj,0.0000740893,0.01000,0.517
30,mlp.experts.95.gate_proj,0.0000406685,0.01000,0.516
30,mlp.experts.96.gate_proj,0.0000268398,0.01000,0.588
30,mlp.experts.97.gate_proj,0.0000261592,0.01000,0.578
30,mlp.experts.98.gate_proj,0.0001600260,0.01000,0.628
30,mlp.experts.99.gate_proj,0.0000740678,0.01000,0.529
30,mlp.experts.100.gate_proj,0.0000328029,0.01000,0.522
30,mlp.experts.101.gate_proj,0.0000348849,0.01000,0.560
30,mlp.experts.102.gate_proj,0.0001652807,0.01000,0.529
30,mlp.experts.103.gate_proj,0.0000526309,0.01000,0.515
30,mlp.experts.104.gate_proj,0.0000190947,0.01000,0.518
30,mlp.experts.105.gate_proj,0.0000170718,0.01000,0.513
30,mlp.experts.106.gate_proj,0.0000381253,0.01000,0.516
30,mlp.experts.107.gate_proj,0.0000046605,0.01000,0.517
30,mlp.experts.108.gate_proj,0.0001478356,0.01000,0.533
30,mlp.experts.109.gate_proj,0.0000324431,0.01000,0.519
30,mlp.experts.110.gate_proj,0.0000081729,0.01000,0.518
30,mlp.experts.111.gate_proj,0.0000716551,0.01000,0.517
30,mlp.experts.112.gate_proj,0.0000545334,0.01000,0.517
30,mlp.experts.113.gate_proj,0.0002445551,0.01000,0.522
30,mlp.experts.114.gate_proj,0.0000468958,0.01000,0.537
30,mlp.experts.115.gate_proj,0.0000440131,0.01000,0.523
30,mlp.experts.116.gate_proj,0.0000214153,0.01000,0.519
30,mlp.experts.117.gate_proj,0.0005128789,0.01000,0.521
30,mlp.experts.118.gate_proj,0.0000123254,0.01000,0.521
30,mlp.experts.119.gate_proj,0.0000239112,0.01000,0.538
30,mlp.experts.120.gate_proj,0.0000959631,0.01000,0.517
30,mlp.experts.121.gate_proj,0.0001937495,0.01000,0.516
30,mlp.experts.122.gate_proj,0.0000080064,0.01000,0.515
30,mlp.experts.123.gate_proj,0.0000360949,0.01000,0.515
30,mlp.experts.124.gate_proj,0.0000167907,0.01000,0.518
30,mlp.experts.125.gate_proj,0.0001424298,0.01000,0.520
30,mlp.experts.126.gate_proj,0.0000088823,0.01000,0.518
30,mlp.experts.127.gate_proj,0.0000279049,0.01000,0.517
30,mlp.experts.0.down_proj,0.0000136345,0.01000,0.197
30,mlp.experts.1.down_proj,0.0000092605,0.01000,0.193
30,mlp.experts.2.down_proj,0.0000045286,0.01000,0.194
30,mlp.experts.3.down_proj,0.0000062455,0.01000,0.194
30,mlp.experts.4.down_proj,0.0000034651,0.01000,0.194
30,mlp.experts.5.down_proj,0.0001722215,0.01000,0.199
30,mlp.experts.6.down_proj,0.0000359310,0.01000,0.203
30,mlp.experts.7.down_proj,0.0000021522,0.01000,0.201
30,mlp.experts.8.down_proj,0.0000048205,0.01000,0.205
30,mlp.experts.9.down_proj,0.0000066886,0.01000,0.199
30,mlp.experts.10.down_proj,0.0000032817,0.01000,0.198
30,mlp.experts.11.down_proj,0.0000052570,0.01000,0.198
30,mlp.experts.12.down_proj,0.0000059437,0.01000,0.197
30,mlp.experts.13.down_proj,0.0000060792,0.01000,0.199
30,mlp.experts.14.down_proj,0.0000067883,0.01000,0.198
30,mlp.experts.15.down_proj,0.0000088371,0.01000,0.197
30,mlp.experts.16.down_proj,0.0000162206,0.01000,0.198
30,mlp.experts.17.down_proj,0.0000182220,0.01000,0.204
30,mlp.experts.18.down_proj,0.0000528984,0.01000,0.197
30,mlp.experts.19.down_proj,0.0000085313,0.01000,0.197
30,mlp.experts.20.down_proj,0.0000122710,0.01000,0.198
30,mlp.experts.21.down_proj,0.0000629658,0.01000,0.197
30,mlp.experts.22.down_proj,0.0000026261,0.01000,0.201
30,mlp.experts.23.down_proj,0.0000040564,0.01000,0.198
30,mlp.experts.24.down_proj,0.0000024975,0.01000,0.198
30,mlp.experts.25.down_proj,0.0000088196,0.01000,0.206
30,mlp.experts.26.down_proj,0.0000094760,0.01000,0.199
30,mlp.experts.27.down_proj,0.0000152832,0.01000,0.204
30,mlp.experts.28.down_proj,0.0000162625,0.01000,0.199
30,mlp.experts.29.down_proj,0.0000094364,0.01000,0.198
30,mlp.experts.30.down_proj,0.0000138965,0.01000,0.198
30,mlp.experts.31.down_proj,0.0000800673,0.01000,0.197
30,mlp.experts.32.down_proj,0.0000312760,0.01000,0.197
30,mlp.experts.33.down_proj,0.0000174890,0.01000,0.197
30,mlp.experts.34.down_proj,0.0000058311,0.01000,0.197
30,mlp.experts.35.down_proj,0.0000253000,0.01000,0.197
30,mlp.experts.36.down_proj,0.0000040912,0.01000,0.196
30,mlp.experts.37.down_proj,0.0000287064,0.01000,0.197
30,mlp.experts.38.down_proj,0.0000038373,0.01000,0.197
30,mlp.experts.39.down_proj,0.0000166835,0.01000,0.198
30,mlp.experts.40.down_proj,0.0000313048,0.01000,0.197
30,mlp.experts.41.down_proj,0.0000199720,0.01000,0.196
30,mlp.experts.42.down_proj,0.0000071777,0.01000,0.197
30,mlp.experts.43.down_proj,0.0000181260,0.01000,0.200
30,mlp.experts.44.down_proj,0.0000041431,0.01000,0.199
30,mlp.experts.45.down_proj,0.0000905530,0.01000,0.196
30,mlp.experts.46.down_proj,0.0000068254,0.01000,0.198
30,mlp.experts.47.down_proj,0.0000131020,0.01000,0.197
30,mlp.experts.48.down_proj,0.0000293436,0.01000,0.203
30,mlp.experts.49.down_proj,0.0000166991,0.01000,0.196
30,mlp.experts.50.down_proj,0.0000917801,0.01000,0.196
30,mlp.experts.51.down_proj,0.0000401634,0.01000,0.197
30,mlp.experts.52.down_proj,0.0000023959,0.01000,0.198
30,mlp.experts.53.down_proj,0.0000124794,0.01000,0.197
30,mlp.experts.54.down_proj,0.0000017994,0.01000,0.197
30,mlp.experts.55.down_proj,0.0000053094,0.01000,0.196
30,mlp.experts.56.down_proj,0.0000017872,0.01000,0.198
30,mlp.experts.57.down_proj,0.0000594424,0.01000,0.197
30,mlp.experts.58.down_proj,0.0000119327,0.01000,0.197
30,mlp.experts.59.down_proj,0.0000564411,0.01000,0.199
30,mlp.experts.60.down_proj,0.0000107641,0.01000,0.197
30,mlp.experts.61.down_proj,0.0000051572,0.01000,0.200
30,mlp.experts.62.down_proj,0.0000122256,0.01000,0.204
30,mlp.experts.63.down_proj,0.0000024434,0.01000,0.200
30,mlp.experts.64.down_proj,0.0000024446,0.01000,0.202
30,mlp.experts.65.down_proj,0.0000181719,0.01000,0.207
30,mlp.experts.66.down_proj,0.0000258257,0.01000,0.200
30,mlp.experts.67.down_proj,0.0000254569,0.01000,0.202
30,mlp.experts.68.down_proj,0.0000298009,0.01000,0.197
30,mlp.experts.69.down_proj,0.0000534592,0.01000,0.197
30,mlp.experts.70.down_proj,0.0000096309,0.01000,0.197
30,mlp.experts.71.down_proj,0.0000075733,0.01000,0.197
30,mlp.experts.72.down_proj,0.0000159220,0.01000,0.196
30,mlp.experts.73.down_proj,0.0000108899,0.01000,0.196
30,mlp.experts.74.down_proj,0.0000158899,0.01000,0.197
30,mlp.experts.75.down_proj,0.0000062761,0.01000,0.200
30,mlp.experts.76.down_proj,0.0000076574,0.01000,0.198
30,mlp.experts.77.down_proj,0.0000060482,0.01000,0.197
30,mlp.experts.78.down_proj,0.0000106144,0.01000,0.197
30,mlp.experts.79.down_proj,0.0000063729,0.01000,0.198
30,mlp.experts.80.down_proj,0.0000224082,0.01000,0.197
30,mlp.experts.81.down_proj,0.0000676002,0.01000,0.199
30,mlp.experts.82.down_proj,0.0000131042,0.01000,0.197
30,mlp.experts.83.down_proj,0.0000087354,0.01000,0.197
30,mlp.experts.84.down_proj,0.0000107179,0.01000,0.198
30,mlp.experts.85.down_proj,0.0000029986,0.01000,0.197
30,mlp.experts.86.down_proj,0.0000030624,0.01000,0.197
30,mlp.experts.87.down_proj,0.0000030162,0.01000,0.197
30,mlp.experts.88.down_proj,0.0000145542,0.01000,0.196
30,mlp.experts.89.down_proj,0.0000031060,0.01000,0.197
30,mlp.experts.90.down_proj,0.0000386675,0.01000,0.199
30,mlp.experts.91.down_proj,0.0000767748,0.01000,0.201
30,mlp.experts.92.down_proj,0.0000215595,0.01000,0.200
30,mlp.experts.93.down_proj,0.0000104620,0.01000,0.198
30,mlp.experts.94.down_proj,0.0000127949,0.01000,0.199
30,mlp.experts.95.down_proj,0.0000091858,0.01000,0.202
30,mlp.experts.96.down_proj,0.0000045460,0.01000,0.199
30,mlp.experts.97.down_proj,0.0000040394,0.01000,0.200
30,mlp.experts.98.down_proj,0.0000211413,0.01000,0.203
30,mlp.experts.99.down_proj,0.0000158175,0.01000,0.199
30,mlp.experts.100.down_proj,0.0000062596,0.01000,0.198
30,mlp.experts.101.down_proj,0.0000055198,0.01000,0.199
30,mlp.experts.102.down_proj,0.0000381244,0.01000,0.198
30,mlp.experts.103.down_proj,0.0000080418,0.01000,0.201
30,mlp.experts.104.down_proj,0.0000050295,0.01000,0.198
30,mlp.experts.105.down_proj,0.0000068468,0.01000,0.198
30,mlp.experts.106.down_proj,0.0000081106,0.01000,0.198
30,mlp.experts.107.down_proj,0.0000007938,0.01000,0.199
30,mlp.experts.108.down_proj,0.0000346757,0.01000,0.198
30,mlp.experts.109.down_proj,0.0000054788,0.01000,0.198
30,mlp.experts.110.down_proj,0.0000017097,0.01000,0.199
30,mlp.experts.111.down_proj,0.0000183527,0.01000,0.198
30,mlp.experts.112.down_proj,0.0000320926,0.01000,0.201
30,mlp.experts.113.down_proj,0.0000729663,0.01000,0.198
30,mlp.experts.114.down_proj,0.0000083936,0.01000,0.198
30,mlp.experts.115.down_proj,0.0000117640,0.01000,0.198
30,mlp.experts.116.down_proj,0.0000036274,0.01000,0.198
30,mlp.experts.117.down_proj,0.0001047162,0.01000,0.202
30,mlp.experts.118.down_proj,0.0000031327,0.01000,0.200
30,mlp.experts.119.down_proj,0.0000048097,0.01000,0.198
30,mlp.experts.120.down_proj,0.0000165331,0.01000,0.198
30,mlp.experts.121.down_proj,0.0000339853,0.01000,0.198
30,mlp.experts.122.down_proj,0.0000020411,0.01000,0.201
30,mlp.experts.123.down_proj,0.0000089095,0.01000,0.209
30,mlp.experts.124.down_proj,0.0000039659,0.01000,0.201
30,mlp.experts.125.down_proj,0.0000256403,0.01000,0.205
30,mlp.experts.126.down_proj,0.0000046407,0.01000,0.198
30,mlp.experts.127.down_proj,0.0000078374,0.01000,0.198
31,self_attn.q_proj,0.0000001596,0.01000,0.512
31,self_attn.k_proj,0.0000000210,0.01000,0.510
31,self_attn.v_proj,0.0000000256,0.01000,0.508
31,self_attn.o_proj,0.0000000141,0.01000,1.045
31,mlp.gate,0.0000016140,0.01000,0.512
31,mlp.experts.0.up_proj,0.0001816689,0.01000,0.512
31,mlp.experts.1.up_proj,0.0000243280,0.01000,0.513
31,mlp.experts.2.up_proj,0.0000335699,0.01000,0.506
31,mlp.experts.3.up_proj,0.0000159158,0.01000,0.507
31,mlp.experts.4.up_proj,0.0000499100,0.01000,0.511
31,mlp.experts.5.up_proj,0.0000187262,0.01000,0.508
31,mlp.experts.6.up_proj,0.0000623464,0.01000,0.508
31,mlp.experts.7.up_proj,0.0000157421,0.01000,0.509
31,mlp.experts.8.up_proj,0.0000109434,0.01000,0.513
31,mlp.experts.9.up_proj,0.0000225776,0.01000,0.510
31,mlp.experts.10.up_proj,0.0001198820,0.01000,0.508
31,mlp.experts.11.up_proj,0.0000837220,0.01000,0.508
31,mlp.experts.12.up_proj,0.0000267090,0.01000,0.511
31,mlp.experts.13.up_proj,0.0000431219,0.01000,0.508
31,mlp.experts.14.up_proj,0.0001417252,0.01000,0.508
31,mlp.experts.15.up_proj,0.0001197379,0.01000,0.517
31,mlp.experts.16.up_proj,0.0000266607,0.01000,0.514
31,mlp.experts.17.up_proj,0.0000258456,0.01000,0.507
31,mlp.experts.18.up_proj,0.0000336763,0.01000,0.506
31,mlp.experts.19.up_proj,0.0000910272,0.01000,0.508
31,mlp.experts.20.up_proj,0.0000136006,0.01000,0.510
31,mlp.experts.21.up_proj,0.0000180244,0.01000,0.508
31,mlp.experts.22.up_proj,0.0001347644,0.01000,0.510
31,mlp.experts.23.up_proj,0.0004524749,0.01000,0.508
31,mlp.experts.24.up_proj,0.0000323144,0.01000,0.508
31,mlp.experts.25.up_proj,0.0000897383,0.01000,0.506
31,mlp.experts.26.up_proj,0.0000169593,0.01000,0.508
31,mlp.experts.27.up_proj,0.0000705271,0.01000,0.506
31,mlp.experts.28.up_proj,0.0001182417,0.01000,0.507
31,mlp.experts.29.up_proj,0.0000912082,0.01000,0.510
31,mlp.experts.30.up_proj,0.0000292471,0.01000,0.507
31,mlp.experts.31.up_proj,0.0000247070,0.01000,0.507
31,mlp.experts.32.up_proj,0.0000074106,0.01000,0.506
31,mlp.experts.33.up_proj,0.0000151633,0.01000,0.515
31,mlp.experts.34.up_proj,0.0000140324,0.01000,0.510
31,mlp.experts.35.up_proj,0.0000611309,0.01000,0.514
31,mlp.experts.36.up_proj,0.0000393650,0.01000,0.506
31,mlp.experts.37.up_proj,0.0000234819,0.01000,0.506
31,mlp.experts.38.up_proj,0.0000420404,0.01000,0.509
31,mlp.experts.39.up_proj,0.0000610977,0.01000,0.510
31,mlp.experts.40.up_proj,0.0000560737,0.01000,0.522
31,mlp.experts.41.up_proj,0.0000888724,0.01000,0.509
31,mlp.experts.42.up_proj,0.0000471458,0.01000,0.508
31,mlp.experts.43.up_proj,0.0000604725,0.01000,0.509
31,mlp.experts.44.up_proj,0.0000356355,0.01000,0.508
31,mlp.experts.45.up_proj,0.0000066692,0.01000,0.507
31,mlp.experts.46.up_proj,0.0000323283,0.01000,0.508
31,mlp.experts.47.up_proj,0.0000239134,0.01000,0.513
31,mlp.experts.48.up_proj,0.0000152787,0.01000,0.522
31,mlp.experts.49.up_proj,0.0000193367,0.01000,0.509
31,mlp.experts.50.up_proj,0.0000320609,0.01000,0.507
31,mlp.experts.51.up_proj,0.0000169552,0.01000,0.507
31,mlp.experts.52.up_proj,0.0000394280,0.01000,0.511
31,mlp.experts.53.up_proj,0.0000293299,0.01000,0.516
31,mlp.experts.54.up_proj,0.0000431836,0.01000,0.507
31,mlp.experts.55.up_proj,0.0000408997,0.01000,0.509
31,mlp.experts.56.up_proj,0.0000103259,0.01000,0.508
31,mlp.experts.57.up_proj,0.0002815877,0.01000,0.508
31,mlp.experts.58.up_proj,0.0000439361,0.01000,0.613
31,mlp.experts.59.up_proj,0.0000234634,0.01000,0.525
31,mlp.experts.60.up_proj,0.0000233059,0.01000,0.572
31,mlp.experts.61.up_proj,0.0000362720,0.01000,0.510
31,mlp.experts.62.up_proj,0.0000126112,0.01000,0.512
31,mlp.experts.63.up_proj,0.0000432500,0.01000,0.506
31,mlp.experts.64.up_proj,0.0000286836,0.01000,0.507
31,mlp.experts.65.up_proj,0.0000253080,0.01000,0.507
31,mlp.experts.66.up_proj,0.0000517394,0.01000,0.506
31,mlp.experts.67.up_proj,0.0001138692,0.01000,0.505
31,mlp.experts.68.up_proj,0.0002031764,0.01000,0.506
31,mlp.experts.69.up_proj,0.0000804056,0.01000,0.513
31,mlp.experts.70.up_proj,0.0001293033,0.01000,0.505
31,mlp.experts.71.up_proj,0.0001632862,0.01000,0.510
31,mlp.experts.72.up_proj,0.0000541155,0.01000,0.507
31,mlp.experts.73.up_proj,0.0000112527,0.01000,0.505
31,mlp.experts.74.up_proj,0.0000733137,0.01000,0.511
31,mlp.experts.75.up_proj,0.0000056775,0.01000,0.518
31,mlp.experts.76.up_proj,0.0001139517,0.01000,0.513
31,mlp.experts.77.up_proj,0.0002060452,0.01000,0.504
31,mlp.experts.78.up_proj,0.0001317070,0.01000,0.505
31,mlp.experts.79.up_proj,0.0001034329,0.01000,0.505
31,mlp.experts.80.up_proj,0.0000267973,0.01000,0.507
31,mlp.experts.81.up_proj,0.0001162186,0.01000,0.507
31,mlp.experts.82.up_proj,0.0000071607,0.01000,0.508
31,mlp.experts.83.up_proj,0.0000364776,0.01000,0.506
31,mlp.experts.84.up_proj,0.0002877833,0.01000,0.507
31,mlp.experts.85.up_proj,0.0002216790,0.01000,0.508
31,mlp.experts.86.up_proj,0.0000717116,0.01000,0.508
31,mlp.experts.87.up_proj,0.0000630907,0.01000,0.511
31,mlp.experts.88.up_proj,0.0000539807,0.01000,0.507
31,mlp.experts.89.up_proj,0.0000332836,0.01000,0.515
31,mlp.experts.90.up_proj,0.0002796686,0.01000,0.513
31,mlp.experts.91.up_proj,0.0000363097,0.01000,0.507
31,mlp.experts.92.up_proj,0.0000491736,0.01000,0.506
31,mlp.experts.93.up_proj,0.0000172151,0.01000,0.505
31,mlp.experts.94.up_proj,0.0000208216,0.01000,0.506
31,mlp.experts.95.up_proj,0.0000121092,0.01000,0.513
31,mlp.experts.96.up_proj,0.0000910285,0.01000,0.506
31,mlp.experts.97.up_proj,0.0001104986,0.01000,0.507
31,mlp.experts.98.up_proj,0.0000103186,0.01000,0.506
31,mlp.experts.99.up_proj,0.0000660217,0.01000,0.516
31,mlp.experts.100.up_proj,0.0000246008,0.01000,0.509
31,mlp.experts.101.up_proj,0.0000192637,0.01000,0.506
31,mlp.experts.102.up_proj,0.0002480499,0.01000,0.507
31,mlp.experts.103.up_proj,0.0000258927,0.01000,0.506
31,mlp.experts.104.up_proj,0.0001854699,0.01000,0.506
31,mlp.experts.105.up_proj,0.0001783688,0.01000,0.507
31,mlp.experts.106.up_proj,0.0000132947,0.01000,0.508
31,mlp.experts.107.up_proj,0.0000406587,0.01000,0.508
31,mlp.experts.108.up_proj,0.0000306819,0.01000,0.506
31,mlp.experts.109.up_proj,0.0000689573,0.01000,0.509
31,mlp.experts.110.up_proj,0.0000090148,0.01000,0.506
31,mlp.experts.111.up_proj,0.0000372210,0.01000,0.506
31,mlp.experts.112.up_proj,0.0000201161,0.01000,0.506
31,mlp.experts.113.up_proj,0.0002898300,0.01000,0.508
31,mlp.experts.114.up_proj,0.0001595478,0.01000,0.515
31,mlp.experts.115.up_proj,0.0000516653,0.01000,0.508
31,mlp.experts.116.up_proj,0.0000270938,0.01000,0.521
31,mlp.experts.117.up_proj,0.0001033172,0.01000,0.506
31,mlp.experts.118.up_proj,0.0001009794,0.01000,0.510
31,mlp.experts.119.up_proj,0.0000860891,0.01000,0.515
31,mlp.experts.120.up_proj,0.0002754109,0.01000,0.507
31,mlp.experts.121.up_proj,0.0001580581,0.01000,0.507
31,mlp.experts.122.up_proj,0.0000629099,0.01000,0.507
31,mlp.experts.123.up_proj,0.0000143944,0.01000,0.506
31,mlp.experts.124.up_proj,0.0000322098,0.01000,0.506
31,mlp.experts.125.up_proj,0.0000940603,0.01000,0.507
31,mlp.experts.126.up_proj,0.0001546481,0.01000,0.510
31,mlp.experts.127.up_proj,0.0000990057,0.01000,0.525
31,mlp.experts.0.gate_proj,0.0001898404,0.01000,0.514
31,mlp.experts.1.gate_proj,0.0000269841,0.01000,0.511
31,mlp.experts.2.gate_proj,0.0000315312,0.01000,0.508
31,mlp.experts.3.gate_proj,0.0000146639,0.01000,0.507
31,mlp.experts.4.gate_proj,0.0000556477,0.01000,0.505
31,mlp.experts.5.gate_proj,0.0000191453,0.01000,0.509
31,mlp.experts.6.gate_proj,0.0000659370,0.01000,0.506
31,mlp.experts.7.gate_proj,0.0000143257,0.01000,0.509
31,mlp.experts.8.gate_proj,0.0000107419,0.01000,0.506
31,mlp.experts.9.gate_proj,0.0000234746,0.01000,0.504
31,mlp.experts.10.gate_proj,0.0001142475,0.01000,0.505
31,mlp.experts.11.gate_proj,0.0000933285,0.01000,0.510
31,mlp.experts.12.gate_proj,0.0000312878,0.01000,0.506
31,mlp.experts.13.gate_proj,0.0000475576,0.01000,0.507
31,mlp.experts.14.gate_proj,0.0001618013,0.01000,0.507
31,mlp.experts.15.gate_proj,0.0001289606,0.01000,0.516
31,mlp.experts.16.gate_proj,0.0000240567,0.01000,0.507
31,mlp.experts.17.gate_proj,0.0000294515,0.01000,0.505
31,mlp.experts.18.gate_proj,0.0000359041,0.01000,0.506
31,mlp.experts.19.gate_proj,0.0000880243,0.01000,0.509
31,mlp.experts.20.gate_proj,0.0000144775,0.01000,0.507
31,mlp.experts.21.gate_proj,0.0000193695,0.01000,0.508
31,mlp.experts.22.gate_proj,0.0001500402,0.01000,0.506
31,mlp.experts.23.gate_proj,0.0004060773,0.01000,0.512
31,mlp.experts.24.gate_proj,0.0000334846,0.01000,0.517
31,mlp.experts.25.gate_proj,0.0000954533,0.01000,0.511
31,mlp.experts.26.gate_proj,0.0000164788,0.01000,0.507
31,mlp.experts.27.gate_proj,0.0000683468,0.01000,0.506
31,mlp.experts.28.gate_proj,0.0001282190,0.01000,0.508
31,mlp.experts.29.gate_proj,0.0000942923,0.01000,0.508
31,mlp.experts.30.gate_proj,0.0000295065,0.01000,0.518
31,mlp.experts.31.gate_proj,0.0000236649,0.01000,0.506
31,mlp.experts.32.gate_proj,0.0000081149,0.01000,0.504
31,mlp.experts.33.gate_proj,0.0000163119,0.01000,0.508
31,mlp.experts.34.gate_proj,0.0000119940,0.01000,0.507
31,mlp.experts.35.gate_proj,0.0000646525,0.01000,0.507
31,mlp.experts.36.gate_proj,0.0000415231,0.01000,0.521
31,mlp.experts.37.gate_proj,0.0000236620,0.01000,0.522
31,mlp.experts.38.gate_proj,0.0000458774,0.01000,0.508
31,mlp.experts.39.gate_proj,0.0000594068,0.01000,0.508
31,mlp.experts.40.gate_proj,0.0000606458,0.01000,0.508
31,mlp.experts.41.gate_proj,0.0000909556,0.01000,0.507
31,mlp.experts.42.gate_proj,0.0000490286,0.01000,0.514
31,mlp.experts.43.gate_proj,0.0000518026,0.01000,0.506
31,mlp.experts.44.gate_proj,0.0000379072,0.01000,0.506
31,mlp.experts.45.gate_proj,0.0000064665,0.01000,0.506
31,mlp.experts.46.gate_proj,0.0000306474,0.01000,0.506
31,mlp.experts.47.gate_proj,0.0000257731,0.01000,0.508
31,mlp.experts.48.gate_proj,0.0000141275,0.01000,0.506
31,mlp.experts.49.gate_proj,0.0000178084,0.01000,0.507
31,mlp.experts.50.gate_proj,0.0000298084,0.01000,0.516
31,mlp.experts.51.gate_proj,0.0000157804,0.01000,0.505
31,mlp.experts.52.gate_proj,0.0000441884,0.01000,0.509
31,mlp.experts.53.gate_proj,0.0000291637,0.01000,0.510
31,mlp.experts.54.gate_proj,0.0000462073,0.01000,0.507
31,mlp.experts.55.gate_proj,0.0000356741,0.01000,0.518
31,mlp.experts.56.gate_proj,0.0000112000,0.01000,0.505
31,mlp.experts.57.gate_proj,0.0002582497,0.01000,0.505
31,mlp.experts.58.gate_proj,0.0000463004,0.01000,0.506
31,mlp.experts.59.gate_proj,0.0000244043,0.01000,0.509
31,mlp.experts.60.gate_proj,0.0000223635,0.01000,0.507
31,mlp.experts.61.gate_proj,0.0000384241,0.01000,0.510
31,mlp.experts.62.gate_proj,0.0000115846,0.01000,0.507
31,mlp.experts.63.gate_proj,0.0000472046,0.01000,0.511
31,mlp.experts.64.gate_proj,0.0000270019,0.01000,0.509
31,mlp.experts.65.gate_proj,0.0000284758,0.01000,0.506
31,mlp.experts.66.gate_proj,0.0000571581,0.01000,0.511
31,mlp.experts.67.gate_proj,0.0001120483,0.01000,0.508
31,mlp.experts.68.gate_proj,0.0002102522,0.01000,0.507
31,mlp.experts.69.gate_proj,0.0000731103,0.01000,0.512
31,mlp.experts.70.gate_proj,0.0001369688,0.01000,0.512
31,mlp.experts.71.gate_proj,0.0001628676,0.01000,0.512
31,mlp.experts.72.gate_proj,0.0000585270,0.01000,0.512
31,mlp.experts.73.gate_proj,0.0000120663,0.01000,0.532
31,mlp.experts.74.gate_proj,0.0000705899,0.01000,0.528
31,mlp.experts.75.gate_proj,0.0000056573,0.01000,0.513
31,mlp.experts.76.gate_proj,0.0001252696,0.01000,0.510
31,mlp.experts.77.gate_proj,0.0001800283,0.01000,0.509
31,mlp.experts.78.gate_proj,0.0001487548,0.01000,0.511
31,mlp.experts.79.gate_proj,0.0001110791,0.01000,0.529
31,mlp.experts.80.gate_proj,0.0000280168,0.01000,0.518
31,mlp.experts.81.gate_proj,0.0001130158,0.01000,0.511
31,mlp.experts.82.gate_proj,0.0000076329,0.01000,0.527
31,mlp.experts.83.gate_proj,0.0000400511,0.01000,0.511
31,mlp.experts.84.gate_proj,0.0002981704,0.01000,0.512
31,mlp.experts.85.gate_proj,0.0002088555,0.01000,0.514
31,mlp.experts.86.gate_proj,0.0000761836,0.01000,0.514
31,mlp.experts.87.gate_proj,0.0000635643,0.01000,0.511
31,mlp.experts.88.gate_proj,0.0000558513,0.01000,0.513
31,mlp.experts.89.gate_proj,0.0000364124,0.01000,0.512
31,mlp.experts.90.gate_proj,0.0002710069,0.01000,0.512
31,mlp.experts.91.gate_proj,0.0000405940,0.01000,0.512
31,mlp.experts.92.gate_proj,0.0000497900,0.01000,0.513
31,mlp.experts.93.gate_proj,0.0000174681,0.01000,0.514
31,mlp.experts.94.gate_proj,0.0000221841,0.01000,0.514
31,mlp.experts.95.gate_proj,0.0000112214,0.01000,0.519
31,mlp.experts.96.gate_proj,0.0000792265,0.01000,0.515
31,mlp.experts.97.gate_proj,0.0001184509,0.01000,0.515
31,mlp.experts.98.gate_proj,0.0000089244,0.01000,0.512
31,mlp.experts.99.gate_proj,0.0000701492,0.01000,0.519
31,mlp.experts.100.gate_proj,0.0000238073,0.01000,0.511
31,mlp.experts.101.gate_proj,0.0000200746,0.01000,0.513
31,mlp.experts.102.gate_proj,0.0002523685,0.01000,0.511
31,mlp.experts.103.gate_proj,0.0000219685,0.01000,0.512
31,mlp.experts.104.gate_proj,0.0001974902,0.01000,0.513
31,mlp.experts.105.gate_proj,0.0001911505,0.01000,0.510
31,mlp.experts.106.gate_proj,0.0000140254,0.01000,0.513
31,mlp.experts.107.gate_proj,0.0000424596,0.01000,0.514
31,mlp.experts.108.gate_proj,0.0000351787,0.01000,0.519
31,mlp.experts.109.gate_proj,0.0000717502,0.01000,0.520
31,mlp.experts.110.gate_proj,0.0000090478,0.01000,0.531
31,mlp.experts.111.gate_proj,0.0000369149,0.01000,0.520
31,mlp.experts.112.gate_proj,0.0000175357,0.01000,0.514
31,mlp.experts.113.gate_proj,0.0002306731,0.01000,0.515
31,mlp.experts.114.gate_proj,0.0001897862,0.01000,0.517
31,mlp.experts.115.gate_proj,0.0000609967,0.01000,0.514
31,mlp.experts.116.gate_proj,0.0000285667,0.01000,0.511
31,mlp.experts.117.gate_proj,0.0000994594,0.01000,0.513
31,mlp.experts.118.gate_proj,0.0001109831,0.01000,0.522
31,mlp.experts.119.gate_proj,0.0000852730,0.01000,0.513
31,mlp.experts.120.gate_proj,0.0002780939,0.01000,0.515
31,mlp.experts.121.gate_proj,0.0001636256,0.01000,0.513
31,mlp.experts.122.gate_proj,0.0000625242,0.01000,0.517
31,mlp.experts.123.gate_proj,0.0000143897,0.01000,0.525
31,mlp.experts.124.gate_proj,0.0000290193,0.01000,0.514
31,mlp.experts.125.gate_proj,0.0001015502,0.01000,0.516
31,mlp.experts.126.gate_proj,0.0001670345,0.01000,0.521
31,mlp.experts.127.gate_proj,0.0001069516,0.01000,0.519
31,mlp.experts.0.down_proj,0.0000422755,0.01000,0.197
31,mlp.experts.1.down_proj,0.0000056870,0.01000,0.195
31,mlp.experts.2.down_proj,0.0000127453,0.01000,0.195
31,mlp.experts.3.down_proj,0.0000036200,0.01000,0.196
31,mlp.experts.4.down_proj,0.0000089466,0.01000,0.195
31,mlp.experts.5.down_proj,0.0000041990,0.01000,0.197
31,mlp.experts.6.down_proj,0.0000166836,0.01000,0.197
31,mlp.experts.7.down_proj,0.0000040396,0.01000,0.196
31,mlp.experts.8.down_proj,0.0000046791,0.01000,0.199
31,mlp.experts.9.down_proj,0.0000050348,0.01000,0.196
31,mlp.experts.10.down_proj,0.0000269037,0.01000,0.196
31,mlp.experts.11.down_proj,0.0000161457,0.01000,0.196
31,mlp.experts.12.down_proj,0.0000061746,0.01000,0.196
31,mlp.experts.13.down_proj,0.0000077859,0.01000,0.196
31,mlp.experts.14.down_proj,0.0000331216,0.01000,0.196
31,mlp.experts.15.down_proj,0.0000243940,0.01000,0.197
31,mlp.experts.16.down_proj,0.0000051904,0.01000,0.196
31,mlp.experts.17.down_proj,0.0000045138,0.01000,0.213
31,mlp.experts.18.down_proj,0.0000107219,0.01000,0.198
31,mlp.experts.19.down_proj,0.0000176598,0.01000,0.196
31,mlp.experts.20.down_proj,0.0000029674,0.01000,0.205
31,mlp.experts.21.down_proj,0.0000034196,0.01000,0.197
31,mlp.experts.22.down_proj,0.0000266828,0.01000,0.198
31,mlp.experts.23.down_proj,0.0001634753,0.01000,0.196
31,mlp.experts.24.down_proj,0.0000082504,0.01000,0.197
31,mlp.experts.25.down_proj,0.0000164969,0.01000,0.203
31,mlp.experts.26.down_proj,0.0000034437,0.01000,0.196
31,mlp.experts.27.down_proj,0.0000149956,0.01000,0.196
31,mlp.experts.28.down_proj,0.0000303654,0.01000,0.196
31,mlp.experts.29.down_proj,0.0000235752,0.01000,0.196
31,mlp.experts.30.down_proj,0.0000080595,0.01000,0.197
31,mlp.experts.31.down_proj,0.0000052185,0.01000,0.195
31,mlp.experts.32.down_proj,0.0000014685,0.01000,0.198
31,mlp.experts.33.down_proj,0.0000031437,0.01000,0.197
31,mlp.experts.34.down_proj,0.0000033150,0.01000,0.197
31,mlp.experts.35.down_proj,0.0000170947,0.01000,0.196
31,mlp.experts.36.down_proj,0.0000100909,0.01000,0.196
31,mlp.experts.37.down_proj,0.0000071948,0.01000,0.196
31,mlp.experts.38.down_proj,0.0000096294,0.01000,0.202
31,mlp.experts.39.down_proj,0.0000135692,0.01000,0.196
31,mlp.experts.40.down_proj,0.0000149417,0.01000,0.195
31,mlp.experts.41.down_proj,0.0000228862,0.01000,0.202
31,mlp.experts.42.down_proj,0.0000093609,0.01000,0.203
31,mlp.experts.43.down_proj,0.0000231375,0.01000,0.196
31,mlp.experts.44.down_proj,0.0000082170,0.01000,0.196
31,mlp.experts.45.down_proj,0.0000016890,0.01000,0.198
31,mlp.experts.46.down_proj,0.0000057465,0.01000,0.196
31,mlp.experts.47.down_proj,0.0000065773,0.01000,0.196
31,mlp.experts.48.down_proj,0.0000039570,0.01000,0.196
31,mlp.experts.49.down_proj,0.0000066595,0.01000,0.196
31,mlp.experts.50.down_proj,0.0000114709,0.01000,0.197
31,mlp.experts.51.down_proj,0.0000050142,0.01000,0.196
31,mlp.experts.52.down_proj,0.0000085942,0.01000,0.214
31,mlp.experts.53.down_proj,0.0000056282,0.01000,0.221
31,mlp.experts.54.down_proj,0.0000133505,0.01000,0.206
31,mlp.experts.55.down_proj,0.0000242890,0.01000,0.197
31,mlp.experts.56.down_proj,0.0000030455,0.01000,0.200
31,mlp.experts.57.down_proj,0.0001138891,0.01000,0.196
31,mlp.experts.58.down_proj,0.0000094773,0.01000,0.196
31,mlp.experts.59.down_proj,0.0000072279,0.01000,0.200
31,mlp.experts.60.down_proj,0.0000078521,0.01000,0.213
31,mlp.experts.61.down_proj,0.0000094084,0.01000,0.199
31,mlp.experts.62.down_proj,0.0000049633,0.01000,0.205
31,mlp.experts.63.down_proj,0.0000089351,0.01000,0.208
31,mlp.experts.64.down_proj,0.0000067905,0.01000,0.196
31,mlp.experts.65.down_proj,0.0000064842,0.01000,0.200
31,mlp.experts.66.down_proj,0.0000094720,0.01000,0.196
31,mlp.experts.67.down_proj,0.0000216928,0.01000,0.202
31,mlp.experts.68.down_proj,0.0000489041,0.01000,0.196
31,mlp.experts.69.down_proj,0.0000205345,0.01000,0.197
31,mlp.experts.70.down_proj,0.0000280758,0.01000,0.196
31,mlp.experts.71.down_proj,0.0000470025,0.01000,0.196
31,mlp.experts.72.down_proj,0.0000186434,0.01000,0.195
31,mlp.experts.73.down_proj,0.0000020384,0.01000,0.196
31,mlp.experts.74.down_proj,0.0000137966,0.01000,0.198
31,mlp.experts.75.down_proj,0.0000022064,0.01000,0.196
31,mlp.experts.76.down_proj,0.0000344810,0.01000,0.196
31,mlp.experts.77.down_proj,0.0000824370,0.01000,0.197
31,mlp.experts.78.down_proj,0.0000333276,0.01000,0.196
31,mlp.experts.79.down_proj,0.0000236943,0.01000,0.196
31,mlp.experts.80.down_proj,0.0000097359,0.01000,0.196
31,mlp.experts.81.down_proj,0.0000239394,0.01000,0.196
31,mlp.experts.82.down_proj,0.0000016524,0.01000,0.196
31,mlp.experts.83.down_proj,0.0000061651,0.01000,0.199
31,mlp.experts.84.down_proj,0.0000853245,0.01000,0.197
31,mlp.experts.85.down_proj,0.0000698739,0.01000,0.205
31,mlp.experts.86.down_proj,0.0000137734,0.01000,0.196
31,mlp.experts.87.down_proj,0.0000186293,0.01000,0.196
31,mlp.experts.88.down_proj,0.0000106072,0.01000,0.197
31,mlp.experts.89.down_proj,0.0000068550,0.01000,0.199
31,mlp.experts.90.down_proj,0.0000781412,0.01000,0.197
31,mlp.experts.91.down_proj,0.0000078179,0.01000,0.198
31,mlp.experts.92.down_proj,0.0000155791,0.01000,0.198
31,mlp.experts.93.down_proj,0.0000032764,0.01000,0.198
31,mlp.experts.94.down_proj,0.0000041055,0.01000,0.198
31,mlp.experts.95.down_proj,0.0000040632,0.01000,0.197
31,mlp.experts.96.down_proj,0.0000230450,0.01000,0.198
31,mlp.experts.97.down_proj,0.0000224944,0.01000,0.200
31,mlp.experts.98.down_proj,0.0000022860,0.01000,0.198
31,mlp.experts.99.down_proj,0.0000117457,0.01000,0.199
31,mlp.experts.100.down_proj,0.0000076610,0.01000,0.198
31,mlp.experts.101.down_proj,0.0000084852,0.01000,0.199
31,mlp.experts.102.down_proj,0.0000353288,0.01000,0.200
31,mlp.experts.103.down_proj,0.0000059616,0.01000,0.198
31,mlp.experts.104.down_proj,0.0000487937,0.01000,0.205
31,mlp.experts.105.down_proj,0.0000501369,0.01000,0.204
31,mlp.experts.106.down_proj,0.0000032434,0.01000,0.204
31,mlp.experts.107.down_proj,0.0000130028,0.01000,0.197
31,mlp.experts.108.down_proj,0.0000076829,0.01000,0.197
31,mlp.experts.109.down_proj,0.0000212698,0.01000,0.198
31,mlp.experts.110.down_proj,0.0000019762,0.01000,0.197
31,mlp.experts.111.down_proj,0.0000098366,0.01000,0.202
31,mlp.experts.112.down_proj,0.0000076202,0.01000,0.199
31,mlp.experts.113.down_proj,0.0000410586,0.01000,0.199
31,mlp.experts.114.down_proj,0.0000375082,0.01000,0.198
31,mlp.experts.115.down_proj,0.0000101699,0.01000,0.198
31,mlp.experts.116.down_proj,0.0000046115,0.01000,0.197
31,mlp.experts.117.down_proj,0.0000263683,0.01000,0.197
31,mlp.experts.118.down_proj,0.0000229079,0.01000,0.197
31,mlp.experts.119.down_proj,0.0000341827,0.01000,0.197
31,mlp.experts.120.down_proj,0.0000901270,0.01000,0.197
31,mlp.experts.121.down_proj,0.0000502700,0.01000,0.197
31,mlp.experts.122.down_proj,0.0000100780,0.01000,0.197
31,mlp.experts.123.down_proj,0.0000044406,0.01000,0.197
31,mlp.experts.124.down_proj,0.0000071440,0.01000,0.202
31,mlp.experts.125.down_proj,0.0000217408,0.01000,0.205
31,mlp.experts.126.down_proj,0.0000284620,0.01000,0.201
31,mlp.experts.127.down_proj,0.0000215711,0.01000,0.198
32,self_attn.q_proj,0.0000001855,0.01000,0.514
32,self_attn.k_proj,0.0000000232,0.01000,0.510
32,self_attn.v_proj,0.0000000334,0.01000,0.507
32,self_attn.o_proj,0.0000000175,0.01000,1.031
32,mlp.gate,0.0000018185,0.01000,0.519
32,mlp.experts.0.up_proj,0.0003789395,0.01000,0.517
32,mlp.experts.1.up_proj,0.0003633770,0.01000,0.520
32,mlp.experts.2.up_proj,0.0000502606,0.01000,0.517
32,mlp.experts.3.up_proj,0.0000162985,0.01000,0.516
32,mlp.experts.4.up_proj,0.0000378487,0.01000,0.511
32,mlp.experts.5.up_proj,0.0000093067,0.01000,0.521
32,mlp.experts.6.up_proj,0.0000641914,0.01000,0.515
32,mlp.experts.7.up_proj,0.0002192824,0.01000,0.531
32,mlp.experts.8.up_proj,0.0000156641,0.01000,0.524
32,mlp.experts.9.up_proj,0.0000101245,0.01000,0.516
32,mlp.experts.10.up_proj,0.0001752091,0.01000,0.521
32,mlp.experts.11.up_proj,0.0001782505,0.01000,0.527
32,mlp.experts.12.up_proj,0.0000272318,0.01000,0.517
32,mlp.experts.13.up_proj,0.0000554921,0.01000,0.509
32,mlp.experts.14.up_proj,0.0000139565,0.01000,0.521
32,mlp.experts.15.up_proj,0.0000219510,0.01000,0.512
32,mlp.experts.16.up_proj,0.0000105945,0.01000,0.512
32,mlp.experts.17.up_proj,0.0000114731,0.01000,0.512
32,mlp.experts.18.up_proj,0.0000490714,0.01000,0.522
32,mlp.experts.19.up_proj,0.0000780347,0.01000,0.514
32,mlp.experts.20.up_proj,0.0000184468,0.01000,0.505
32,mlp.experts.21.up_proj,0.0000143523,0.01000,0.543
32,mlp.experts.22.up_proj,0.0000134195,0.01000,0.538
32,mlp.experts.23.up_proj,0.0000385582,0.01000,0.525
32,mlp.experts.24.up_proj,0.0000330749,0.01000,0.544
32,mlp.experts.25.up_proj,0.0000313319,0.01000,0.543
32,mlp.experts.26.up_proj,0.0000405152,0.01000,0.524
32,mlp.experts.27.up_proj,0.0000260168,0.01000,0.528
32,mlp.experts.28.up_proj,0.0000375995,0.01000,0.543
32,mlp.experts.29.up_proj,0.0000640527,0.01000,0.538
32,mlp.experts.30.up_proj,0.0000501295,0.01000,0.525
32,mlp.experts.31.up_proj,0.0002451814,0.01000,0.540
32,mlp.experts.32.up_proj,0.0000362990,0.01000,0.539
32,mlp.experts.33.up_proj,0.0000130866,0.01000,0.542
32,mlp.experts.34.up_proj,0.0004260617,0.01000,0.527
32,mlp.experts.35.up_proj,0.0000273417,0.01000,0.533
32,mlp.experts.36.up_proj,0.0000172146,0.01000,0.527
32,mlp.experts.37.up_proj,0.0000324785,0.01000,0.530
32,mlp.experts.38.up_proj,0.0000306826,0.01000,0.540
32,mlp.experts.39.up_proj,0.0000287973,0.01000,0.538
32,mlp.experts.40.up_proj,0.0001300979,0.01000,0.543
32,mlp.experts.41.up_proj,0.0000274260,0.01000,0.536
32,mlp.experts.42.up_proj,0.0001367515,0.01000,0.538
32,mlp.experts.43.up_proj,0.0000388857,0.01000,0.540
32,mlp.experts.44.up_proj,0.0000198988,0.01000,0.593
32,mlp.experts.45.up_proj,0.0000286434,0.01000,0.539
32,mlp.experts.46.up_proj,0.0000252384,0.01000,0.540
32,mlp.experts.47.up_proj,0.0000236654,0.01000,0.547
32,mlp.experts.48.up_proj,0.0000423726,0.01000,0.536
32,mlp.experts.49.up_proj,0.0000954390,0.01000,0.541
32,mlp.experts.50.up_proj,0.0001719546,0.01000,0.532
32,mlp.experts.51.up_proj,0.0000777267,0.01000,0.535
32,mlp.experts.52.up_proj,0.0000369660,0.01000,0.533
32,mlp.experts.53.up_proj,0.0000046774,0.01000,0.534
32,mlp.experts.54.up_proj,0.0000859189,0.01000,0.541
32,mlp.experts.55.up_proj,0.0000625094,0.01000,0.545
32,mlp.experts.56.up_proj,0.0000207710,0.01000,0.540
32,mlp.experts.57.up_proj,0.0000074077,0.01000,0.539
32,mlp.experts.58.up_proj,0.0002405284,0.01000,0.537
32,mlp.experts.59.up_proj,0.0000351904,0.01000,0.531
32,mlp.experts.60.up_proj,0.0000961935,0.01000,0.534
32,mlp.experts.61.up_proj,0.0000289389,0.01000,0.528
32,mlp.experts.62.up_proj,0.0000236317,0.01000,0.517
32,mlp.experts.63.up_proj,0.0001769166,0.01000,0.529
32,mlp.experts.64.up_proj,0.0000379669,0.01000,0.542
32,mlp.experts.65.up_proj,0.0000214614,0.01000,0.540
32,mlp.experts.66.up_proj,0.0000316596,0.01000,0.541
32,mlp.experts.67.up_proj,0.0000340465,0.01000,0.541
32,mlp.experts.68.up_proj,0.0001269784,0.01000,0.544
32,mlp.experts.69.up_proj,0.0000922117,0.01000,0.544
32,mlp.experts.70.up_proj,0.0000464611,0.01000,0.531
32,mlp.experts.71.up_proj,0.0000233838,0.01000,0.558
32,mlp.experts.72.up_proj,0.0000365749,0.01000,0.525
32,mlp.experts.73.up_proj,0.0002163085,0.01000,0.520
32,mlp.experts.74.up_proj,0.0000509553,0.01000,0.518
32,mlp.experts.75.up_proj,0.0002690726,0.01000,0.518
32,mlp.experts.76.up_proj,0.0001901088,0.01000,0.527
32,mlp.experts.77.up_proj,0.0000330123,0.01000,0.541
32,mlp.experts.78.up_proj,0.0001263975,0.01000,0.533
32,mlp.experts.79.up_proj,0.0000490278,0.01000,0.534
32,mlp.experts.80.up_proj,0.0000165203,0.01000,0.526
32,mlp.experts.81.up_proj,0.0000376627,0.01000,0.542
32,mlp.experts.82.up_proj,0.0000236917,0.01000,0.536
32,mlp.experts.83.up_proj,0.0001388288,0.01000,0.529
32,mlp.experts.84.up_proj,0.0000221070,0.01000,0.535
32,mlp.experts.85.up_proj,0.0000716326,0.01000,0.531
32,mlp.experts.86.up_proj,0.0000130978,0.01000,0.536
32,mlp.experts.87.up_proj,0.0000930434,0.01000,0.534
32,mlp.experts.88.up_proj,0.0000536915,0.01000,0.527
32,mlp.experts.89.up_proj,0.0000530136,0.01000,0.528
32,mlp.experts.90.up_proj,0.0000153987,0.01000,0.537
32,mlp.experts.91.up_proj,0.0000765834,0.01000,0.535
32,mlp.experts.92.up_proj,0.0000201960,0.01000,0.535
32,mlp.experts.93.up_proj,0.0002912416,0.01000,0.539
32,mlp.experts.94.up_proj,0.0000526868,0.01000,0.540
32,mlp.experts.95.up_proj,0.0000148844,0.01000,0.533
32,mlp.experts.96.up_proj,0.0002299154,0.01000,0.535
32,mlp.experts.97.up_proj,0.0000832949,0.01000,0.536
32,mlp.experts.98.up_proj,0.0000457393,0.01000,0.527
32,mlp.experts.99.up_proj,0.0000477094,0.01000,0.535
32,mlp.experts.100.up_proj,0.0000506170,0.01000,0.527
32,mlp.experts.101.up_proj,0.0000387606,0.01000,0.532
32,mlp.experts.102.up_proj,0.0000782639,0.01000,0.523
32,mlp.experts.103.up_proj,0.0000292684,0.01000,0.528
32,mlp.experts.104.up_proj,0.0000414336,0.01000,0.514
32,mlp.experts.105.up_proj,0.0000112208,0.01000,0.539
32,mlp.experts.106.up_proj,0.0000179508,0.01000,0.538
32,mlp.experts.107.up_proj,0.0000428394,0.01000,0.540
32,mlp.experts.108.up_proj,0.0000551641,0.01000,0.533
32,mlp.experts.109.up_proj,0.0000298700,0.01000,0.532
32,mlp.experts.110.up_proj,0.0000202908,0.01000,0.533
32,mlp.experts.111.up_proj,0.0000724648,0.01000,0.544
32,mlp.experts.112.up_proj,0.0000364553,0.01000,0.542
32,mlp.experts.113.up_proj,0.0000888978,0.01000,0.543
32,mlp.experts.114.up_proj,0.0000063867,0.01000,0.545
32,mlp.experts.115.up_proj,0.0004071586,0.01000,0.549
32,mlp.experts.116.up_proj,0.0000106182,0.01000,0.535
32,mlp.experts.117.up_proj,0.0001395027,0.01000,0.537
32,mlp.experts.118.up_proj,0.0001282348,0.01000,0.538
32,mlp.experts.119.up_proj,0.0003059652,0.01000,0.538
32,mlp.experts.120.up_proj,0.0002351457,0.01000,0.546
32,mlp.experts.121.up_proj,0.0000207617,0.01000,0.542
32,mlp.experts.122.up_proj,0.0000192065,0.01000,0.536
32,mlp.experts.123.up_proj,0.0000289290,0.01000,0.552
32,mlp.experts.124.up_proj,0.0000943315,0.01000,0.537
32,mlp.experts.125.up_proj,0.0000377680,0.01000,0.525
32,mlp.experts.126.up_proj,0.0001577053,0.01000,0.517
32,mlp.experts.127.up_proj,0.0000435186,0.01000,0.550
32,mlp.experts.0.gate_proj,0.0003943484,0.01000,0.524
32,mlp.experts.1.gate_proj,0.0003557719,0.01000,0.520
32,mlp.experts.2.gate_proj,0.0000515037,0.01000,0.528
32,mlp.experts.3.gate_proj,0.0000168396,0.01000,0.520
32,mlp.experts.4.gate_proj,0.0000366537,0.01000,0.528
32,mlp.experts.5.gate_proj,0.0000084754,0.01000,0.528
32,mlp.experts.6.gate_proj,0.0000673471,0.01000,0.542
32,mlp.experts.7.gate_proj,0.0002180735,0.01000,0.549
32,mlp.experts.8.gate_proj,0.0000167226,0.01000,0.514
32,mlp.experts.9.gate_proj,0.0000077179,0.01000,0.512
32,mlp.experts.10.gate_proj,0.0001777507,0.01000,0.519
32,mlp.experts.11.gate_proj,0.0001762992,0.01000,0.512
32,mlp.experts.12.gate_proj,0.0000257193,0.01000,0.530
32,mlp.experts.13.gate_proj,0.0000603600,0.01000,0.527
32,mlp.experts.14.gate_proj,0.0000127001,0.01000,0.511
32,mlp.experts.15.gate_proj,0.0000209290,0.01000,0.520
32,mlp.experts.16.gate_proj,0.0000103967,0.01000,0.526
32,mlp.experts.17.gate_proj,0.0000122442,0.01000,0.529
32,mlp.experts.18.gate_proj,0.0000486754,0.01000,0.518
32,mlp.experts.19.gate_proj,0.0000732541,0.01000,0.511
32,mlp.experts.20.gate_proj,0.0000141502,0.01000,0.520
32,mlp.experts.21.gate_proj,0.0000149809,0.01000,0.521
32,mlp.experts.22.gate_proj,0.0000124419,0.01000,0.529
32,mlp.experts.23.gate_proj,0.0000381307,0.01000,0.520
32,mlp.experts.24.gate_proj,0.0000360380,0.01000,0.513
32,mlp.experts.25.gate_proj,0.0000313417,0.01000,0.521
32,mlp.experts.26.gate_proj,0.0000400235,0.01000,0.511
32,mlp.experts.27.gate_proj,0.0000239097,0.01000,0.574
32,mlp.experts.28.gate_proj,0.0000375131,0.01000,0.523
32,mlp.experts.29.gate_proj,0.0000661611,0.01000,0.515
32,mlp.experts.30.gate_proj,0.0000465005,0.01000,0.512
32,mlp.experts.31.gate_proj,0.0002496555,0.01000,0.552
32,mlp.experts.32.gate_proj,0.0000387239,0.01000,0.521
32,mlp.experts.33.gate_proj,0.0000135217,0.01000,0.556
32,mlp.experts.34.gate_proj,0.0003811657,0.01000,0.533
32,mlp.experts.35.gate_proj,0.0000229974,0.01000,0.533
32,mlp.experts.36.gate_proj,0.0000167639,0.01000,0.520
32,mlp.experts.37.gate_proj,0.0000324861,0.01000,0.515
32,mlp.experts.38.gate_proj,0.0000269958,0.01000,0.510
32,mlp.experts.39.gate_proj,0.0000224635,0.01000,0.521
32,mlp.experts.40.gate_proj,0.0001278138,0.01000,0.509
32,mlp.experts.41.gate_proj,0.0000258671,0.01000,0.507
32,mlp.experts.42.gate_proj,0.0001396118,0.01000,0.509
32,mlp.experts.43.gate_proj,0.0000366340,0.01000,0.509
32,mlp.experts.44.gate_proj,0.0000180627,0.01000,0.510
32,mlp.experts.45.gate_proj,0.0000294635,0.01000,0.515
32,mlp.experts.46.gate_proj,0.0000241753,0.01000,0.509
32,mlp.experts.47.gate_proj,0.0000244293,0.01000,0.508
32,mlp.experts.48.gate_proj,0.0000440675,0.01000,0.508
32,mlp.experts.49.gate_proj,0.0000902410,0.01000,0.508
32,mlp.experts.50.gate_proj,0.0001733999,0.01000,0.510
32,mlp.experts.51.gate_proj,0.0000763067,0.01000,0.510
32,mlp.experts.52.gate_proj,0.0000330203,0.01000,0.508
32,mlp.experts.53.gate_proj,0.0000046173,0.01000,0.509
32,mlp.experts.54.gate_proj,0.0000842598,0.01000,0.512
32,mlp.experts.55.gate_proj,0.0000609791,0.01000,0.510
32,mlp.experts.56.gate_proj,0.0000219750,0.01000,0.514
32,mlp.experts.57.gate_proj,0.0000072601,0.01000,0.508
32,mlp.experts.58.gate_proj,0.0002010893,0.01000,0.513
32,mlp.experts.59.gate_proj,0.0000316933,0.01000,0.529
32,mlp.experts.60.gate_proj,0.0000941607,0.01000,0.510
32,mlp.experts.61.gate_proj,0.0000253875,0.01000,0.509
32,mlp.experts.62.gate_proj,0.0000237122,0.01000,0.510
32,mlp.experts.63.gate_proj,0.0001737324,0.01000,0.521
32,mlp.experts.64.gate_proj,0.0000350353,0.01000,0.512
32,mlp.experts.65.gate_proj,0.0000180132,0.01000,0.510
32,mlp.experts.66.gate_proj,0.0000297954,0.01000,0.509
32,mlp.experts.67.gate_proj,0.0000333147,0.01000,0.510
32,mlp.experts.68.gate_proj,0.0001248375,0.01000,0.510
32,mlp.experts.69.gate_proj,0.0000900660,0.01000,0.509
32,mlp.experts.70.gate_proj,0.0000462220,0.01000,0.510
32,mlp.experts.71.gate_proj,0.0000235829,0.01000,0.514
32,mlp.experts.72.gate_proj,0.0000356364,0.01000,0.509
32,mlp.experts.73.gate_proj,0.0001957945,0.01000,0.512
32,mlp.experts.74.gate_proj,0.0000518211,0.01000,0.509
32,mlp.experts.75.gate_proj,0.0002657644,0.01000,0.511
32,mlp.experts.76.gate_proj,0.0001885127,0.01000,0.518
32,mlp.experts.77.gate_proj,0.0000343829,0.01000,0.512
32,mlp.experts.78.gate_proj,0.0001335910,0.01000,0.517
32,mlp.experts.79.gate_proj,0.0000439224,0.01000,0.514
32,mlp.experts.80.gate_proj,0.0000162303,0.01000,0.513
32,mlp.experts.81.gate_proj,0.0000330870,0.01000,0.513
32,mlp.experts.82.gate_proj,0.0000234361,0.01000,0.515
32,mlp.experts.83.gate_proj,0.0001432007,0.01000,0.516
32,mlp.experts.84.gate_proj,0.0000200842,0.01000,0.518
32,mlp.experts.85.gate_proj,0.0000770198,0.01000,0.514
32,mlp.experts.86.gate_proj,0.0000130757,0.01000,0.515
32,mlp.experts.87.gate_proj,0.0000942912,0.01000,0.515
32,mlp.experts.88.gate_proj,0.0000561254,0.01000,0.514
32,mlp.experts.89.gate_proj,0.0000509504,0.01000,0.539
32,mlp.experts.90.gate_proj,0.0000150356,0.01000,0.514
32,mlp.experts.91.gate_proj,0.0000802113,0.01000,0.516
32,mlp.experts.92.gate_proj,0.0000218117,0.01000,0.525
32,mlp.experts.93.gate_proj,0.0002754296,0.01000,0.536
32,mlp.experts.94.gate_proj,0.0000424135,0.01000,0.513
32,mlp.experts.95.gate_proj,0.0000146094,0.01000,0.516
32,mlp.experts.96.gate_proj,0.0002921968,0.01000,0.524
32,mlp.experts.97.gate_proj,0.0000761332,0.01000,0.516
32,mlp.experts.98.gate_proj,0.0000475440,0.01000,0.513
32,mlp.experts.99.gate_proj,0.0000466514,0.01000,0.516
32,mlp.experts.100.gate_proj,0.0000528970,0.01000,0.514
32,mlp.experts.101.gate_proj,0.0000373889,0.01000,0.516
32,mlp.experts.102.gate_proj,0.0000766750,0.01000,0.514
32,mlp.experts.103.gate_proj,0.0000264295,0.01000,0.514
32,mlp.experts.104.gate_proj,0.0000430549,0.01000,0.517
32,mlp.experts.105.gate_proj,0.0000114359,0.01000,0.515
32,mlp.experts.106.gate_proj,0.0000168671,0.01000,0.517
32,mlp.experts.107.gate_proj,0.0000412406,0.01000,0.514
32,mlp.experts.108.gate_proj,0.0000545154,0.01000,0.514
32,mlp.experts.109.gate_proj,0.0000275673,0.01000,0.513
32,mlp.experts.110.gate_proj,0.0000227570,0.01000,0.522
32,mlp.experts.111.gate_proj,0.0000675801,0.01000,0.516
32,mlp.experts.112.gate_proj,0.0000345238,0.01000,0.518
32,mlp.experts.113.gate_proj,0.0000871579,0.01000,0.531
32,mlp.experts.114.gate_proj,0.0000063649,0.01000,0.518
32,mlp.experts.115.gate_proj,0.0004110274,0.01000,0.517
32,mlp.experts.116.gate_proj,0.0000095898,0.01000,0.524
32,mlp.experts.117.gate_proj,0.0001337229,0.01000,0.516
32,mlp.experts.118.gate_proj,0.0001281511,0.01000,0.516
32,mlp.experts.119.gate_proj,0.0003048975,0.01000,0.519
32,mlp.experts.120.gate_proj,0.0002409699,0.01000,0.521
32,mlp.experts.121.gate_proj,0.0000182104,0.01000,0.523
32,mlp.experts.122.gate_proj,0.0000174331,0.01000,0.519
32,mlp.experts.123.gate_proj,0.0000284530,0.01000,0.518
32,mlp.experts.124.gate_proj,0.0000982865,0.01000,0.515
32,mlp.experts.125.gate_proj,0.0000351088,0.01000,0.516
32,mlp.experts.126.gate_proj,0.0001551745,0.01000,0.516
32,mlp.experts.127.gate_proj,0.0000391595,0.01000,0.513
32,mlp.experts.0.down_proj,0.0001376787,0.01000,0.195
32,mlp.experts.1.down_proj,0.0001397437,0.01000,0.196
32,mlp.experts.2.down_proj,0.0000154151,0.01000,0.198
32,mlp.experts.3.down_proj,0.0000034811,0.01000,0.195
32,mlp.experts.4.down_proj,0.0000168262,0.01000,0.198
32,mlp.experts.5.down_proj,0.0000021474,0.01000,0.197
32,mlp.experts.6.down_proj,0.0000170017,0.01000,0.197
32,mlp.experts.7.down_proj,0.0000687747,0.01000,0.197
32,mlp.experts.8.down_proj,0.0000036273,0.01000,0.196
32,mlp.experts.9.down_proj,0.0000066887,0.01000,0.204
32,mlp.experts.10.down_proj,0.0000280579,0.01000,0.197
32,mlp.experts.11.down_proj,0.0000631005,0.01000,0.197
32,mlp.experts.12.down_proj,0.0000104342,0.01000,0.197
32,mlp.experts.13.down_proj,0.0000159263,0.01000,0.197
32,mlp.experts.14.down_proj,0.0000039235,0.01000,0.196
32,mlp.experts.15.down_proj,0.0000116684,0.01000,0.196
32,mlp.experts.16.down_proj,0.0000045188,0.01000,0.197
32,mlp.experts.17.down_proj,0.0000030690,0.01000,0.197
32,mlp.experts.18.down_proj,0.0000141089,0.01000,0.197
32,mlp.experts.19.down_proj,0.0000188827,0.01000,0.198
32,mlp.experts.20.down_proj,0.0000053941,0.01000,0.198
32,mlp.experts.21.down_proj,0.0000027734,0.01000,0.201
32,mlp.experts.22.down_proj,0.0000057282,0.01000,0.197
32,mlp.experts.23.down_proj,0.0000090088,0.01000,0.197
32,mlp.experts.24.down_proj,0.0000107548,0.01000,0.199
32,mlp.experts.25.down_proj,0.0000064412,0.01000,0.197
32,mlp.experts.26.down_proj,0.0000126917,0.01000,0.199
32,mlp.experts.27.down_proj,0.0000058968,0.01000,0.198
32,mlp.experts.28.down_proj,0.0000133363,0.01000,0.198
32,mlp.experts.29.down_proj,0.0000103181,0.01000,0.197
32,mlp.experts.30.down_proj,0.0000150614,0.01000,0.204
32,mlp.experts.31.down_proj,0.0000904037,0.01000,0.200
32,mlp.experts.32.down_proj,0.0000082182,0.01000,0.199
32,mlp.experts.33.down_proj,0.0000026980,0.01000,0.198
32,mlp.experts.34.down_proj,0.0001898966,0.01000,0.197
32,mlp.experts.35.down_proj,0.0000121545,0.01000,0.197
32,mlp.experts.36.down_proj,0.0000082252,0.01000,0.198
32,mlp.experts.37.down_proj,0.0000085074,0.01000,0.197
32,mlp.experts.38.down_proj,0.0000099527,0.01000,0.196
32,mlp.experts.39.down_proj,0.0000074033,0.01000,0.199
32,mlp.experts.40.down_proj,0.0000296564,0.01000,0.199
32,mlp.experts.41.down_proj,0.0000159837,0.01000,0.204
32,mlp.experts.42.down_proj,0.0000348812,0.01000,0.196
32,mlp.experts.43.down_proj,0.0000095692,0.01000,0.196
32,mlp.experts.44.down_proj,0.0000056750,0.01000,0.198
32,mlp.experts.45.down_proj,0.0000094361,0.01000,0.199
32,mlp.experts.46.down_proj,0.0000075970,0.01000,0.196
32,mlp.experts.47.down_proj,0.0000056366,0.01000,0.200
32,mlp.experts.48.down_proj,0.0000113896,0.01000,0.196
32,mlp.experts.49.down_proj,0.0000301673,0.01000,0.197
32,mlp.experts.50.down_proj,0.0000695345,0.01000,0.197
32,mlp.experts.51.down_proj,0.0000373574,0.01000,0.197
32,mlp.experts.52.down_proj,0.0000122639,0.01000,0.196
32,mlp.experts.53.down_proj,0.0000014055,0.01000,0.200
32,mlp.experts.54.down_proj,0.0000279658,0.01000,0.197
32,mlp.experts.55.down_proj,0.0000150104,0.01000,0.196
32,mlp.experts.56.down_proj,0.0000051412,0.01000,0.214
32,mlp.experts.57.down_proj,0.0000025960,0.01000,0.197
32,mlp.experts.58.down_proj,0.0001177774,0.01000,0.200
32,mlp.experts.59.down_proj,0.0000074392,0.01000,0.196
32,mlp.experts.60.down_proj,0.0000284305,0.01000,0.198
32,mlp.experts.61.down_proj,0.0000122894,0.01000,0.197
32,mlp.experts.62.down_proj,0.0000057998,0.01000,0.198
32,mlp.experts.63.down_proj,0.0000533511,0.01000,0.207
32,mlp.experts.64.down_proj,0.0000145296,0.01000,0.197
32,mlp.experts.65.down_proj,0.0000101424,0.01000,0.198
32,mlp.experts.66.down_proj,0.0000156424,0.01000,0.197
32,mlp.experts.67.down_proj,0.0000099476,0.01000,0.197
32,mlp.experts.68.down_proj,0.0000280854,0.01000,0.197
32,mlp.experts.69.down_proj,0.0000237112,0.01000,0.197
32,mlp.experts.70.down_proj,0.0000109870,0.01000,0.196
32,mlp.experts.71.down_proj,0.0000082888,0.01000,0.197
32,mlp.experts.72.down_proj,0.0000137392,0.01000,0.196
32,mlp.experts.73.down_proj,0.0000872562,0.01000,0.197
32,mlp.experts.74.down_proj,0.0000121389,0.01000,0.200
32,mlp.experts.75.down_proj,0.0000544600,0.01000,0.199
32,mlp.experts.76.down_proj,0.0000486001,0.01000,0.199
32,mlp.experts.77.down_proj,0.0000150750,0.01000,0.198
32,mlp.experts.78.down_proj,0.0000329119,0.01000,0.201
32,mlp.experts.79.down_proj,0.0000133219,0.01000,0.198
32,mlp.experts.80.down_proj,0.0000046066,0.01000,0.199
32,mlp.experts.81.down_proj,0.0000203544,0.01000,0.198
32,mlp.experts.82.down_proj,0.0000056213,0.01000,0.199
32,mlp.experts.83.down_proj,0.0000424108,0.01000,0.199
32,mlp.experts.84.down_proj,0.0000098566,0.01000,0.199
32,mlp.experts.85.down_proj,0.0000087141,0.01000,0.199
32,mlp.experts.86.down_proj,0.0000030203,0.01000,0.198
32,mlp.experts.87.down_proj,0.0000281429,0.01000,0.203
32,mlp.experts.88.down_proj,0.0000159376,0.01000,0.201
32,mlp.experts.89.down_proj,0.0000356352,0.01000,0.200
32,mlp.experts.90.down_proj,0.0000042676,0.01000,0.203
32,mlp.experts.91.down_proj,0.0000137819,0.01000,0.199
32,mlp.experts.92.down_proj,0.0000093307,0.01000,0.199
32,mlp.experts.93.down_proj,0.0001218008,0.01000,0.210
32,mlp.experts.94.down_proj,0.0000125081,0.01000,0.198
32,mlp.experts.95.down_proj,0.0000036288,0.01000,0.199
32,mlp.experts.96.down_proj,0.0000608883,0.01000,0.197
32,mlp.experts.97.down_proj,0.0000451034,0.01000,0.201
32,mlp.experts.98.down_proj,0.0000165441,0.01000,0.198
32,mlp.experts.99.down_proj,0.0000172269,0.01000,0.198
32,mlp.experts.100.down_proj,0.0000132399,0.01000,0.201
32,mlp.experts.101.down_proj,0.0000155201,0.01000,0.198
32,mlp.experts.102.down_proj,0.0000299325,0.01000,0.198
32,mlp.experts.103.down_proj,0.0000109592,0.01000,0.198
32,mlp.experts.104.down_proj,0.0000101071,0.01000,0.198
32,mlp.experts.105.down_proj,0.0000027979,0.01000,0.198
32,mlp.experts.106.down_proj,0.0000038782,0.01000,0.199
32,mlp.experts.107.down_proj,0.0000095341,0.01000,0.198
32,mlp.experts.108.down_proj,0.0000223489,0.01000,0.198
32,mlp.experts.109.down_proj,0.0000113853,0.01000,0.198
32,mlp.experts.110.down_proj,0.0000043415,0.01000,0.198
32,mlp.experts.111.down_proj,0.0000253518,0.01000,0.197
32,mlp.experts.112.down_proj,0.0000126464,0.01000,0.198
32,mlp.experts.113.down_proj,0.0000377551,0.01000,0.197
32,mlp.experts.114.down_proj,0.0000028187,0.01000,0.198
32,mlp.experts.115.down_proj,0.0001311878,0.01000,0.205
32,mlp.experts.116.down_proj,0.0000029559,0.01000,0.201
32,mlp.experts.117.down_proj,0.0000343328,0.01000,0.206
32,mlp.experts.118.down_proj,0.0000186590,0.01000,0.198
32,mlp.experts.119.down_proj,0.0000755019,0.01000,0.199
32,mlp.experts.120.down_proj,0.0000759073,0.01000,0.199
32,mlp.experts.121.down_proj,0.0000098143,0.01000,0.198
32,mlp.experts.122.down_proj,0.0000050044,0.01000,0.200
32,mlp.experts.123.down_proj,0.0000093002,0.01000,0.198
32,mlp.experts.124.down_proj,0.0000303533,0.01000,0.198
32,mlp.experts.125.down_proj,0.0000100473,0.01000,0.198
32,mlp.experts.126.down_proj,0.0000302436,0.01000,0.198
32,mlp.experts.127.down_proj,0.0000112641,0.01000,0.198
33,self_attn.q_proj,0.0000002409,0.01000,0.511
33,self_attn.k_proj,0.0000000321,0.01000,0.508
33,self_attn.v_proj,0.0000000409,0.01000,0.510
33,self_attn.o_proj,0.0000000219,0.01000,1.028
33,mlp.gate,0.0000019473,0.01000,0.509
33,mlp.experts.0.up_proj,0.0000098261,0.01000,0.514
33,mlp.experts.1.up_proj,0.0000151427,0.01000,0.509
33,mlp.experts.2.up_proj,0.0000094609,0.01000,0.509
33,mlp.experts.3.up_proj,0.0003563170,0.01000,0.527
33,mlp.experts.4.up_proj,0.0002024704,0.01000,0.509
33,mlp.experts.5.up_proj,0.0000157222,0.01000,0.508
33,mlp.experts.6.up_proj,0.0000249548,0.01000,0.509
33,mlp.experts.7.up_proj,0.0000146481,0.01000,0.510
33,mlp.experts.8.up_proj,0.0001326314,0.01000,0.510
33,mlp.experts.9.up_proj,0.0000216094,0.01000,0.510
33,mlp.experts.10.up_proj,0.0000209357,0.01000,0.507
33,mlp.experts.11.up_proj,0.0003129052,0.01000,0.507
33,mlp.experts.12.up_proj,0.0002041688,0.01000,0.508
33,mlp.experts.13.up_proj,0.0000736812,0.01000,0.519
33,mlp.experts.14.up_proj,0.0002001977,0.01000,0.510
33,mlp.experts.15.up_proj,0.0003451047,0.01000,0.509
33,mlp.experts.16.up_proj,0.0000617734,0.01000,0.513
33,mlp.experts.17.up_proj,0.0000597481,0.01000,0.508
33,mlp.experts.18.up_proj,0.0000244432,0.01000,0.513
33,mlp.experts.19.up_proj,0.0000326737,0.01000,0.508
33,mlp.experts.20.up_proj,0.0000859711,0.01000,0.509
33,mlp.experts.21.up_proj,0.0001175476,0.01000,0.512
33,mlp.experts.22.up_proj,0.0000135882,0.01000,0.512
33,mlp.experts.23.up_proj,0.0000788560,0.01000,0.505
33,mlp.experts.24.up_proj,0.0000169874,0.01000,0.508
33,mlp.experts.25.up_proj,0.0000345820,0.01000,0.509
33,mlp.experts.26.up_proj,0.0000713068,0.01000,0.525
33,mlp.experts.27.up_proj,0.0000760650,0.01000,0.510
33,mlp.experts.28.up_proj,0.0000435402,0.01000,0.510
33,mlp.experts.29.up_proj,0.0002823970,0.01000,0.510
33,mlp.experts.30.up_proj,0.0001491595,0.01000,0.505
33,mlp.experts.31.up_proj,0.0000220996,0.01000,0.517
33,mlp.experts.32.up_proj,0.0000385597,0.01000,0.509
33,mlp.experts.33.up_proj,0.0000115220,0.01000,0.511
33,mlp.experts.34.up_proj,0.0003650035,0.01000,0.512
33,mlp.experts.35.up_proj,0.0000147104,0.01000,0.511
33,mlp.experts.36.up_proj,0.0003813189,0.01000,0.510
33,mlp.experts.37.up_proj,0.0000222512,0.01000,0.509
33,mlp.experts.38.up_proj,0.0001210138,0.01000,0.508
33,mlp.experts.39.up_proj,0.0002590224,0.01000,0.510
33,mlp.experts.40.up_proj,0.0000329459,0.01000,0.510
33,mlp.experts.41.up_proj,0.0000342268,0.01000,0.509
33,mlp.experts.42.up_proj,0.0004124530,0.01000,0.511
33,mlp.experts.43.up_proj,0.0000359706,0.01000,0.507
33,mlp.experts.44.up_proj,0.0000567879,0.01000,0.508
33,mlp.experts.45.up_proj,0.0000336315,0.01000,0.509
33,mlp.experts.46.up_proj,0.0000545942,0.01000,0.508
33,mlp.experts.47.up_proj,0.0000261553,0.01000,0.514
33,mlp.experts.48.up_proj,0.0000212603,0.01000,0.509
33,mlp.experts.49.up_proj,0.0000109686,0.01000,0.507
33,mlp.experts.50.up_proj,0.0000207320,0.01000,0.510
33,mlp.experts.51.up_proj,0.0000815026,0.01000,0.512
33,mlp.experts.52.up_proj,0.0000149255,0.01000,0.509
33,mlp.experts.53.up_proj,0.0000997023,0.01000,0.520
33,mlp.experts.54.up_proj,0.0001371355,0.01000,0.511
33,mlp.experts.55.up_proj,0.0000336313,0.01000,0.509
33,mlp.experts.56.up_proj,0.0000186333,0.01000,0.511
33,mlp.experts.57.up_proj,0.0000287656,0.01000,0.510
33,mlp.experts.58.up_proj,0.0000931845,0.01000,0.508
33,mlp.experts.59.up_proj,0.0000779975,0.01000,0.511
33,mlp.experts.60.up_proj,0.0000529402,0.01000,0.514
33,mlp.experts.61.up_proj,0.0002445718,0.01000,0.511
33,mlp.experts.62.up_proj,0.0000288496,0.01000,0.513
33,mlp.experts.63.up_proj,0.0000899539,0.01000,0.509
33,mlp.experts.64.up_proj,0.0000470203,0.01000,0.507
33,mlp.experts.65.up_proj,0.0000182475,0.01000,0.511
33,mlp.experts.66.up_proj,0.0000277513,0.01000,0.514
33,mlp.experts.67.up_proj,0.0003243940,0.01000,0.509
33,mlp.experts.68.up_proj,0.0000700015,0.01000,0.520
33,mlp.experts.69.up_proj,0.0000354365,0.01000,0.528
33,mlp.experts.70.up_proj,0.0000548545,0.01000,0.511
33,mlp.experts.71.up_proj,0.0000251844,0.01000,0.511
33,mlp.experts.72.up_proj,0.0001638664,0.01000,0.512
33,mlp.experts.73.up_proj,0.0000576190,0.01000,0.513
33,mlp.experts.74.up_proj,0.0002930137,0.01000,0.510
33,mlp.experts.75.up_proj,0.0001988055,0.01000,0.511
33,mlp.experts.76.up_proj,0.0000170538,0.01000,0.509
33,mlp.experts.77.up_proj,0.0000887527,0.01000,0.509
33,mlp.experts.78.up_proj,0.0001071646,0.01000,0.509
33,mlp.experts.79.up_proj,0.0000168523,0.01000,0.509
33,mlp.experts.80.up_proj,0.0000145755,0.01000,0.510
33,mlp.experts.81.up_proj,0.0000147643,0.01000,0.509
33,mlp.experts.82.up_proj,0.0000134605,0.01000,0.508
33,mlp.experts.83.up_proj,0.0000506240,0.01000,0.508
33,mlp.experts.84.up_proj,0.0000259807,0.01000,0.518
33,mlp.experts.85.up_proj,0.0000208115,0.01000,0.520
33,mlp.experts.86.up_proj,0.0000218790,0.01000,0.519
33,mlp.experts.87.up_proj,0.0000496636,0.01000,0.510
33,mlp.experts.88.up_proj,0.0000285971,0.01000,0.518
33,mlp.experts.89.up_proj,0.0000858930,0.01000,0.519
33,mlp.experts.90.up_proj,0.0000207445,0.01000,0.509
33,mlp.experts.91.up_proj,0.0000385023,0.01000,0.515
33,mlp.experts.92.up_proj,0.0000083542,0.01000,0.511
33,mlp.experts.93.up_proj,0.0002674078,0.01000,0.517
33,mlp.experts.94.up_proj,0.0000254562,0.01000,0.512
33,mlp.experts.95.up_proj,0.0000726166,0.01000,0.509
33,mlp.experts.96.up_proj,0.0000155597,0.01000,0.510
33,mlp.experts.97.up_proj,0.0000182838,0.01000,0.509
33,mlp.experts.98.up_proj,0.0000356458,0.01000,0.508
33,mlp.experts.99.up_proj,0.0000104653,0.01000,0.514
33,mlp.experts.100.up_proj,0.0000549708,0.01000,0.508
33,mlp.experts.101.up_proj,0.0000275954,0.01000,0.512
33,mlp.experts.102.up_proj,0.0000274058,0.01000,0.510
33,mlp.experts.103.up_proj,0.0000298164,0.01000,0.513
33,mlp.experts.104.up_proj,0.0000334526,0.01000,0.509
33,mlp.experts.105.up_proj,0.0000396703,0.01000,0.510
33,mlp.experts.106.up_proj,0.0000429957,0.01000,0.520
33,mlp.experts.107.up_proj,0.0001558809,0.01000,0.519
33,mlp.experts.108.up_proj,0.0000413008,0.01000,0.512
33,mlp.experts.109.up_proj,0.0002546330,0.01000,0.507
33,mlp.experts.110.up_proj,0.0000220946,0.01000,0.513
33,mlp.experts.111.up_proj,0.0000236143,0.01000,0.508
33,mlp.experts.112.up_proj,0.0000508060,0.01000,0.507
33,mlp.experts.113.up_proj,0.0000116410,0.01000,0.508
33,mlp.experts.114.up_proj,0.0000308010,0.01000,0.518
33,mlp.experts.115.up_proj,0.0002424789,0.01000,0.510
33,mlp.experts.116.up_proj,0.0000713999,0.01000,0.508
33,mlp.experts.117.up_proj,0.0000455551,0.01000,0.528
33,mlp.experts.118.up_proj,0.0000097891,0.01000,0.508
33,mlp.experts.119.up_proj,0.0000334436,0.01000,0.509
33,mlp.experts.120.up_proj,0.0000420263,0.01000,0.517
33,mlp.experts.121.up_proj,0.0003223960,0.01000,0.513
33,mlp.experts.122.up_proj,0.0000101916,0.01000,0.511
33,mlp.experts.123.up_proj,0.0001170287,0.01000,0.509
33,mlp.experts.124.up_proj,0.0002595264,0.01000,0.511
33,mlp.experts.125.up_proj,0.0000226489,0.01000,0.508
33,mlp.experts.126.up_proj,0.0003768239,0.01000,0.508
33,mlp.experts.127.up_proj,0.0000223539,0.01000,0.506
33,mlp.experts.0.gate_proj,0.0000096469,0.01000,0.509
33,mlp.experts.1.gate_proj,0.0000138350,0.01000,0.509
33,mlp.experts.2.gate_proj,0.0000095169,0.01000,0.507
33,mlp.experts.3.gate_proj,0.0002875040,0.01000,0.542
33,mlp.experts.4.gate_proj,0.0002128824,0.01000,0.518
33,mlp.experts.5.gate_proj,0.0000155486,0.01000,0.516
33,mlp.experts.6.gate_proj,0.0000250131,0.01000,0.509
33,mlp.experts.7.gate_proj,0.0000130277,0.01000,0.509
33,mlp.experts.8.gate_proj,0.0001302698,0.01000,0.510
33,mlp.experts.9.gate_proj,0.0000200189,0.01000,0.508
33,mlp.experts.10.gate_proj,0.0000196812,0.01000,0.508
33,mlp.experts.11.gate_proj,0.0003233715,0.01000,0.517
33,mlp.experts.12.gate_proj,0.0001956416,0.01000,0.516
33,mlp.experts.13.gate_proj,0.0000715206,0.01000,0.509
33,mlp.experts.14.gate_proj,0.0001989900,0.01000,0.510
33,mlp.experts.15.gate_proj,0.0003509643,0.01000,0.513
33,mlp.experts.16.gate_proj,0.0000521347,0.01000,0.516
33,mlp.experts.17.gate_proj,0.0000579086,0.01000,0.507
33,mlp.experts.18.gate_proj,0.0000236206,0.01000,0.510
33,mlp.experts.19.gate_proj,0.0000306615,0.01000,0.519
33,mlp.experts.20.gate_proj,0.0000810597,0.01000,0.509
33,mlp.experts.21.gate_proj,0.0001201359,0.01000,0.516
33,mlp.experts.22.gate_proj,0.0000122611,0.01000,0.513
33,mlp.experts.23.gate_proj,0.0000696729,0.01000,0.508
33,mlp.experts.24.gate_proj,0.0000152422,0.01000,0.508
33,mlp.experts.25.gate_proj,0.0000333516,0.01000,0.511
33,mlp.experts.26.gate_proj,0.0000713871,0.01000,0.509
33,mlp.experts.27.gate_proj,0.0000718728,0.01000,0.510
33,mlp.experts.28.gate_proj,0.0000427224,0.01000,0.518
33,mlp.experts.29.gate_proj,0.0002708183,0.01000,0.509
33,mlp.experts.30.gate_proj,0.0001160306,0.01000,0.510
33,mlp.experts.31.gate_proj,0.0000187055,0.01000,0.508
33,mlp.experts.32.gate_proj,0.0000463770,0.01000,0.514
33,mlp.experts.33.gate_proj,0.0000117915,0.01000,0.510
33,mlp.experts.34.gate_proj,0.0003606845,0.01000,0.509
33,mlp.experts.35.gate_proj,0.0000108504,0.01000,0.512
33,mlp.experts.36.gate_proj,0.0003791222,0.01000,0.510
33,mlp.experts.37.gate_proj,0.0000214778,0.01000,0.509
33,mlp.experts.38.gate_proj,0.0001199875,0.01000,0.513
33,mlp.experts.39.gate_proj,0.0002576023,0.01000,0.513
33,mlp.experts.40.gate_proj,0.0000224079,0.01000,0.513
33,mlp.experts.41.gate_proj,0.0000337466,0.01000,0.510
33,mlp.experts.42.gate_proj,0.0003980244,0.01000,0.508
33,mlp.experts.43.gate_proj,0.0000350755,0.01000,0.508
33,mlp.experts.44.gate_proj,0.0000556550,0.01000,0.508
33,mlp.experts.45.gate_proj,0.0000284750,0.01000,0.508
33,mlp.experts.46.gate_proj,0.0000557002,0.01000,0.507
33,mlp.experts.47.gate_proj,0.0000187052,0.01000,0.507
33,mlp.experts.48.gate_proj,0.0000170406,0.01000,0.513
33,mlp.experts.49.gate_proj,0.0000104881,0.01000,0.508
33,mlp.experts.50.gate_proj,0.0000188075,0.01000,0.509
33,mlp.experts.51.gate_proj,0.0000815258,0.01000,0.522
33,mlp.experts.52.gate_proj,0.0000132553,0.01000,0.519
33,mlp.experts.53.gate_proj,0.0001001297,0.01000,0.516
33,mlp.experts.54.gate_proj,0.0001179257,0.01000,0.507
33,mlp.experts.55.gate_proj,0.0000328928,0.01000,0.508
33,mlp.experts.56.gate_proj,0.0000192546,0.01000,0.508
33,mlp.experts.57.gate_proj,0.0000265601,0.01000,0.511
33,mlp.experts.58.gate_proj,0.0000937864,0.01000,0.507
33,mlp.experts.59.gate_proj,0.0000756918,0.01000,0.518
33,mlp.experts.60.gate_proj,0.0000509738,0.01000,0.509
33,mlp.experts.61.gate_proj,0.0002452496,0.01000,0.514
33,mlp.experts.62.gate_proj,0.0000268295,0.01000,0.508
33,mlp.experts.63.gate_proj,0.0000943811,0.01000,0.508
33,mlp.experts.64.gate_proj,0.0000485621,0.01000,0.510
33,mlp.experts.65.gate_proj,0.0000177042,0.01000,0.508
33,mlp.experts.66.gate_proj,0.0000269784,0.01000,0.508
33,mlp.experts.67.gate_proj,0.0003282261,0.01000,0.509
33,mlp.experts.68.gate_proj,0.0000648414,0.01000,0.510
33,mlp.experts.69.gate_proj,0.0000353381,0.01000,0.511
33,mlp.experts.70.gate_proj,0.0000559086,0.01000,0.511
33,mlp.experts.71.gate_proj,0.0000252964,0.01000,0.512
33,mlp.experts.72.gate_proj,0.0001533768,0.01000,0.518
33,mlp.experts.73.gate_proj,0.0000556566,0.01000,0.512
33,mlp.experts.74.gate_proj,0.0002694920,0.01000,0.527
33,mlp.experts.75.gate_proj,0.0002015867,0.01000,0.512
33,mlp.experts.76.gate_proj,0.0000177072,0.01000,0.514
33,mlp.experts.77.gate_proj,0.0000888073,0.01000,0.514
33,mlp.experts.78.gate_proj,0.0001064829,0.01000,0.517
33,mlp.experts.79.gate_proj,0.0000164163,0.01000,0.515
33,mlp.experts.80.gate_proj,0.0000151925,0.01000,0.515
33,mlp.experts.81.gate_proj,0.0000148674,0.01000,0.515
33,mlp.experts.82.gate_proj,0.0000111616,0.01000,0.514
33,mlp.experts.83.gate_proj,0.0000489988,0.01000,0.517
33,mlp.experts.84.gate_proj,0.0000247454,0.01000,0.516
33,mlp.experts.85.gate_proj,0.0000202970,0.01000,0.518
33,mlp.experts.86.gate_proj,0.0000215854,0.01000,0.516
33,mlp.experts.87.gate_proj,0.0000487830,0.01000,0.515
33,mlp.experts.88.gate_proj,0.0000261938,0.01000,0.534
33,mlp.experts.89.gate_proj,0.0000838328,0.01000,0.513
33,mlp.experts.90.gate_proj,0.0000173826,0.01000,0.513
33,mlp.experts.91.gate_proj,0.0000406771,0.01000,0.514
33,mlp.experts.92.gate_proj,0.0000081886,0.01000,0.513
33,mlp.experts.93.gate_proj,0.0002492200,0.01000,0.514
33,mlp.experts.94.gate_proj,0.0000262734,0.01000,0.516
33,mlp.experts.95.gate_proj,0.0000712917,0.01000,0.515
33,mlp.experts.96.gate_proj,0.0000151732,0.01000,0.515
33,mlp.experts.97.gate_proj,0.0000178768,0.01000,0.516
33,mlp.experts.98.gate_proj,0.0000300829,0.01000,0.515
33,mlp.experts.99.gate_proj,0.0000095435,0.01000,0.515
33,mlp.experts.100.gate_proj,0.0000530150,0.01000,0.515
33,mlp.experts.101.gate_proj,0.0000242188,0.01000,0.513
33,mlp.experts.102.gate_proj,0.0000261192,0.01000,0.516
33,mlp.experts.103.gate_proj,0.0000277280,0.01000,0.523
33,mlp.experts.104.gate_proj,0.0000332515,0.01000,0.513
33,mlp.experts.105.gate_proj,0.0000375898,0.01000,0.511
33,mlp.experts.106.gate_proj,0.0000426671,0.01000,0.513
33,mlp.experts.107.gate_proj,0.0001577938,0.01000,0.511
33,mlp.experts.108.gate_proj,0.0000396811,0.01000,0.514
33,mlp.experts.109.gate_proj,0.0002590632,0.01000,0.513
33,mlp.experts.110.gate_proj,0.0000199711,0.01000,0.555
33,mlp.experts.111.gate_proj,0.0000196703,0.01000,0.521
33,mlp.experts.112.gate_proj,0.0000459321,0.01000,0.524
33,mlp.experts.113.gate_proj,0.0000110605,0.01000,0.520
33,mlp.experts.114.gate_proj,0.0000288248,0.01000,0.514
33,mlp.experts.115.gate_proj,0.0002512888,0.01000,0.514
33,mlp.experts.116.gate_proj,0.0000675209,0.01000,0.514
33,mlp.experts.117.gate_proj,0.0000391694,0.01000,0.530
33,mlp.experts.118.gate_proj,0.0000091859,0.01000,0.516
33,mlp.experts.119.gate_proj,0.0000311022,0.01000,0.513
33,mlp.experts.120.gate_proj,0.0000415110,0.01000,0.516
33,mlp.experts.121.gate_proj,0.0003244797,0.01000,0.513
33,mlp.experts.122.gate_proj,0.0000098072,0.01000,0.516
33,mlp.experts.123.gate_proj,0.0001195795,0.01000,0.515
33,mlp.experts.124.gate_proj,0.0002630651,0.01000,0.530
33,mlp.experts.125.gate_proj,0.0000141461,0.01000,0.520
33,mlp.experts.126.gate_proj,0.0003683236,0.01000,0.516
33,mlp.experts.127.gate_proj,0.0000188765,0.01000,0.514
33,mlp.experts.0.down_proj,0.0000048260,0.01000,0.196
33,mlp.experts.1.down_proj,0.0000040258,0.01000,0.194
33,mlp.experts.2.down_proj,0.0000020636,0.01000,0.196
33,mlp.experts.3.down_proj,0.0001933385,0.01000,0.197
33,mlp.experts.4.down_proj,0.0000322661,0.01000,0.198
33,mlp.experts.5.down_proj,0.0000038682,0.01000,0.198
33,mlp.experts.6.down_proj,0.0000055579,0.01000,0.200
33,mlp.experts.7.down_proj,0.0000047606,0.01000,0.198
33,mlp.experts.8.down_proj,0.0000624706,0.01000,0.198
33,mlp.experts.9.down_proj,0.0000113812,0.01000,0.198
33,mlp.experts.10.down_proj,0.0000106125,0.01000,0.198
33,mlp.experts.11.down_proj,0.0000666290,0.01000,0.199
33,mlp.experts.12.down_proj,0.0000631605,0.01000,0.199
33,mlp.experts.13.down_proj,0.0000274669,0.01000,0.200
33,mlp.experts.14.down_proj,0.0000557722,0.01000,0.198
33,mlp.experts.15.down_proj,0.0000912096,0.01000,0.199
33,mlp.experts.16.down_proj,0.0000532711,0.01000,0.198
33,mlp.experts.17.down_proj,0.0000168858,0.01000,0.203
33,mlp.experts.18.down_proj,0.0000108954,0.01000,0.202
33,mlp.experts.19.down_proj,0.0000087056,0.01000,0.199
33,mlp.experts.20.down_proj,0.0000307352,0.01000,0.198
33,mlp.experts.21.down_proj,0.0000196278,0.01000,0.198
33,mlp.experts.22.down_proj,0.0000042008,0.01000,0.199
33,mlp.experts.23.down_proj,0.0000295957,0.01000,0.201
33,mlp.experts.24.down_proj,0.0000040603,0.01000,0.198
33,mlp.experts.25.down_proj,0.0000131634,0.01000,0.197
33,mlp.experts.26.down_proj,0.0000218638,0.01000,0.198
33,mlp.experts.27.down_proj,0.0000200818,0.01000,0.198
33,mlp.experts.28.down_proj,0.0000116463,0.01000,0.198
33,mlp.experts.29.down_proj,0.0001022744,0.01000,0.198
33,mlp.experts.30.down_proj,0.0000706826,0.01000,0.202
33,mlp.experts.31.down_proj,0.0000091869,0.01000,0.197
33,mlp.experts.32.down_proj,0.0000091664,0.01000,0.198
33,mlp.experts.33.down_proj,0.0000033266,0.01000,0.202
33,mlp.experts.34.down_proj,0.0001209418,0.01000,0.199
33,mlp.experts.35.down_proj,0.0000042633,0.01000,0.199
33,mlp.experts.36.down_proj,0.0001504956,0.01000,0.199
33,mlp.experts.37.down_proj,0.0000052114,0.01000,0.199
33,mlp.experts.38.down_proj,0.0000511885,0.01000,0.197
33,mlp.experts.39.down_proj,0.0000561885,0.01000,0.197
33,mlp.experts.40.down_proj,0.0000083601,0.01000,0.197
33,mlp.experts.41.down_proj,0.0000089722,0.01000,0.197
33,mlp.experts.42.down_proj,0.0001646895,0.01000,0.197
33,mlp.experts.43.down_proj,0.0000126223,0.01000,0.196
33,mlp.experts.44.down_proj,0.0000269291,0.01000,0.197
33,mlp.experts.45.down_proj,0.0000135141,0.01000,0.196
33,mlp.experts.46.down_proj,0.0000126025,0.01000,0.198
33,mlp.experts.47.down_proj,0.0000275453,0.01000,0.198
33,mlp.experts.48.down_proj,0.0000063159,0.01000,0.197
33,mlp.experts.49.down_proj,0.0000047026,0.01000,0.197
33,mlp.experts.50.down_proj,0.0000089750,0.01000,0.197
33,mlp.experts.51.down_proj,0.0000168150,0.01000,0.196
33,mlp.experts.52.down_proj,0.0000032222,0.01000,0.197
33,mlp.experts.53.down_proj,0.0000214724,0.01000,0.197
33,mlp.experts.54.down_proj,0.0000531085,0.01000,0.199
33,mlp.experts.55.down_proj,0.0000093960,0.01000,0.198
33,mlp.experts.56.down_proj,0.0000051492,0.01000,0.199
33,mlp.experts.57.down_proj,0.0000085498,0.01000,0.198
33,mlp.experts.58.down_proj,0.0000219205,0.01000,0.197
33,mlp.experts.59.down_proj,0.0000297031,0.01000,0.197
33,mlp.experts.60.down_proj,0.0000150449,0.01000,0.200
33,mlp.experts.61.down_proj,0.0000730325,0.01000,0.199
33,mlp.experts.62.down_proj,0.0000095156,0.01000,0.198
33,mlp.experts.63.down_proj,0.0000116577,0.01000,0.198
33,mlp.experts.64.down_proj,0.0000131570,0.01000,0.198
33,mlp.experts.65.down_proj,0.0000078028,0.01000,0.197
33,mlp.experts.66.down_proj,0.0000090027,0.01000,0.199
33,mlp.experts.67.down_proj,0.0001094127,0.01000,0.198
33,mlp.experts.68.down_proj,0.0000180379,0.01000,0.198
33,mlp.experts.69.down_proj,0.0000144723,0.01000,0.198
33,mlp.experts.70.down_proj,0.0000141595,0.01000,0.197
33,mlp.experts.71.down_proj,0.0000074572,0.01000,0.197
33,mlp.experts.72.down_proj,0.0000579548,0.01000,0.197
33,mlp.experts.73.down_proj,0.0000131064,0.01000,0.199
33,mlp.experts.74.down_proj,0.0001347694,0.01000,0.199
33,mlp.experts.75.down_proj,0.0000445253,0.01000,0.208
33,mlp.experts.76.down_proj,0.0000062569,0.01000,0.202
33,mlp.experts.77.down_proj,0.0000165047,0.01000,0.200
33,mlp.experts.78.down_proj,0.0000403730,0.01000,0.201
33,mlp.experts.79.down_proj,0.0000090297,0.01000,0.199
33,mlp.experts.80.down_proj,0.0000041819,0.01000,0.201
33,mlp.experts.81.down_proj,0.0000044133,0.01000,0.199
33,mlp.experts.82.down_proj,0.0000054276,0.01000,0.199
33,mlp.experts.83.down_proj,0.0000187921,0.01000,0.199
33,mlp.experts.84.down_proj,0.0000134508,0.01000,0.198
33,mlp.experts.85.down_proj,0.0000056372,0.01000,0.199
33,mlp.experts.86.down_proj,0.0000055131,0.01000,0.198
33,mlp.experts.87.down_proj,0.0000123697,0.01000,0.207
33,mlp.experts.88.down_proj,0.0000084785,0.01000,0.199
33,mlp.experts.89.down_proj,0.0000237276,0.01000,0.200
33,mlp.experts.90.down_proj,0.0000103859,0.01000,0.198
33,mlp.experts.91.down_proj,0.0000110288,0.01000,0.198
33,mlp.experts.92.down_proj,0.0000020675,0.01000,0.199
33,mlp.experts.93.down_proj,0.0001188701,0.01000,0.200
33,mlp.experts.94.down_proj,0.0000092230,0.01000,0.201
33,mlp.experts.95.down_proj,0.0000324648,0.01000,0.199
33,mlp.experts.96.down_proj,0.0000067100,0.01000,0.199
33,mlp.experts.97.down_proj,0.0000040803,0.01000,0.198
33,mlp.experts.98.down_proj,0.0000131016,0.01000,0.199
33,mlp.experts.99.down_proj,0.0000044813,0.01000,0.200
33,mlp.experts.100.down_proj,0.0000303453,0.01000,0.200
33,mlp.experts.101.down_proj,0.0000107321,0.01000,0.198
33,mlp.experts.102.down_proj,0.0000088847,0.01000,0.198
33,mlp.experts.103.down_proj,0.0000084394,0.01000,0.198
33,mlp.experts.104.down_proj,0.0000150248,0.01000,0.199
33,mlp.experts.105.down_proj,0.0000103081,0.01000,0.199
33,mlp.experts.106.down_proj,0.0000173367,0.01000,0.199
33,mlp.experts.107.down_proj,0.0000369694,0.01000,0.198
33,mlp.experts.108.down_proj,0.0000101950,0.01000,0.203
33,mlp.experts.109.down_proj,0.0000866871,0.01000,0.198
33,mlp.experts.110.down_proj,0.0000131567,0.01000,0.199
33,mlp.experts.111.down_proj,0.0000126070,0.01000,0.199
33,mlp.experts.112.down_proj,0.0000120630,0.01000,0.198
33,mlp.experts.113.down_proj,0.0000036769,0.01000,0.198
33,mlp.experts.114.down_proj,0.0000148046,0.01000,0.198
33,mlp.experts.115.down_proj,0.0000683787,0.01000,0.200
33,mlp.experts.116.down_proj,0.0000191878,0.01000,0.199
33,mlp.experts.117.down_proj,0.0000158039,0.01000,0.199
33,mlp.experts.118.down_proj,0.0000029533,0.01000,0.199
33,mlp.experts.119.down_proj,0.0000094641,0.01000,0.198
33,mlp.experts.120.down_proj,0.0000166821,0.01000,0.199
33,mlp.experts.121.down_proj,0.0002149383,0.01000,0.203
33,mlp.experts.122.down_proj,0.0000056842,0.01000,0.200
33,mlp.experts.123.down_proj,0.0000362730,0.01000,0.199
33,mlp.experts.124.down_proj,0.0000659275,0.01000,0.198
33,mlp.experts.125.down_proj,0.0000090700,0.01000,0.198
33,mlp.experts.126.down_proj,0.0001262506,0.01000,0.198
33,mlp.experts.127.down_proj,0.0000061258,0.01000,0.199
34,self_attn.q_proj,0.0000002516,0.01000,0.511
34,self_attn.k_proj,0.0000000297,0.01000,0.511
34,self_attn.v_proj,0.0000000420,0.01000,0.507
34,self_attn.o_proj,0.0000000355,0.01000,1.024
34,mlp.gate,0.0000016220,0.01000,0.509
34,mlp.experts.0.up_proj,0.0001885774,0.01000,0.513
34,mlp.experts.1.up_proj,0.0003341497,0.01000,0.508
34,mlp.experts.2.up_proj,0.0000339382,0.01000,0.507
34,mlp.experts.3.up_proj,0.0000127092,0.01000,0.507
34,mlp.experts.4.up_proj,0.0000619633,0.01000,0.508
34,mlp.experts.5.up_proj,0.0000842753,0.01000,0.532
34,mlp.experts.6.up_proj,0.0000558836,0.01000,0.510
34,mlp.experts.7.up_proj,0.0000584473,0.01000,0.519
34,mlp.experts.8.up_proj,0.0005947710,0.01000,0.509
34,mlp.experts.9.up_proj,0.0000092674,0.01000,0.510
34,mlp.experts.10.up_proj,0.0000408011,0.01000,0.508
34,mlp.experts.11.up_proj,0.0000300607,0.01000,0.517
34,mlp.experts.12.up_proj,0.0000739836,0.01000,0.508
34,mlp.experts.13.up_proj,0.0000135481,0.01000,0.508
34,mlp.experts.14.up_proj,0.0000349753,0.01000,0.510
34,mlp.experts.15.up_proj,0.0000606668,0.01000,0.507
34,mlp.experts.16.up_proj,0.0000038867,0.01000,0.513
34,mlp.experts.17.up_proj,0.0005230933,0.01000,0.509
34,mlp.experts.18.up_proj,0.0000248978,0.01000,0.509
34,mlp.experts.19.up_proj,0.0000237614,0.01000,0.511
34,mlp.experts.20.up_proj,0.0000495007,0.01000,0.523
34,mlp.experts.21.up_proj,0.0001359008,0.01000,0.509
34,mlp.experts.22.up_proj,0.0001390409,0.01000,0.508
34,mlp.experts.23.up_proj,0.0000252041,0.01000,0.522
34,mlp.experts.24.up_proj,0.0000229370,0.01000,0.509
34,mlp.experts.25.up_proj,0.0000299388,0.01000,0.506
34,mlp.experts.26.up_proj,0.0000196596,0.01000,0.510
34,mlp.experts.27.up_proj,0.0000211478,0.01000,0.509
34,mlp.experts.28.up_proj,0.0002608832,0.01000,0.510
34,mlp.experts.29.up_proj,0.0001679707,0.01000,0.510
34,mlp.experts.30.up_proj,0.0000090304,0.01000,0.509
34,mlp.experts.31.up_proj,0.0000054883,0.01000,0.508
34,mlp.experts.32.up_proj,0.0001282659,0.01000,0.508
34,mlp.experts.33.up_proj,0.0000318197,0.01000,0.517
34,mlp.experts.34.up_proj,0.0001843895,0.01000,0.507
34,mlp.experts.35.up_proj,0.0000188357,0.01000,0.515
34,mlp.experts.36.up_proj,0.0000263486,0.01000,0.510
34,mlp.experts.37.up_proj,0.0000675502,0.01000,0.511
34,mlp.experts.38.up_proj,0.0001982861,0.01000,0.509
34,mlp.experts.39.up_proj,0.0000382920,0.01000,0.508
34,mlp.experts.40.up_proj,0.0000261978,0.01000,0.508
34,mlp.experts.41.up_proj,0.0000290506,0.01000,0.507
34,mlp.experts.42.up_proj,0.0001105348,0.01000,0.510
34,mlp.experts.43.up_proj,0.0000479488,0.01000,0.508
34,mlp.experts.44.up_proj,0.0003248963,0.01000,0.508
34,mlp.experts.45.up_proj,0.0000166127,0.01000,0.508
34,mlp.experts.46.up_proj,0.0000347346,0.01000,0.508
34,mlp.experts.47.up_proj,0.0000290384,0.01000,0.511
34,mlp.experts.48.up_proj,0.0000100880,0.01000,0.511
34,mlp.experts.49.up_proj,0.0004749375,0.01000,0.507
34,mlp.experts.50.up_proj,0.0000593131,0.01000,0.509
34,mlp.experts.51.up_proj,0.0000715405,0.01000,0.508
34,mlp.experts.52.up_proj,0.0000186453,0.01000,0.522
34,mlp.experts.53.up_proj,0.0000681981,0.01000,0.517
34,mlp.experts.54.up_proj,0.0001487445,0.01000,0.514
34,mlp.experts.55.up_proj,0.0000116644,0.01000,0.510
34,mlp.experts.56.up_proj,0.0000220676,0.01000,0.509
34,mlp.experts.57.up_proj,0.0000579632,0.01000,0.515
34,mlp.experts.58.up_proj,0.0000755947,0.01000,0.508
34,mlp.experts.59.up_proj,0.0002360350,0.01000,0.507
34,mlp.experts.60.up_proj,0.0000624089,0.01000,0.518
34,mlp.experts.61.up_proj,0.0000219882,0.01000,0.522
34,mlp.experts.62.up_proj,0.0000100675,0.01000,0.509
34,mlp.experts.63.up_proj,0.0000986050,0.01000,0.509
34,mlp.experts.64.up_proj,0.0000162256,0.01000,0.508
34,mlp.experts.65.up_proj,0.0000355365,0.01000,0.509
34,mlp.experts.66.up_proj,0.0000305721,0.01000,0.521
34,mlp.experts.67.up_proj,0.0000958707,0.01000,0.511
34,mlp.experts.68.up_proj,0.0000055357,0.01000,0.512
34,mlp.experts.69.up_proj,0.0000132125,0.01000,0.509
34,mlp.experts.70.up_proj,0.0000327363,0.01000,0.511
34,mlp.experts.71.up_proj,0.0000065092,0.01000,0.510
34,mlp.experts.72.up_proj,0.0001310975,0.01000,0.507
34,mlp.experts.73.up_proj,0.0000237855,0.01000,0.508
34,mlp.experts.74.up_proj,0.0000174490,0.01000,0.520
34,mlp.experts.75.up_proj,0.0000580900,0.01000,0.508
34,mlp.experts.76.up_proj,0.0000186276,0.01000,0.509
34,mlp.experts.77.up_proj,0.0000925118,0.01000,0.507
34,mlp.experts.78.up_proj,0.0000150407,0.01000,0.508
34,mlp.experts.79.up_proj,0.0003271832,0.01000,0.508
34,mlp.experts.80.up_proj,0.0000381296,0.01000,0.508
34,mlp.experts.81.up_proj,0.0002175918,0.01000,0.509
34,mlp.experts.82.up_proj,0.0000272361,0.01000,0.508
34,mlp.experts.83.up_proj,0.0000155877,0.01000,0.509
34,mlp.experts.84.up_proj,0.0001762495,0.01000,0.510
34,mlp.experts.85.up_proj,0.0000162132,0.01000,0.509
34,mlp.experts.86.up_proj,0.0000368297,0.01000,0.533
34,mlp.experts.87.up_proj,0.0000659484,0.01000,0.513
34,mlp.experts.88.up_proj,0.0000342300,0.01000,0.511
34,mlp.experts.89.up_proj,0.0003367460,0.01000,0.509
34,mlp.experts.90.up_proj,0.0000087068,0.01000,0.522
34,mlp.experts.91.up_proj,0.0000327171,0.01000,0.529
34,mlp.experts.92.up_proj,0.0000554174,0.01000,0.509
34,mlp.experts.93.up_proj,0.0000539580,0.01000,0.521
34,mlp.experts.94.up_proj,0.0000105914,0.01000,0.510
34,mlp.experts.95.up_proj,0.0000132683,0.01000,0.517
34,mlp.experts.96.up_proj,0.0000585454,0.01000,0.515
34,mlp.experts.97.up_proj,0.0000437126,0.01000,0.517
34,mlp.experts.98.up_proj,0.0000140899,0.01000,0.509
34,mlp.experts.99.up_proj,0.0000634640,0.01000,0.509
34,mlp.experts.100.up_proj,0.0000449896,0.01000,0.511
34,mlp.experts.101.up_proj,0.0000359915,0.01000,0.517
34,mlp.experts.102.up_proj,0.0000969888,0.01000,0.508
34,mlp.experts.103.up_proj,0.0000160262,0.01000,0.511
34,mlp.experts.104.up_proj,0.0001578470,0.01000,0.510
34,mlp.experts.105.up_proj,0.0000181855,0.01000,0.509
34,mlp.experts.106.up_proj,0.0004050770,0.01000,0.508
34,mlp.experts.107.up_proj,0.0000217639,0.01000,0.510
34,mlp.experts.108.up_proj,0.0000176564,0.01000,0.508
34,mlp.experts.109.up_proj,0.0000297295,0.01000,0.510
34,mlp.experts.110.up_proj,0.0000229062,0.01000,0.515
34,mlp.experts.111.up_proj,0.0000478527,0.01000,0.510
34,mlp.experts.112.up_proj,0.0000151129,0.01000,0.514
34,mlp.experts.113.up_proj,0.0000296007,0.01000,0.509
34,mlp.experts.114.up_proj,0.0001404991,0.01000,0.526
34,mlp.experts.115.up_proj,0.0002477717,0.01000,0.508
34,mlp.experts.116.up_proj,0.0001155399,0.01000,0.509
34,mlp.experts.117.up_proj,0.0002451660,0.01000,0.511
34,mlp.experts.118.up_proj,0.0000556466,0.01000,0.510
34,mlp.experts.119.up_proj,0.0000434223,0.01000,0.508
34,mlp.experts.120.up_proj,0.0000193976,0.01000,0.508
34,mlp.experts.121.up_proj,0.0001284786,0.01000,0.510
34,mlp.experts.122.up_proj,0.0001243234,0.01000,0.510
34,mlp.experts.123.up_proj,0.0000283403,0.01000,0.509
34,mlp.experts.124.up_proj,0.0000204637,0.01000,0.509
34,mlp.experts.125.up_proj,0.0002943894,0.01000,0.509
34,mlp.experts.126.up_proj,0.0000061776,0.01000,0.511
34,mlp.experts.127.up_proj,0.0000434415,0.01000,0.509
34,mlp.experts.0.gate_proj,0.0001917002,0.01000,0.516
34,mlp.experts.1.gate_proj,0.0003438863,0.01000,0.511
34,mlp.experts.2.gate_proj,0.0000326939,0.01000,0.509
34,mlp.experts.3.gate_proj,0.0000123086,0.01000,0.511
34,mlp.experts.4.gate_proj,0.0000631860,0.01000,0.507
34,mlp.experts.5.gate_proj,0.0000795289,0.01000,0.525
34,mlp.experts.6.gate_proj,0.0000548260,0.01000,0.515
34,mlp.experts.7.gate_proj,0.0000552059,0.01000,0.511
34,mlp.experts.8.gate_proj,0.0005898660,0.01000,0.512
34,mlp.experts.9.gate_proj,0.0000093481,0.01000,0.509
34,mlp.experts.10.gate_proj,0.0000402315,0.01000,0.509
34,mlp.experts.11.gate_proj,0.0000255458,0.01000,0.511
34,mlp.experts.12.gate_proj,0.0000708321,0.01000,0.510
34,mlp.experts.13.gate_proj,0.0000117772,0.01000,0.517
34,mlp.experts.14.gate_proj,0.0000321625,0.01000,0.509
34,mlp.experts.15.gate_proj,0.0000536200,0.01000,0.508
34,mlp.experts.16.gate_proj,0.0000036430,0.01000,0.509
34,mlp.experts.17.gate_proj,0.0004698619,0.01000,0.510
34,mlp.experts.18.gate_proj,0.0000224833,0.01000,0.510
34,mlp.experts.19.gate_proj,0.0000219648,0.01000,0.515
34,mlp.experts.20.gate_proj,0.0000454054,0.01000,0.514
34,mlp.experts.21.gate_proj,0.0001295136,0.01000,0.509
34,mlp.experts.22.gate_proj,0.0001414840,0.01000,0.511
34,mlp.experts.23.gate_proj,0.0000239485,0.01000,0.513
34,mlp.experts.24.gate_proj,0.0000223920,0.01000,0.509
34,mlp.experts.25.gate_proj,0.0000297446,0.01000,0.508
34,mlp.experts.26.gate_proj,0.0000189117,0.01000,0.514
34,mlp.experts.27.gate_proj,0.0000218458,0.01000,0.509
34,mlp.experts.28.gate_proj,0.0002639790,0.01000,0.509
34,mlp.experts.29.gate_proj,0.0001694103,0.01000,0.510
34,mlp.experts.30.gate_proj,0.0000084962,0.01000,0.512
34,mlp.experts.31.gate_proj,0.0000049829,0.01000,0.511
34,mlp.experts.32.gate_proj,0.0001222993,0.01000,0.509
34,mlp.experts.33.gate_proj,0.0000312166,0.01000,0.512
34,mlp.experts.34.gate_proj,0.0001894370,0.01000,0.553
34,mlp.experts.35.gate_proj,0.0000194408,0.01000,0.509
34,mlp.experts.36.gate_proj,0.0000255525,0.01000,0.514
34,mlp.experts.37.gate_proj,0.0000663300,0.01000,0.517
34,mlp.experts.38.gate_proj,0.0002610542,0.01000,0.532
34,mlp.experts.39.gate_proj,0.0000350625,0.01000,0.522
34,mlp.experts.40.gate_proj,0.0000233342,0.01000,0.508
34,mlp.experts.41.gate_proj,0.0000274033,0.01000,0.521
34,mlp.experts.42.gate_proj,0.0001142571,0.01000,0.527
34,mlp.experts.43.gate_proj,0.0000452514,0.01000,0.510
34,mlp.experts.44.gate_proj,0.0002851879,0.01000,0.510
34,mlp.experts.45.gate_proj,0.0000167908,0.01000,0.513
34,mlp.experts.46.gate_proj,0.0000332878,0.01000,0.510
34,mlp.experts.47.gate_proj,0.0000278849,0.01000,0.508
34,mlp.experts.48.gate_proj,0.0000097066,0.01000,0.507
34,mlp.experts.49.gate_proj,0.0004434631,0.01000,0.511
34,mlp.experts.50.gate_proj,0.0000559755,0.01000,0.510
34,mlp.experts.51.gate_proj,0.0000702942,0.01000,0.507
34,mlp.experts.52.gate_proj,0.0000169444,0.01000,0.508
34,mlp.experts.53.gate_proj,0.0000428962,0.01000,0.514
34,mlp.experts.54.gate_proj,0.0001466328,0.01000,0.506
34,mlp.experts.55.gate_proj,0.0000114140,0.01000,0.518
34,mlp.experts.56.gate_proj,0.0000180317,0.01000,0.508
34,mlp.experts.57.gate_proj,0.0000549066,0.01000,0.513
34,mlp.experts.58.gate_proj,0.0000752063,0.01000,0.514
34,mlp.experts.59.gate_proj,0.0002355044,0.01000,0.510
34,mlp.experts.60.gate_proj,0.0000561782,0.01000,0.509
34,mlp.experts.61.gate_proj,0.0000188143,0.01000,0.509
34,mlp.experts.62.gate_proj,0.0000091902,0.01000,0.519
34,mlp.experts.63.gate_proj,0.0001026834,0.01000,0.516
34,mlp.experts.64.gate_proj,0.0000143537,0.01000,0.511
34,mlp.experts.65.gate_proj,0.0000300352,0.01000,0.510
34,mlp.experts.66.gate_proj,0.0000294842,0.01000,0.517
34,mlp.experts.67.gate_proj,0.0000985038,0.01000,0.508
34,mlp.experts.68.gate_proj,0.0000047750,0.01000,0.514
34,mlp.experts.69.gate_proj,0.0000107476,0.01000,0.508
34,mlp.experts.70.gate_proj,0.0000353588,0.01000,0.509
34,mlp.experts.71.gate_proj,0.0000068014,0.01000,0.508
34,mlp.experts.72.gate_proj,0.0001259525,0.01000,0.509
34,mlp.experts.73.gate_proj,0.0000233731,0.01000,0.509
34,mlp.experts.74.gate_proj,0.0000163095,0.01000,0.511
34,mlp.experts.75.gate_proj,0.0000595632,0.01000,0.509
34,mlp.experts.76.gate_proj,0.0000187409,0.01000,0.509
34,mlp.experts.77.gate_proj,0.0000976508,0.01000,0.511
34,mlp.experts.78.gate_proj,0.0000132364,0.01000,0.517
34,mlp.experts.79.gate_proj,0.0002818192,0.01000,0.521
34,mlp.experts.80.gate_proj,0.0000381580,0.01000,0.532
34,mlp.experts.81.gate_proj,0.0002197840,0.01000,0.510
34,mlp.experts.82.gate_proj,0.0000253643,0.01000,0.513
34,mlp.experts.83.gate_proj,0.0000119273,0.01000,0.513
34,mlp.experts.84.gate_proj,0.0001816094,0.01000,0.520
34,mlp.experts.85.gate_proj,0.0000158876,0.01000,0.513
34,mlp.experts.86.gate_proj,0.0000352564,0.01000,0.515
34,mlp.experts.87.gate_proj,0.0000645251,0.01000,0.517
34,mlp.experts.88.gate_proj,0.0000307122,0.01000,0.522
34,mlp.experts.89.gate_proj,0.0003490565,0.01000,0.514
34,mlp.experts.90.gate_proj,0.0000066191,0.01000,0.515
34,mlp.experts.91.gate_proj,0.0000317436,0.01000,0.515
34,mlp.experts.92.gate_proj,0.0000572882,0.01000,0.517
34,mlp.experts.93.gate_proj,0.0000496385,0.01000,0.524
34,mlp.experts.94.gate_proj,0.0000110541,0.01000,0.517
34,mlp.experts.95.gate_proj,0.0000110604,0.01000,0.513
34,mlp.experts.96.gate_proj,0.0000568819,0.01000,0.523
34,mlp.experts.97.gate_proj,0.0000441369,0.01000,0.515
34,mlp.experts.98.gate_proj,0.0000135979,0.01000,0.515
34,mlp.experts.99.gate_proj,0.0000618664,0.01000,0.513
34,mlp.experts.100.gate_proj,0.0000372267,0.01000,0.517
34,mlp.experts.101.gate_proj,0.0000325734,0.01000,0.517
34,mlp.experts.102.gate_proj,0.0001003071,0.01000,0.513
34,mlp.experts.103.gate_proj,0.0000148438,0.01000,0.512
34,mlp.experts.104.gate_proj,0.0001480840,0.01000,0.513
34,mlp.experts.105.gate_proj,0.0000161868,0.01000,0.515
34,mlp.experts.106.gate_proj,0.0003779130,0.01000,0.518
34,mlp.experts.107.gate_proj,0.0000203848,0.01000,0.516
34,mlp.experts.108.gate_proj,0.0000161935,0.01000,0.515
34,mlp.experts.109.gate_proj,0.0000288578,0.01000,0.516
34,mlp.experts.110.gate_proj,0.0000229881,0.01000,0.522
34,mlp.experts.111.gate_proj,0.0000450476,0.01000,0.516
34,mlp.experts.112.gate_proj,0.0000140253,0.01000,0.514
34,mlp.experts.113.gate_proj,0.0000263053,0.01000,0.532
34,mlp.experts.114.gate_proj,0.0001464204,0.01000,0.517
34,mlp.experts.115.gate_proj,0.0002524672,0.01000,0.537
34,mlp.experts.116.gate_proj,0.0001151297,0.01000,0.516
34,mlp.experts.117.gate_proj,0.0002187346,0.01000,0.513
34,mlp.experts.118.gate_proj,0.0000616519,0.01000,0.515
34,mlp.experts.119.gate_proj,0.0000404685,0.01000,0.515
34,mlp.experts.120.gate_proj,0.0000198609,0.01000,0.519
34,mlp.experts.121.gate_proj,0.0001302597,0.01000,0.515
34,mlp.experts.122.gate_proj,0.0001239679,0.01000,0.516
34,mlp.experts.123.gate_proj,0.0000241663,0.01000,0.515
34,mlp.experts.124.gate_proj,0.0000155862,0.01000,0.515
34,mlp.experts.125.gate_proj,0.0002869931,0.01000,0.516
34,mlp.experts.126.gate_proj,0.0000065076,0.01000,0.515
34,mlp.experts.127.gate_proj,0.0000404216,0.01000,0.515
34,mlp.experts.0.down_proj,0.0000352747,0.01000,0.197
34,mlp.experts.1.down_proj,0.0000662313,0.01000,0.193
34,mlp.experts.2.down_proj,0.0000215973,0.01000,0.202
34,mlp.experts.3.down_proj,0.0000068580,0.01000,0.200
34,mlp.experts.4.down_proj,0.0000408228,0.01000,0.197
34,mlp.experts.5.down_proj,0.0000125296,0.01000,0.196
34,mlp.experts.6.down_proj,0.0001519905,0.01000,0.197
34,mlp.experts.7.down_proj,0.0000118460,0.01000,0.196
34,mlp.experts.8.down_proj,0.0001239827,0.01000,0.196
34,mlp.experts.9.down_proj,0.0000098292,0.01000,0.197
34,mlp.experts.10.down_proj,0.0000280587,0.01000,0.205
34,mlp.experts.11.down_proj,0.0000115694,0.01000,0.199
34,mlp.experts.12.down_proj,0.0000410293,0.01000,0.197
34,mlp.experts.13.down_proj,0.0000285200,0.01000,0.196
34,mlp.experts.14.down_proj,0.0000224421,0.01000,0.197
34,mlp.experts.15.down_proj,0.0000302277,0.01000,0.204
34,mlp.experts.16.down_proj,0.0000070312,0.01000,0.197
34,mlp.experts.17.down_proj,0.0003481001,0.01000,0.197
34,mlp.experts.18.down_proj,0.0000136454,0.01000,0.197
34,mlp.experts.19.down_proj,0.0000697641,0.01000,0.198
34,mlp.experts.20.down_proj,0.0000130721,0.01000,0.197
34,mlp.experts.21.down_proj,0.0001392716,0.01000,0.199
34,mlp.experts.22.down_proj,0.0000239867,0.01000,0.196
34,mlp.experts.23.down_proj,0.0000143648,0.01000,0.197
34,mlp.experts.24.down_proj,0.0000359217,0.01000,0.197
34,mlp.experts.25.down_proj,0.0000113648,0.01000,0.196
34,mlp.experts.26.down_proj,0.0000131012,0.01000,0.197
34,mlp.experts.27.down_proj,0.0000541853,0.01000,0.197
34,mlp.experts.28.down_proj,0.0000680655,0.01000,0.196
34,mlp.experts.29.down_proj,0.0000334329,0.01000,0.198
34,mlp.experts.30.down_proj,0.0000022723,0.01000,0.199
34,mlp.experts.31.down_proj,0.0000123835,0.01000,0.197
34,mlp.experts.32.down_proj,0.0000208228,0.01000,0.204
34,mlp.experts.33.down_proj,0.0000534836,0.01000,0.200
34,mlp.experts.34.down_proj,0.0000429954,0.01000,0.198
34,mlp.experts.35.down_proj,0.0000121240,0.01000,0.198
34,mlp.experts.36.down_proj,0.0000630165,0.01000,0.204
34,mlp.experts.37.down_proj,0.0000477132,0.01000,0.198
34,mlp.experts.38.down_proj,0.0000218142,0.01000,0.197
34,mlp.experts.39.down_proj,0.0000161512,0.01000,0.198
34,mlp.experts.40.down_proj,0.0000067840,0.01000,0.198
34,mlp.experts.41.down_proj,0.0000418198,0.01000,0.197
34,mlp.experts.42.down_proj,0.0000153254,0.01000,0.197
34,mlp.experts.43.down_proj,0.0000160951,0.01000,0.198
34,mlp.experts.44.down_proj,0.0001655099,0.01000,0.197
34,mlp.experts.45.down_proj,0.0000227650,0.01000,0.198
34,mlp.experts.46.down_proj,0.0000364925,0.01000,0.197
34,mlp.experts.47.down_proj,0.0000567923,0.01000,0.198
34,mlp.experts.48.down_proj,0.0000080693,0.01000,0.198
34,mlp.experts.49.down_proj,0.0006861227,0.01000,0.197
34,mlp.experts.50.down_proj,0.0000119798,0.01000,0.197
34,mlp.experts.51.down_proj,0.0000130479,0.01000,0.198
34,mlp.experts.52.down_proj,0.0000101165,0.01000,0.197
34,mlp.experts.53.down_proj,0.0000214641,0.01000,0.198
34,mlp.experts.54.down_proj,0.0000318445,0.01000,0.198
34,mlp.experts.55.down_proj,0.0000214090,0.01000,0.199
34,mlp.experts.56.down_proj,0.0000348898,0.01000,0.198
34,mlp.experts.57.down_proj,0.0000531355,0.01000,0.205
34,mlp.experts.58.down_proj,0.0000305223,0.01000,0.196
34,mlp.experts.59.down_proj,0.0000605438,0.01000,0.202
34,mlp.experts.60.down_proj,0.0000217407,0.01000,0.206
34,mlp.experts.61.down_proj,0.0000206069,0.01000,0.200
34,mlp.experts.62.down_proj,0.0000035242,0.01000,0.196
34,mlp.experts.63.down_proj,0.0000157220,0.01000,0.206
34,mlp.experts.64.down_proj,0.0000039767,0.01000,0.196
34,mlp.experts.65.down_proj,0.0000124440,0.01000,0.196
34,mlp.experts.66.down_proj,0.0000342761,0.01000,0.196
34,mlp.experts.67.down_proj,0.0000131206,0.01000,0.197
34,mlp.experts.68.down_proj,0.0000081083,0.01000,0.196
34,mlp.experts.69.down_proj,0.0000048084,0.01000,0.196
34,mlp.experts.70.down_proj,0.0000072696,0.01000,0.197
34,mlp.experts.71.down_proj,0.0000061019,0.01000,0.196
34,mlp.experts.72.down_proj,0.0000314544,0.01000,0.196
34,mlp.experts.73.down_proj,0.0000216667,0.01000,0.197
34,mlp.experts.74.down_proj,0.0000167564,0.01000,0.197
34,mlp.experts.75.down_proj,0.0000116426,0.01000,0.200
34,mlp.experts.76.down_proj,0.0000043088,0.01000,0.197
34,mlp.experts.77.down_proj,0.0000287264,0.01000,0.197
34,mlp.experts.78.down_proj,0.0000251810,0.01000,0.202
34,mlp.experts.79.down_proj,0.0001309386,0.01000,0.202
34,mlp.experts.80.down_proj,0.0000227766,0.01000,0.197
34,mlp.experts.81.down_proj,0.0000645236,0.01000,0.197
34,mlp.experts.82.down_proj,0.0000448432,0.01000,0.196
34,mlp.experts.83.down_proj,0.0000055031,0.01000,0.201
34,mlp.experts.84.down_proj,0.0000335703,0.01000,0.197
34,mlp.experts.85.down_proj,0.0000226723,0.01000,0.198
34,mlp.experts.86.down_proj,0.0000223368,0.01000,0.198
34,mlp.experts.87.down_proj,0.0000896288,0.01000,0.199
34,mlp.experts.88.down_proj,0.0000089360,0.01000,0.206
34,mlp.experts.89.down_proj,0.0000802282,0.01000,0.200
34,mlp.experts.90.down_proj,0.0000089577,0.01000,0.199
34,mlp.experts.91.down_proj,0.0000078796,0.01000,0.198
34,mlp.experts.92.down_proj,0.0000063817,0.01000,0.201
34,mlp.experts.93.down_proj,0.0000251727,0.01000,0.198
34,mlp.experts.94.down_proj,0.0000149869,0.01000,0.199
34,mlp.experts.95.down_proj,0.0000054770,0.01000,0.198
34,mlp.experts.96.down_proj,0.0000126255,0.01000,0.200
34,mlp.experts.97.down_proj,0.0000094786,0.01000,0.198
34,mlp.experts.98.down_proj,0.0000045133,0.01000,0.199
34,mlp.experts.99.down_proj,0.0000181154,0.01000,0.199
34,mlp.experts.100.down_proj,0.0000259251,0.01000,0.198
34,mlp.experts.101.down_proj,0.0000099031,0.01000,0.212
34,mlp.experts.102.down_proj,0.0000122004,0.01000,0.198
34,mlp.experts.103.down_proj,0.0000444081,0.01000,0.198
34,mlp.experts.104.down_proj,0.0000385911,0.01000,0.198
34,mlp.experts.105.down_proj,0.0000147604,0.01000,0.199
34,mlp.experts.106.down_proj,0.0002316796,0.01000,0.202
34,mlp.experts.107.down_proj,0.0000057942,0.01000,0.204
34,mlp.experts.108.down_proj,0.0000062056,0.01000,0.209
34,mlp.experts.109.down_proj,0.0000120153,0.01000,0.199
34,mlp.experts.110.down_proj,0.0000057788,0.01000,0.198
34,mlp.experts.111.down_proj,0.0001111951,0.01000,0.199
34,mlp.experts.112.down_proj,0.0000048137,0.01000,0.198
34,mlp.experts.113.down_proj,0.0000231925,0.01000,0.198
34,mlp.experts.114.down_proj,0.0000244563,0.01000,0.200
34,mlp.experts.115.down_proj,0.0000419491,0.01000,0.201
34,mlp.experts.116.down_proj,0.0000414893,0.01000,0.198
34,mlp.experts.117.down_proj,0.0001073835,0.01000,0.202
34,mlp.experts.118.down_proj,0.0000158514,0.01000,0.203
34,mlp.experts.119.down_proj,0.0000357431,0.01000,0.199
34,mlp.experts.120.down_proj,0.0000407128,0.01000,0.199
34,mlp.experts.121.down_proj,0.0000220970,0.01000,0.200
34,mlp.experts.122.down_proj,0.0000495484,0.01000,0.198
34,mlp.experts.123.down_proj,0.0000285258,0.01000,0.198
34,mlp.experts.124.down_proj,0.0000067630,0.01000,0.198
34,mlp.experts.125.down_proj,0.0002967543,0.01000,0.206
34,mlp.experts.126.down_proj,0.0000085125,0.01000,0.199
34,mlp.experts.127.down_proj,0.0000799652,0.01000,0.199
35,self_attn.q_proj,0.0000002639,0.01000,0.513
35,self_attn.k_proj,0.0000000296,0.01000,0.510
35,self_attn.v_proj,0.0000000430,0.01000,0.507
35,self_attn.o_proj,0.0000000270,0.01000,1.024
35,mlp.gate,0.0000015728,0.01000,0.508
35,mlp.experts.0.up_proj,0.0000168252,0.01000,0.512
35,mlp.experts.1.up_proj,0.0000590594,0.01000,0.512
35,mlp.experts.2.up_proj,0.0000649195,0.01000,0.507
35,mlp.experts.3.up_proj,0.0000043321,0.01000,0.508
35,mlp.experts.4.up_proj,0.0000423999,0.01000,0.508
35,mlp.experts.5.up_proj,0.0000965949,0.01000,0.509
35,mlp.experts.6.up_proj,0.0000577154,0.01000,0.507
35,mlp.experts.7.up_proj,0.0000073860,0.01000,0.508
35,mlp.experts.8.up_proj,0.0000246161,0.01000,0.506
35,mlp.experts.9.up_proj,0.0000399964,0.01000,0.508
35,mlp.experts.10.up_proj,0.0000448436,0.01000,0.513
35,mlp.experts.11.up_proj,0.0001097447,0.01000,0.507
35,mlp.experts.12.up_proj,0.0000240089,0.01000,0.510
35,mlp.experts.13.up_proj,0.0000310136,0.01000,0.517
35,mlp.experts.14.up_proj,0.0000068875,0.01000,0.515
35,mlp.experts.15.up_proj,0.0002974711,0.01000,0.507
35,mlp.experts.16.up_proj,0.0000145645,0.01000,0.508
35,mlp.experts.17.up_proj,0.0001158733,0.01000,0.510
35,mlp.experts.18.up_proj,0.0000571046,0.01000,0.512
35,mlp.experts.19.up_proj,0.0001023082,0.01000,0.507
35,mlp.experts.20.up_proj,0.0000244138,0.01000,0.506
35,mlp.experts.21.up_proj,0.0000165586,0.01000,0.507
35,mlp.experts.22.up_proj,0.0000340670,0.01000,0.508
35,mlp.experts.23.up_proj,0.0000283133,0.01000,0.520
35,mlp.experts.24.up_proj,0.0000194328,0.01000,0.509
35,mlp.experts.25.up_proj,0.0000069754,0.01000,0.508
35,mlp.experts.26.up_proj,0.0000264778,0.01000,0.521
35,mlp.experts.27.up_proj,0.0000340066,0.01000,0.511
35,mlp.experts.28.up_proj,0.0000464547,0.01000,0.513
35,mlp.experts.29.up_proj,0.0000370433,0.01000,0.509
35,mlp.experts.30.up_proj,0.0000448398,0.01000,0.525
35,mlp.experts.31.up_proj,0.0000885184,0.01000,0.510
35,mlp.experts.32.up_proj,0.0000990822,0.01000,0.512
35,mlp.experts.33.up_proj,0.0000185430,0.01000,0.512
35,mlp.experts.34.up_proj,0.0002433362,0.01000,0.514
35,mlp.experts.35.up_proj,0.0000450251,0.01000,0.510
35,mlp.experts.36.up_proj,0.0000847498,0.01000,0.512
35,mlp.experts.37.up_proj,0.0000204369,0.01000,0.517
35,mlp.experts.38.up_proj,0.0004587791,0.01000,0.512
35,mlp.experts.39.up_proj,0.0000286840,0.01000,0.513
35,mlp.experts.40.up_proj,0.0000710575,0.01000,0.513
35,mlp.experts.41.up_proj,0.0000461067,0.01000,0.521
35,mlp.experts.42.up_proj,0.0000174809,0.01000,0.514
35,mlp.experts.43.up_proj,0.0000235467,0.01000,0.513
35,mlp.experts.44.up_proj,0.0000437375,0.01000,0.512
35,mlp.experts.45.up_proj,0.0000592591,0.01000,0.512
35,mlp.experts.46.up_proj,0.0000321694,0.01000,0.512
35,mlp.experts.47.up_proj,0.0000165949,0.01000,0.520
35,mlp.experts.48.up_proj,0.0000817965,0.01000,0.513
35,mlp.experts.49.up_proj,0.0000178782,0.01000,0.510
35,mlp.experts.50.up_proj,0.0000343703,0.01000,0.529
35,mlp.experts.51.up_proj,0.0001442860,0.01000,0.515
35,mlp.experts.52.up_proj,0.0000038742,0.01000,0.515
35,mlp.experts.53.up_proj,0.0000239316,0.01000,0.512
35,mlp.experts.54.up_proj,0.0000125828,0.01000,0.519
35,mlp.experts.55.up_proj,0.0000304928,0.01000,0.513
35,mlp.experts.56.up_proj,0.0000071042,0.01000,0.514
35,mlp.experts.57.up_proj,0.0002616838,0.01000,0.511
35,mlp.experts.58.up_proj,0.0000300166,0.01000,0.512
35,mlp.experts.59.up_proj,0.0000055838,0.01000,0.513
35,mlp.experts.60.up_proj,0.0000666811,0.01000,0.513
35,mlp.experts.61.up_proj,0.0000222974,0.01000,0.512
35,mlp.experts.62.up_proj,0.0001778823,0.01000,0.515
35,mlp.experts.63.up_proj,0.0000730022,0.01000,0.516
35,mlp.experts.64.up_proj,0.0000511921,0.01000,0.513
35,mlp.experts.65.up_proj,0.0000411249,0.01000,0.515
35,mlp.experts.66.up_proj,0.0001370446,0.01000,0.515
35,mlp.experts.67.up_proj,0.0000235113,0.01000,0.517
35,mlp.experts.68.up_proj,0.0000196055,0.01000,0.512
35,mlp.experts.69.up_proj,0.0000181676,0.01000,0.511
35,mlp.experts.70.up_proj,0.0001545409,0.01000,0.511
35,mlp.experts.71.up_proj,0.0000191549,0.01000,0.512
35,mlp.experts.72.up_proj,0.0000929010,0.01000,0.513
35,mlp.experts.73.up_proj,0.0000525926,0.01000,0.511
35,mlp.experts.74.up_proj,0.0003612013,0.01000,0.521
35,mlp.experts.75.up_proj,0.0000717196,0.01000,0.514
35,mlp.experts.76.up_proj,0.0001653872,0.01000,0.518
35,mlp.experts.77.up_proj,0.0000569210,0.01000,0.512
35,mlp.experts.78.up_proj,0.0000236384,0.01000,0.514
35,mlp.experts.79.up_proj,0.0000247101,0.01000,0.514
35,mlp.experts.80.up_proj,0.0002766089,0.01000,0.513
35,mlp.experts.81.up_proj,0.0000391595,0.01000,0.516
35,mlp.experts.82.up_proj,0.0000664693,0.01000,0.512
35,mlp.experts.83.up_proj,0.0000801984,0.01000,0.512
35,mlp.experts.84.up_proj,0.0001888074,0.01000,0.512
35,mlp.experts.85.up_proj,0.0000411161,0.01000,0.513
35,mlp.experts.86.up_proj,0.0000269633,0.01000,0.531
35,mlp.experts.87.up_proj,0.0000291075,0.01000,0.518
35,mlp.experts.88.up_proj,0.0004184012,0.01000,0.518
35,mlp.experts.89.up_proj,0.0000191594,0.01000,0.513
35,mlp.experts.90.up_proj,0.0000222689,0.01000,0.513
35,mlp.experts.91.up_proj,0.0003437500,0.01000,0.514
35,mlp.experts.92.up_proj,0.0000258047,0.01000,0.517
35,mlp.experts.93.up_proj,0.0002667523,0.01000,0.515
35,mlp.experts.94.up_proj,0.0000385987,0.01000,0.530
35,mlp.experts.95.up_proj,0.0000964128,0.01000,0.512
35,mlp.experts.96.up_proj,0.0000153651,0.01000,0.515
35,mlp.experts.97.up_proj,0.0000153143,0.01000,0.514
35,mlp.experts.98.up_proj,0.0000219854,0.01000,0.514
35,mlp.experts.99.up_proj,0.0000100669,0.01000,0.514
35,mlp.experts.100.up_proj,0.0000516947,0.01000,0.513
35,mlp.experts.101.up_proj,0.0000440139,0.01000,0.516
35,mlp.experts.102.up_proj,0.0000743299,0.01000,0.515
35,mlp.experts.103.up_proj,0.0000174867,0.01000,0.514
35,mlp.experts.104.up_proj,0.0002656987,0.01000,0.512
35,mlp.experts.105.up_proj,0.0000141970,0.01000,0.513
35,mlp.experts.106.up_proj,0.0004670645,0.01000,0.515
35,mlp.experts.107.up_proj,0.0000105521,0.01000,0.523
35,mlp.experts.108.up_proj,0.0001357177,0.01000,0.526
35,mlp.experts.109.up_proj,0.0000393854,0.01000,0.524
35,mlp.experts.110.up_proj,0.0002508125,0.01000,0.515
35,mlp.experts.111.up_proj,0.0000389736,0.01000,0.515
35,mlp.experts.112.up_proj,0.0003228735,0.01000,0.516
35,mlp.experts.113.up_proj,0.0001671284,0.01000,0.518
35,mlp.experts.114.up_proj,0.0000410497,0.01000,0.514
35,mlp.experts.115.up_proj,0.0000183807,0.01000,0.514
35,mlp.experts.116.up_proj,0.0000298832,0.01000,0.513
35,mlp.experts.117.up_proj,0.0002693717,0.01000,0.517
35,mlp.experts.118.up_proj,0.0000478648,0.01000,0.513
35,mlp.experts.119.up_proj,0.0001548505,0.01000,0.514
35,mlp.experts.120.up_proj,0.0001551226,0.01000,0.522
35,mlp.experts.121.up_proj,0.0000056331,0.01000,0.514
35,mlp.experts.122.up_proj,0.0000312512,0.01000,0.524
35,mlp.experts.123.up_proj,0.0000267615,0.01000,0.522
35,mlp.experts.124.up_proj,0.0001674239,0.01000,0.513
35,mlp.experts.125.up_proj,0.0000276674,0.01000,0.516
35,mlp.experts.126.up_proj,0.0000512056,0.01000,0.513
35,mlp.experts.127.up_proj,0.0000261186,0.01000,0.514
35,mlp.experts.0.gate_proj,0.0000159011,0.01000,0.514
35,mlp.experts.1.gate_proj,0.0000464077,0.01000,0.523
35,mlp.experts.2.gate_proj,0.0000650277,0.01000,0.514
35,mlp.experts.3.gate_proj,0.0000031508,0.01000,0.512
35,mlp.experts.4.gate_proj,0.0000409652,0.01000,0.512
35,mlp.experts.5.gate_proj,0.0000945492,0.01000,0.522
35,mlp.experts.6.gate_proj,0.0000585447,0.01000,0.525
35,mlp.experts.7.gate_proj,0.0000069687,0.01000,0.514
35,mlp.experts.8.gate_proj,0.0000253919,0.01000,0.513
35,mlp.experts.9.gate_proj,0.0000385293,0.01000,0.513
35,mlp.experts.10.gate_proj,0.0000409470,0.01000,0.522
35,mlp.experts.11.gate_proj,0.0001115461,0.01000,0.522
35,mlp.experts.12.gate_proj,0.0000235295,0.01000,0.513
35,mlp.experts.13.gate_proj,0.0000295311,0.01000,0.515
35,mlp.experts.14.gate_proj,0.0000066708,0.01000,0.515
35,mlp.experts.15.gate_proj,0.0003022805,0.01000,0.513
35,mlp.experts.16.gate_proj,0.0000158307,0.01000,0.512
35,mlp.experts.17.gate_proj,0.0001200693,0.01000,0.514
35,mlp.experts.18.gate_proj,0.0000349523,0.01000,0.514
35,mlp.experts.19.gate_proj,0.0000918059,0.01000,0.515
35,mlp.experts.20.gate_proj,0.0000216742,0.01000,0.515
35,mlp.experts.21.gate_proj,0.0000164046,0.01000,0.513
35,mlp.experts.22.gate_proj,0.0000323402,0.01000,0.513
35,mlp.experts.23.gate_proj,0.0000218458,0.01000,0.515
35,mlp.experts.24.gate_proj,0.0000177023,0.01000,0.535
35,mlp.experts.25.gate_proj,0.0000093286,0.01000,0.521
35,mlp.experts.26.gate_proj,0.0000215921,0.01000,0.514
35,mlp.experts.27.gate_proj,0.0000318426,0.01000,0.512
35,mlp.experts.28.gate_proj,0.0000412342,0.01000,0.513
35,mlp.experts.29.gate_proj,0.0000351637,0.01000,0.513
35,mlp.experts.30.gate_proj,0.0000433858,0.01000,0.513
35,mlp.experts.31.gate_proj,0.0000804979,0.01000,0.523
35,mlp.experts.32.gate_proj,0.0000966057,0.01000,0.521
35,mlp.experts.33.gate_proj,0.0000180484,0.01000,0.512
35,mlp.experts.34.gate_proj,0.0002393378,0.01000,0.522
35,mlp.experts.35.gate_proj,0.0000414295,0.01000,0.512
35,mlp.experts.36.gate_proj,0.0000588640,0.01000,0.514
35,mlp.experts.37.gate_proj,0.0000198668,0.01000,0.513
35,mlp.experts.38.gate_proj,0.0004571463,0.01000,0.517
35,mlp.experts.39.gate_proj,0.0000276652,0.01000,0.514
35,mlp.experts.40.gate_proj,0.0000693946,0.01000,0.521
35,mlp.experts.41.gate_proj,0.0000459303,0.01000,0.513
35,mlp.experts.42.gate_proj,0.0000162526,0.01000,0.513
35,mlp.experts.43.gate_proj,0.0000229782,0.01000,0.515
35,mlp.experts.44.gate_proj,0.0000392507,0.01000,0.513
35,mlp.experts.45.gate_proj,0.0000582758,0.01000,0.519
35,mlp.experts.46.gate_proj,0.0000282359,0.01000,0.514
35,mlp.experts.47.gate_proj,0.0000138292,0.01000,0.514
35,mlp.experts.48.gate_proj,0.0000795260,0.01000,0.514
35,mlp.experts.49.gate_proj,0.0000164323,0.01000,0.516
35,mlp.experts.50.gate_proj,0.0000325913,0.01000,0.513
35,mlp.experts.51.gate_proj,0.0001430333,0.01000,0.514
35,mlp.experts.52.gate_proj,0.0000035877,0.01000,0.513
35,mlp.experts.53.gate_proj,0.0000238965,0.01000,0.513
35,mlp.experts.54.gate_proj,0.0000107783,0.01000,0.512
35,mlp.experts.55.gate_proj,0.0000310375,0.01000,0.512
35,mlp.experts.56.gate_proj,0.0000067023,0.01000,0.514
35,mlp.experts.57.gate_proj,0.0002263051,0.01000,0.515
35,mlp.experts.58.gate_proj,0.0000319420,0.01000,0.513
35,mlp.experts.59.gate_proj,0.0000037640,0.01000,0.513
35,mlp.experts.60.gate_proj,0.0000663087,0.01000,0.514
35,mlp.experts.61.gate_proj,0.0000188208,0.01000,0.513
35,mlp.experts.62.gate_proj,0.0001820918,0.01000,0.517
35,mlp.experts.63.gate_proj,0.0000659356,0.01000,0.523
35,mlp.experts.64.gate_proj,0.0000499087,0.01000,0.515
35,mlp.experts.65.gate_proj,0.0000404364,0.01000,0.514
35,mlp.experts.66.gate_proj,0.0001415844,0.01000,0.515
35,mlp.experts.67.gate_proj,0.0000163741,0.01000,0.529
35,mlp.experts.68.gate_proj,0.0000202865,0.01000,0.520
35,mlp.experts.69.gate_proj,0.0000172709,0.01000,0.517
35,mlp.experts.70.gate_proj,0.0001538390,0.01000,0.520
35,mlp.experts.71.gate_proj,0.0000192067,0.01000,0.519
35,mlp.experts.72.gate_proj,0.0000896951,0.01000,0.520
35,mlp.experts.73.gate_proj,0.0000371567,0.01000,0.522
35,mlp.experts.74.gate_proj,0.0003309142,0.01000,0.533
35,mlp.experts.75.gate_proj,0.0000711255,0.01000,0.523
35,mlp.experts.76.gate_proj,0.0001708336,0.01000,0.521
35,mlp.experts.77.gate_proj,0.0000583944,0.01000,0.518
35,mlp.experts.78.gate_proj,0.0000238847,0.01000,0.518
35,mlp.experts.79.gate_proj,0.0000246017,0.01000,0.519
35,mlp.experts.80.gate_proj,0.0002510481,0.01000,0.540
35,mlp.experts.81.gate_proj,0.0000390585,0.01000,0.532
35,mlp.experts.82.gate_proj,0.0000660287,0.01000,0.585
35,mlp.experts.83.gate_proj,0.0000757560,0.01000,0.520
35,mlp.experts.84.gate_proj,0.0001840393,0.01000,0.509
35,mlp.experts.85.gate_proj,0.0000391348,0.01000,0.509
35,mlp.experts.86.gate_proj,0.0000259052,0.01000,0.509
35,mlp.experts.87.gate_proj,0.0000304351,0.01000,0.513
35,mlp.experts.88.gate_proj,0.0003808939,0.01000,0.508
35,mlp.experts.89.gate_proj,0.0000174613,0.01000,0.512
35,mlp.experts.90.gate_proj,0.0000127589,0.01000,0.510
35,mlp.experts.91.gate_proj,0.0003194293,0.01000,0.508
35,mlp.experts.92.gate_proj,0.0000269520,0.01000,0.510
35,mlp.experts.93.gate_proj,0.0002312198,0.01000,0.513
35,mlp.experts.94.gate_proj,0.0000392625,0.01000,0.513
35,mlp.experts.95.gate_proj,0.0000998113,0.01000,0.511
35,mlp.experts.96.gate_proj,0.0000148388,0.01000,0.510
35,mlp.experts.97.gate_proj,0.0000132202,0.01000,0.511
35,mlp.experts.98.gate_proj,0.0000193248,0.01000,0.549
35,mlp.experts.99.gate_proj,0.0000096535,0.01000,0.511
35,mlp.experts.100.gate_proj,0.0000524031,0.01000,0.513
35,mlp.experts.101.gate_proj,0.0000424827,0.01000,0.510
35,mlp.experts.102.gate_proj,0.0000786740,0.01000,0.522
35,mlp.experts.103.gate_proj,0.0000159838,0.01000,0.554
35,mlp.experts.104.gate_proj,0.0002688405,0.01000,0.515
35,mlp.experts.105.gate_proj,0.0000135054,0.01000,0.531
35,mlp.experts.106.gate_proj,0.0004392829,0.01000,0.510
35,mlp.experts.107.gate_proj,0.0000102043,0.01000,0.511
35,mlp.experts.108.gate_proj,0.0001355081,0.01000,0.512
35,mlp.experts.109.gate_proj,0.0000348676,0.01000,0.511
35,mlp.experts.110.gate_proj,0.0002620370,0.01000,0.511
35,mlp.experts.111.gate_proj,0.0000391197,0.01000,0.527
35,mlp.experts.112.gate_proj,0.0003054831,0.01000,0.517
35,mlp.experts.113.gate_proj,0.0001629253,0.01000,0.511
35,mlp.experts.114.gate_proj,0.0000406074,0.01000,0.513
35,mlp.experts.115.gate_proj,0.0000178077,0.01000,0.512
35,mlp.experts.116.gate_proj,0.0000286379,0.01000,0.511
35,mlp.experts.117.gate_proj,0.0002745618,0.01000,0.515
35,mlp.experts.118.gate_proj,0.0000474739,0.01000,0.515
35,mlp.experts.119.gate_proj,0.0001343834,0.01000,0.513
35,mlp.experts.120.gate_proj,0.0001543791,0.01000,0.511
35,mlp.experts.121.gate_proj,0.0000056160,0.01000,0.521
35,mlp.experts.122.gate_proj,0.0000259280,0.01000,0.511
35,mlp.experts.123.gate_proj,0.0000228627,0.01000,0.511
35,mlp.experts.124.gate_proj,0.0001910020,0.01000,0.520
35,mlp.experts.125.gate_proj,0.0000252028,0.01000,0.510
35,mlp.experts.126.gate_proj,0.0000473996,0.01000,0.512
35,mlp.experts.127.gate_proj,0.0000240201,0.01000,0.510
35,mlp.experts.0.down_proj,0.0000037403,0.01000,0.207
35,mlp.experts.1.down_proj,0.0000432605,0.01000,0.191
35,mlp.experts.2.down_proj,0.0000132630,0.01000,0.199
35,mlp.experts.3.down_proj,0.0000019503,0.01000,0.191
35,mlp.experts.4.down_proj,0.0001032983,0.01000,0.192
35,mlp.experts.5.down_proj,0.0000646412,0.01000,0.192
35,mlp.experts.6.down_proj,0.0000243417,0.01000,0.193
35,mlp.experts.7.down_proj,0.0000060761,0.01000,0.195
35,mlp.experts.8.down_proj,0.0000197535,0.01000,0.194
35,mlp.experts.9.down_proj,0.0000242425,0.01000,0.194
35,mlp.experts.10.down_proj,0.0000241924,0.01000,0.195
35,mlp.experts.11.down_proj,0.0000434310,0.01000,0.195
35,mlp.experts.12.down_proj,0.0000049920,0.01000,0.195
35,mlp.experts.13.down_proj,0.0000103538,0.01000,0.195
35,mlp.experts.14.down_proj,0.0000052744,0.01000,0.194
35,mlp.experts.15.down_proj,0.0000978947,0.01000,0.195
35,mlp.experts.16.down_proj,0.0000053647,0.01000,0.194
35,mlp.experts.17.down_proj,0.0000269294,0.01000,0.195
35,mlp.experts.18.down_proj,0.0000510492,0.01000,0.194
35,mlp.experts.19.down_proj,0.0000388947,0.01000,0.210
35,mlp.experts.20.down_proj,0.0000169314,0.01000,0.200
35,mlp.experts.21.down_proj,0.0000042281,0.01000,0.194
35,mlp.experts.22.down_proj,0.0000129356,0.01000,0.201
35,mlp.experts.23.down_proj,0.0000310768,0.01000,0.196
35,mlp.experts.24.down_proj,0.0000104393,0.01000,0.197
35,mlp.experts.25.down_proj,0.0000111355,0.01000,0.202
35,mlp.experts.26.down_proj,0.0000225440,0.01000,0.196
35,mlp.experts.27.down_proj,0.0000511440,0.01000,0.195
35,mlp.experts.28.down_proj,0.0000207462,0.01000,0.195
35,mlp.experts.29.down_proj,0.0000134774,0.01000,0.196
35,mlp.experts.30.down_proj,0.0000183770,0.01000,0.197
35,mlp.experts.31.down_proj,0.0000318473,0.01000,0.195
35,mlp.experts.32.down_proj,0.0000286247,0.01000,0.196
35,mlp.experts.33.down_proj,0.0000062697,0.01000,0.196
35,mlp.experts.34.down_proj,0.0000666587,0.01000,0.196
35,mlp.experts.35.down_proj,0.0000314330,0.01000,0.196
35,mlp.experts.36.down_proj,0.0000249476,0.01000,0.194
35,mlp.experts.37.down_proj,0.0000107410,0.01000,0.196
35,mlp.experts.38.down_proj,0.0001288689,0.01000,0.196
35,mlp.experts.39.down_proj,0.0000099064,0.01000,0.199
35,mlp.experts.40.down_proj,0.0000170341,0.01000,0.197
35,mlp.experts.41.down_proj,0.0000085376,0.01000,0.198
35,mlp.experts.42.down_proj,0.0000070355,0.01000,0.199
35,mlp.experts.43.down_proj,0.0000070806,0.01000,0.196
35,mlp.experts.44.down_proj,0.0000105199,0.01000,0.198
35,mlp.experts.45.down_proj,0.0000275974,0.01000,0.196
35,mlp.experts.46.down_proj,0.0000097093,0.01000,0.202
35,mlp.experts.47.down_proj,0.0000070705,0.01000,0.197
35,mlp.experts.48.down_proj,0.0000192346,0.01000,0.196
35,mlp.experts.49.down_proj,0.0000074871,0.01000,0.207
35,mlp.experts.50.down_proj,0.0000219216,0.01000,0.200
35,mlp.experts.51.down_proj,0.0000464527,0.01000,0.195
35,mlp.experts.52.down_proj,0.0000021128,0.01000,0.195
35,mlp.experts.53.down_proj,0.0000182842,0.01000,0.198
35,mlp.experts.54.down_proj,0.0000230438,0.01000,0.195
35,mlp.experts.55.down_proj,0.0000148748,0.01000,0.195
35,mlp.experts.56.down_proj,0.0000139726,0.01000,0.195
35,mlp.experts.57.down_proj,0.0001671926,0.01000,0.195
35,mlp.experts.58.down_proj,0.0000131601,0.01000,0.195
35,mlp.experts.59.down_proj,0.0000085423,0.01000,0.196
35,mlp.experts.60.down_proj,0.0000222976,0.01000,0.195
35,mlp.experts.61.down_proj,0.0000142870,0.01000,0.196
35,mlp.experts.62.down_proj,0.0000366201,0.01000,0.196
35,mlp.experts.63.down_proj,0.0000662752,0.01000,0.195
35,mlp.experts.64.down_proj,0.0000381177,0.01000,0.195
35,mlp.experts.65.down_proj,0.0000241830,0.01000,0.195
35,mlp.experts.66.down_proj,0.0000262121,0.01000,0.195
35,mlp.experts.67.down_proj,0.0000074219,0.01000,0.194
35,mlp.experts.68.down_proj,0.0000256947,0.01000,0.196
35,mlp.experts.69.down_proj,0.0000063234,0.01000,0.195
35,mlp.experts.70.down_proj,0.0000478090,0.01000,0.195
35,mlp.experts.71.down_proj,0.0000048384,0.01000,0.195
35,mlp.experts.72.down_proj,0.0000418027,0.01000,0.195
35,mlp.experts.73.down_proj,0.0000203839,0.01000,0.195
35,mlp.experts.74.down_proj,0.0002259946,0.01000,0.196
35,mlp.experts.75.down_proj,0.0000402018,0.01000,0.195
35,mlp.experts.76.down_proj,0.0000306513,0.01000,0.195
35,mlp.experts.77.down_proj,0.0000300453,0.01000,0.195
35,mlp.experts.78.down_proj,0.0000081781,0.01000,0.196
35,mlp.experts.79.down_proj,0.0000258600,0.01000,0.195
35,mlp.experts.80.down_proj,0.0001409995,0.01000,0.195
35,mlp.experts.81.down_proj,0.0000329256,0.01000,0.198
35,mlp.experts.82.down_proj,0.0000203571,0.01000,0.195
35,mlp.experts.83.down_proj,0.0000450659,0.01000,0.200
35,mlp.experts.84.down_proj,0.0000942271,0.01000,0.240
35,mlp.experts.85.down_proj,0.0000107338,0.01000,0.195
35,mlp.experts.86.down_proj,0.0000113276,0.01000,0.195
35,mlp.experts.87.down_proj,0.0000141087,0.01000,0.200
35,mlp.experts.88.down_proj,0.0002298684,0.01000,0.196
35,mlp.experts.89.down_proj,0.0000078327,0.01000,0.196
35,mlp.experts.90.down_proj,0.0000240670,0.01000,0.218
35,mlp.experts.91.down_proj,0.0001434044,0.01000,0.210
35,mlp.experts.92.down_proj,0.0000107185,0.01000,0.198
35,mlp.experts.93.down_proj,0.0001957684,0.01000,0.197
35,mlp.experts.94.down_proj,0.0000110358,0.01000,0.201
35,mlp.experts.95.down_proj,0.0000386988,0.01000,0.197
35,mlp.experts.96.down_proj,0.0000058840,0.01000,0.197
35,mlp.experts.97.down_proj,0.0000064754,0.01000,0.198
35,mlp.experts.98.down_proj,0.0000063269,0.01000,0.198
35,mlp.experts.99.down_proj,0.0000092681,0.01000,0.207
35,mlp.experts.100.down_proj,0.0000192490,0.01000,0.201
35,mlp.experts.101.down_proj,0.0000092062,0.01000,0.202
35,mlp.experts.102.down_proj,0.0000256948,0.01000,0.197
35,mlp.experts.103.down_proj,0.0000497941,0.01000,0.200
35,mlp.experts.104.down_proj,0.0001721074,0.01000,0.197
35,mlp.experts.105.down_proj,0.0000042123,0.01000,0.196
35,mlp.experts.106.down_proj,0.0002230652,0.01000,0.197
35,mlp.experts.107.down_proj,0.0000042390,0.01000,0.196
35,mlp.experts.108.down_proj,0.0000451946,0.01000,0.196
35,mlp.experts.109.down_proj,0.0000129917,0.01000,0.197
35,mlp.experts.110.down_proj,0.0000611063,0.01000,0.199
35,mlp.experts.111.down_proj,0.0000131338,0.01000,0.196
35,mlp.experts.112.down_proj,0.0001003039,0.01000,0.197
35,mlp.experts.113.down_proj,0.0000722274,0.01000,0.196
35,mlp.experts.114.down_proj,0.0000137146,0.01000,0.197
35,mlp.experts.115.down_proj,0.0000058473,0.01000,0.197
35,mlp.experts.116.down_proj,0.0000103650,0.01000,0.198
35,mlp.experts.117.down_proj,0.0000731117,0.01000,0.198
35,mlp.experts.118.down_proj,0.0000142512,0.01000,0.199
35,mlp.experts.119.down_proj,0.0000829205,0.01000,0.197
35,mlp.experts.120.down_proj,0.0000985039,0.01000,0.198
35,mlp.experts.121.down_proj,0.0000032518,0.01000,0.197
35,mlp.experts.122.down_proj,0.0000116832,0.01000,0.197
35,mlp.experts.123.down_proj,0.0000120313,0.01000,0.198
35,mlp.experts.124.down_proj,0.0000575531,0.01000,0.197
35,mlp.experts.125.down_proj,0.0000353213,0.01000,0.198
35,mlp.experts.126.down_proj,0.0000160668,0.01000,0.197
35,mlp.experts.127.down_proj,0.0000134749,0.01000,0.197
36,self_attn.q_proj,0.0000003839,0.01000,0.513
36,self_attn.k_proj,0.0000000460,0.01000,0.512
36,self_attn.v_proj,0.0000000555,0.01000,0.508
36,self_attn.o_proj,0.0000000433,0.01000,1.021
36,mlp.gate,0.0000015880,0.01000,0.511
36,mlp.experts.0.up_proj,0.0000174620,0.01000,0.509
36,mlp.experts.1.up_proj,0.0000896960,0.01000,0.505
36,mlp.experts.2.up_proj,0.0000298098,0.01000,0.518
36,mlp.experts.3.up_proj,0.0000369811,0.01000,0.514
36,mlp.experts.4.up_proj,0.0000619024,0.01000,0.505
36,mlp.experts.5.up_proj,0.0003896181,0.01000,0.506
36,mlp.experts.6.up_proj,0.0000523512,0.01000,0.506
36,mlp.experts.7.up_proj,0.0000610401,0.01000,0.517
36,mlp.experts.8.up_proj,0.0000058003,0.01000,0.504
36,mlp.experts.9.up_proj,0.0000168799,0.01000,0.506
36,mlp.experts.10.up_proj,0.0002481586,0.01000,0.505
36,mlp.experts.11.up_proj,0.0001167140,0.01000,0.506
36,mlp.experts.12.up_proj,0.0000372824,0.01000,0.511
36,mlp.experts.13.up_proj,0.0000413922,0.01000,0.505
36,mlp.experts.14.up_proj,0.0000225913,0.01000,0.502
36,mlp.experts.15.up_proj,0.0000247718,0.01000,0.506
36,mlp.experts.16.up_proj,0.0000270616,0.01000,0.505
36,mlp.experts.17.up_proj,0.0000363972,0.01000,0.512
36,mlp.experts.18.up_proj,0.0000837392,0.01000,0.503
36,mlp.experts.19.up_proj,0.0002747260,0.01000,0.506
36,mlp.experts.20.up_proj,0.0000534753,0.01000,0.511
36,mlp.experts.21.up_proj,0.0000046183,0.01000,0.503
36,mlp.experts.22.up_proj,0.0000368655,0.01000,0.504
36,mlp.experts.23.up_proj,0.0000482765,0.01000,0.505
36,mlp.experts.24.up_proj,0.0000349938,0.01000,0.503
36,mlp.experts.25.up_proj,0.0000258146,0.01000,0.507
36,mlp.experts.26.up_proj,0.0000298401,0.01000,0.514
36,mlp.experts.27.up_proj,0.0000657843,0.01000,0.512
36,mlp.experts.28.up_proj,0.0000684686,0.01000,0.506
36,mlp.experts.29.up_proj,0.0000721785,0.01000,0.503
36,mlp.experts.30.up_proj,0.0000314287,0.01000,0.504
36,mlp.experts.31.up_proj,0.0002256777,0.01000,0.507
36,mlp.experts.32.up_proj,0.0000268051,0.01000,0.504
36,mlp.experts.33.up_proj,0.0000394212,0.01000,0.502
36,mlp.experts.34.up_proj,0.0000327027,0.01000,0.507
36,mlp.experts.35.up_proj,0.0000159510,0.01000,0.503
36,mlp.experts.36.up_proj,0.0000470550,0.01000,0.512
36,mlp.experts.37.up_proj,0.0002280213,0.01000,0.505
36,mlp.experts.38.up_proj,0.0000180365,0.01000,0.509
36,mlp.experts.39.up_proj,0.0000568497,0.01000,0.521
36,mlp.experts.40.up_proj,0.0000692399,0.01000,0.511
36,mlp.experts.41.up_proj,0.0000086108,0.01000,0.503
36,mlp.experts.42.up_proj,0.0000127352,0.01000,0.503
36,mlp.experts.43.up_proj,0.0000552772,0.01000,0.502
36,mlp.experts.44.up_proj,0.0000284047,0.01000,0.502
36,mlp.experts.45.up_proj,0.0001569287,0.01000,0.506
36,mlp.experts.46.up_proj,0.0000161017,0.01000,0.522
36,mlp.experts.47.up_proj,0.0001094173,0.01000,0.513
36,mlp.experts.48.up_proj,0.0000348244,0.01000,0.507
36,mlp.experts.49.up_proj,0.0001059243,0.01000,0.503
36,mlp.experts.50.up_proj,0.0000498914,0.01000,0.504
36,mlp.experts.51.up_proj,0.0001092242,0.01000,0.523
36,mlp.experts.52.up_proj,0.0000120057,0.01000,0.502
36,mlp.experts.53.up_proj,0.0000248580,0.01000,0.503
36,mlp.experts.54.up_proj,0.0001529297,0.01000,0.502
36,mlp.experts.55.up_proj,0.0000570552,0.01000,0.504
36,mlp.experts.56.up_proj,0.0000252371,0.01000,0.517
36,mlp.experts.57.up_proj,0.0000839839,0.01000,0.503
36,mlp.experts.58.up_proj,0.0000172924,0.01000,0.504
36,mlp.experts.59.up_proj,0.0002809577,0.01000,0.506
36,mlp.experts.60.up_proj,0.0000652022,0.01000,0.510
36,mlp.experts.61.up_proj,0.0000471728,0.01000,0.505
36,mlp.experts.62.up_proj,0.0001172396,0.01000,0.513
36,mlp.experts.63.up_proj,0.0000368666,0.01000,0.507
36,mlp.experts.64.up_proj,0.0000130146,0.01000,0.505
36,mlp.experts.65.up_proj,0.0000057996,0.01000,0.505
36,mlp.experts.66.up_proj,0.0000666113,0.01000,0.505
36,mlp.experts.67.up_proj,0.0000453741,0.01000,0.503
36,mlp.experts.68.up_proj,0.0000157785,0.01000,0.505
36,mlp.experts.69.up_proj,0.0000291815,0.01000,0.504
36,mlp.experts.70.up_proj,0.0001402953,0.01000,0.503
36,mlp.experts.71.up_proj,0.0000896583,0.01000,0.503
36,mlp.experts.72.up_proj,0.0002859607,0.01000,0.504
36,mlp.experts.73.up_proj,0.0000125370,0.01000,0.510
36,mlp.experts.74.up_proj,0.0000354288,0.01000,0.524
36,mlp.experts.75.up_proj,0.0000237326,0.01000,0.505
36,mlp.experts.76.up_proj,0.0000173973,0.01000,0.525
36,mlp.experts.77.up_proj,0.0001056472,0.01000,0.507
36,mlp.experts.78.up_proj,0.0000079904,0.01000,0.511
36,mlp.experts.79.up_proj,0.0000335731,0.01000,0.509
36,mlp.experts.80.up_proj,0.0000358361,0.01000,0.506
36,mlp.experts.81.up_proj,0.0003932748,0.01000,0.508
36,mlp.experts.82.up_proj,0.0002585631,0.01000,0.505
36,mlp.experts.83.up_proj,0.0000285922,0.01000,0.504
36,mlp.experts.84.up_proj,0.0004958613,0.01000,0.503
36,mlp.experts.85.up_proj,0.0000208481,0.01000,0.510
36,mlp.experts.86.up_proj,0.0005944395,0.01000,0.504
36,mlp.experts.87.up_proj,0.0000162864,0.01000,0.514
36,mlp.experts.88.up_proj,0.0003752022,0.01000,0.505
36,mlp.experts.89.up_proj,0.0000183901,0.01000,0.502
36,mlp.experts.90.up_proj,0.0000337796,0.01000,0.505
36,mlp.experts.91.up_proj,0.0001517036,0.01000,0.503
36,mlp.experts.92.up_proj,0.0000036559,0.01000,0.504
36,mlp.experts.93.up_proj,0.0004919545,0.01000,0.506
36,mlp.experts.94.up_proj,0.0000213494,0.01000,0.504
36,mlp.experts.95.up_proj,0.0000436096,0.01000,0.503
36,mlp.experts.96.up_proj,0.0000201979,0.01000,0.504
36,mlp.experts.97.up_proj,0.0000209785,0.01000,0.504
36,mlp.experts.98.up_proj,0.0001916085,0.01000,0.506
36,mlp.experts.99.up_proj,0.0000258313,0.01000,0.502
36,mlp.experts.100.up_proj,0.0000152146,0.01000,0.502
36,mlp.experts.101.up_proj,0.0001027398,0.01000,0.513
36,mlp.experts.102.up_proj,0.0000219874,0.01000,0.504
36,mlp.experts.103.up_proj,0.0000174367,0.01000,0.504
36,mlp.experts.104.up_proj,0.0000255635,0.01000,0.504
36,mlp.experts.105.up_proj,0.0000875548,0.01000,0.503
36,mlp.experts.106.up_proj,0.0003017086,0.01000,0.505
36,mlp.experts.107.up_proj,0.0000290027,0.01000,0.504
36,mlp.experts.108.up_proj,0.0000105338,0.01000,0.503
36,mlp.experts.109.up_proj,0.0004523226,0.01000,0.502
36,mlp.experts.110.up_proj,0.0001182135,0.01000,0.504
36,mlp.experts.111.up_proj,0.0000638876,0.01000,0.505
36,mlp.experts.112.up_proj,0.0000501558,0.01000,0.504
36,mlp.experts.113.up_proj,0.0000720419,0.01000,0.525
36,mlp.experts.114.up_proj,0.0000443911,0.01000,0.508
36,mlp.experts.115.up_proj,0.0000306169,0.01000,0.514
36,mlp.experts.116.up_proj,0.0000263639,0.01000,0.502
36,mlp.experts.117.up_proj,0.0000662756,0.01000,0.506
36,mlp.experts.118.up_proj,0.0000097204,0.01000,0.505
36,mlp.experts.119.up_proj,0.0001527347,0.01000,0.503
36,mlp.experts.120.up_proj,0.0000242782,0.01000,0.503
36,mlp.experts.121.up_proj,0.0000308092,0.01000,0.504
36,mlp.experts.122.up_proj,0.0001354256,0.01000,0.503
36,mlp.experts.123.up_proj,0.0000417964,0.01000,0.505
36,mlp.experts.124.up_proj,0.0000230072,0.01000,0.505
36,mlp.experts.125.up_proj,0.0001686312,0.01000,0.506
36,mlp.experts.126.up_proj,0.0001180367,0.01000,0.504
36,mlp.experts.127.up_proj,0.0000206633,0.01000,0.503
36,mlp.experts.0.gate_proj,0.0000161980,0.01000,0.514
36,mlp.experts.1.gate_proj,0.0000894798,0.01000,0.505
36,mlp.experts.2.gate_proj,0.0000278109,0.01000,0.504
36,mlp.experts.3.gate_proj,0.0000352331,0.01000,0.504
36,mlp.experts.4.gate_proj,0.0000605787,0.01000,0.509
36,mlp.experts.5.gate_proj,0.0003423513,0.01000,0.503
36,mlp.experts.6.gate_proj,0.0000514502,0.01000,0.507
36,mlp.experts.7.gate_proj,0.0000624122,0.01000,0.505
36,mlp.experts.8.gate_proj,0.0000056000,0.01000,0.506
36,mlp.experts.9.gate_proj,0.0000160569,0.01000,0.504
36,mlp.experts.10.gate_proj,0.0002426049,0.01000,0.505
36,mlp.experts.11.gate_proj,0.0001177126,0.01000,0.507
36,mlp.experts.12.gate_proj,0.0000352286,0.01000,0.505
36,mlp.experts.13.gate_proj,0.0000381921,0.01000,0.509
36,mlp.experts.14.gate_proj,0.0000214894,0.01000,0.504
36,mlp.experts.15.gate_proj,0.0000242382,0.01000,0.504
36,mlp.experts.16.gate_proj,0.0000276433,0.01000,0.512
36,mlp.experts.17.gate_proj,0.0000358863,0.01000,0.504
36,mlp.experts.18.gate_proj,0.0000831357,0.01000,0.503
36,mlp.experts.19.gate_proj,0.0002810641,0.01000,0.506
36,mlp.experts.20.gate_proj,0.0000539003,0.01000,0.507
36,mlp.experts.21.gate_proj,0.0000032000,0.01000,0.510
36,mlp.experts.22.gate_proj,0.0000369062,0.01000,0.525
36,mlp.experts.23.gate_proj,0.0000479182,0.01000,0.516
36,mlp.experts.24.gate_proj,0.0000395328,0.01000,0.505
36,mlp.experts.25.gate_proj,0.0000248359,0.01000,0.512
36,mlp.experts.26.gate_proj,0.0000289622,0.01000,0.506
36,mlp.experts.27.gate_proj,0.0000650833,0.01000,0.506
36,mlp.experts.28.gate_proj,0.0000696114,0.01000,0.503
36,mlp.experts.29.gate_proj,0.0000660486,0.01000,0.509
36,mlp.experts.30.gate_proj,0.0000321888,0.01000,0.524
36,mlp.experts.31.gate_proj,0.0002022363,0.01000,0.507
36,mlp.experts.32.gate_proj,0.0000263339,0.01000,0.502
36,mlp.experts.33.gate_proj,0.0000396650,0.01000,0.504
36,mlp.experts.34.gate_proj,0.0000328244,0.01000,0.504
36,mlp.experts.35.gate_proj,0.0000155044,0.01000,0.504
36,mlp.experts.36.gate_proj,0.0000449383,0.01000,0.504
36,mlp.experts.37.gate_proj,0.0002247284,0.01000,0.503
36,mlp.experts.38.gate_proj,0.0000168238,0.01000,0.513
36,mlp.experts.39.gate_proj,0.0000595593,0.01000,0.504
36,mlp.experts.40.gate_proj,0.0000703912,0.01000,0.521
36,mlp.experts.41.gate_proj,0.0000085493,0.01000,0.513
36,mlp.experts.42.gate_proj,0.0000118821,0.01000,0.511
36,mlp.experts.43.gate_proj,0.0000530921,0.01000,0.518
36,mlp.experts.44.gate_proj,0.0000280910,0.01000,0.505
36,mlp.experts.45.gate_proj,0.0001595246,0.01000,0.502
36,mlp.experts.46.gate_proj,0.0000145736,0.01000,0.503
36,mlp.experts.47.gate_proj,0.0001104979,0.01000,0.502
36,mlp.experts.48.gate_proj,0.0000317889,0.01000,0.502
36,mlp.experts.49.gate_proj,0.0001044823,0.01000,0.505
36,mlp.experts.50.gate_proj,0.0000506001,0.01000,0.505
36,mlp.experts.51.gate_proj,0.0000993452,0.01000,0.507
36,mlp.experts.52.gate_proj,0.0000126861,0.01000,0.505
36,mlp.experts.53.gate_proj,0.0000247292,0.01000,0.504
36,mlp.experts.54.gate_proj,0.0001519600,0.01000,0.507
36,mlp.experts.55.gate_proj,0.0000566052,0.01000,0.505
36,mlp.experts.56.gate_proj,0.0000242352,0.01000,0.509
36,mlp.experts.57.gate_proj,0.0000833897,0.01000,0.502
36,mlp.experts.58.gate_proj,0.0000163102,0.01000,0.505
36,mlp.experts.59.gate_proj,0.0002879576,0.01000,0.522
36,mlp.experts.60.gate_proj,0.0000565724,0.01000,0.507
36,mlp.experts.61.gate_proj,0.0000455964,0.01000,0.503
36,mlp.experts.62.gate_proj,0.0001159232,0.01000,0.506
36,mlp.experts.63.gate_proj,0.0000353756,0.01000,0.506
36,mlp.experts.64.gate_proj,0.0000124309,0.01000,0.507
36,mlp.experts.65.gate_proj,0.0000056303,0.01000,0.507
36,mlp.experts.66.gate_proj,0.0000589698,0.01000,0.506
36,mlp.experts.67.gate_proj,0.0000455314,0.01000,0.516
36,mlp.experts.68.gate_proj,0.0000129149,0.01000,0.506
36,mlp.experts.69.gate_proj,0.0000284154,0.01000,0.511
36,mlp.experts.70.gate_proj,0.0001449476,0.01000,0.506
36,mlp.experts.71.gate_proj,0.0000831155,0.01000,0.510
36,mlp.experts.72.gate_proj,0.0002657865,0.01000,0.510
36,mlp.experts.73.gate_proj,0.0000120356,0.01000,0.508
36,mlp.experts.74.gate_proj,0.0000326374,0.01000,0.508
36,mlp.experts.75.gate_proj,0.0000227051,0.01000,0.520
36,mlp.experts.76.gate_proj,0.0000160165,0.01000,0.513
36,mlp.experts.77.gate_proj,0.0001048857,0.01000,0.512
36,mlp.experts.78.gate_proj,0.0000076785,0.01000,0.510
36,mlp.experts.79.gate_proj,0.0000307243,0.01000,0.510
36,mlp.experts.80.gate_proj,0.0000330596,0.01000,0.519
36,mlp.experts.81.gate_proj,0.0003307272,0.01000,0.510
36,mlp.experts.82.gate_proj,0.0002285750,0.01000,0.515
36,mlp.experts.83.gate_proj,0.0000242393,0.01000,0.515
36,mlp.experts.84.gate_proj,0.0004974965,0.01000,0.511
36,mlp.experts.85.gate_proj,0.0000207184,0.01000,0.514
36,mlp.experts.86.gate_proj,0.0005691878,0.01000,0.510
36,mlp.experts.87.gate_proj,0.0000146230,0.01000,0.510
36,mlp.experts.88.gate_proj,0.0003237051,0.01000,0.513
36,mlp.experts.89.gate_proj,0.0000148459,0.01000,0.511
36,mlp.experts.90.gate_proj,0.0000329801,0.01000,0.510
36,mlp.experts.91.gate_proj,0.0001543118,0.01000,0.512
36,mlp.experts.92.gate_proj,0.0000036965,0.01000,0.509
36,mlp.experts.93.gate_proj,0.0005164062,0.01000,0.510
36,mlp.experts.94.gate_proj,0.0000116128,0.01000,0.508
36,mlp.experts.95.gate_proj,0.0000400872,0.01000,0.510
36,mlp.experts.96.gate_proj,0.0000189670,0.01000,0.516
36,mlp.experts.97.gate_proj,0.0000203727,0.01000,0.514
36,mlp.experts.98.gate_proj,0.0001869895,0.01000,0.510
36,mlp.experts.99.gate_proj,0.0000190347,0.01000,0.512
36,mlp.experts.100.gate_proj,0.0000142524,0.01000,0.509
36,mlp.experts.101.gate_proj,0.0001076103,0.01000,0.507
36,mlp.experts.102.gate_proj,0.0000212305,0.01000,0.528
36,mlp.experts.103.gate_proj,0.0000161894,0.01000,0.515
36,mlp.experts.104.gate_proj,0.0000245932,0.01000,0.516
36,mlp.experts.105.gate_proj,0.0000930340,0.01000,0.511
36,mlp.experts.106.gate_proj,0.0003088894,0.01000,0.510
36,mlp.experts.107.gate_proj,0.0000272015,0.01000,0.510
36,mlp.experts.108.gate_proj,0.0000090679,0.01000,0.508
36,mlp.experts.109.gate_proj,0.0004629460,0.01000,0.509
36,mlp.experts.110.gate_proj,0.0001129579,0.01000,0.509
36,mlp.experts.111.gate_proj,0.0000640768,0.01000,0.516
36,mlp.experts.112.gate_proj,0.0000479677,0.01000,0.507
36,mlp.experts.113.gate_proj,0.0000702617,0.01000,0.511
36,mlp.experts.114.gate_proj,0.0000427839,0.01000,0.512
36,mlp.experts.115.gate_proj,0.0000294773,0.01000,0.511
36,mlp.experts.116.gate_proj,0.0000252682,0.01000,0.516
36,mlp.experts.117.gate_proj,0.0000680442,0.01000,0.511
36,mlp.experts.118.gate_proj,0.0000095106,0.01000,0.509
36,mlp.experts.119.gate_proj,0.0001454138,0.01000,0.511
36,mlp.experts.120.gate_proj,0.0000222248,0.01000,0.522
36,mlp.experts.121.gate_proj,0.0000300910,0.01000,0.512
36,mlp.experts.122.gate_proj,0.0001366229,0.01000,0.513
36,mlp.experts.123.gate_proj,0.0000378997,0.01000,0.513
36,mlp.experts.124.gate_proj,0.0000217760,0.01000,0.512
36,mlp.experts.125.gate_proj,0.0001829696,0.01000,0.512
36,mlp.experts.126.gate_proj,0.0001099876,0.01000,0.513
36,mlp.experts.127.gate_proj,0.0000190215,0.01000,0.525
36,mlp.experts.0.down_proj,0.0000087724,0.01000,0.194
36,mlp.experts.1.down_proj,0.0000724203,0.01000,0.195
36,mlp.experts.2.down_proj,0.0000199936,0.01000,0.195
36,mlp.experts.3.down_proj,0.0000286673,0.01000,0.197
36,mlp.experts.4.down_proj,0.0000444321,0.01000,0.196
36,mlp.experts.5.down_proj,0.0001857605,0.01000,0.199
36,mlp.experts.6.down_proj,0.0000138423,0.01000,0.195
36,mlp.experts.7.down_proj,0.0000579556,0.01000,0.195
36,mlp.experts.8.down_proj,0.0000049353,0.01000,0.196
36,mlp.experts.9.down_proj,0.0000251726,0.01000,0.197
36,mlp.experts.10.down_proj,0.0000890840,0.01000,0.197
36,mlp.experts.11.down_proj,0.0000244025,0.01000,0.196
36,mlp.experts.12.down_proj,0.0000152122,0.01000,0.197
36,mlp.experts.13.down_proj,0.0000165400,0.01000,0.196
36,mlp.experts.14.down_proj,0.0000167010,0.01000,0.199
36,mlp.experts.15.down_proj,0.0000238254,0.01000,0.195
36,mlp.experts.16.down_proj,0.0000203458,0.01000,0.196
36,mlp.experts.17.down_proj,0.0000130742,0.01000,0.203
36,mlp.experts.18.down_proj,0.0000449423,0.01000,0.196
36,mlp.experts.19.down_proj,0.0001626092,0.01000,0.196
36,mlp.experts.20.down_proj,0.0000270699,0.01000,0.206
36,mlp.experts.21.down_proj,0.0000016842,0.01000,0.197
36,mlp.experts.22.down_proj,0.0000173799,0.01000,0.196
36,mlp.experts.23.down_proj,0.0000758721,0.01000,0.196
36,mlp.experts.24.down_proj,0.0000113886,0.01000,0.200
36,mlp.experts.25.down_proj,0.0000102028,0.01000,0.198
36,mlp.experts.26.down_proj,0.0000300378,0.01000,0.195
36,mlp.experts.27.down_proj,0.0000293230,0.01000,0.195
36,mlp.experts.28.down_proj,0.0000133321,0.01000,0.195
36,mlp.experts.29.down_proj,0.0000712418,0.01000,0.195
36,mlp.experts.30.down_proj,0.0000294912,0.01000,0.204
36,mlp.experts.31.down_proj,0.0001159104,0.01000,0.197
36,mlp.experts.32.down_proj,0.0000133271,0.01000,0.196
36,mlp.experts.33.down_proj,0.0000261543,0.01000,0.196
36,mlp.experts.34.down_proj,0.0000120782,0.01000,0.197
36,mlp.experts.35.down_proj,0.0000334091,0.01000,0.197
36,mlp.experts.36.down_proj,0.0000250033,0.01000,0.219
36,mlp.experts.37.down_proj,0.0000766395,0.01000,0.195
36,mlp.experts.38.down_proj,0.0000100163,0.01000,0.206
36,mlp.experts.39.down_proj,0.0001173850,0.01000,0.195
36,mlp.experts.40.down_proj,0.0000193138,0.01000,0.196
36,mlp.experts.41.down_proj,0.0000060287,0.01000,0.195
36,mlp.experts.42.down_proj,0.0000044313,0.01000,0.196
36,mlp.experts.43.down_proj,0.0000249024,0.01000,0.197
36,mlp.experts.44.down_proj,0.0000080838,0.01000,0.195
36,mlp.experts.45.down_proj,0.0000328414,0.01000,0.197
36,mlp.experts.46.down_proj,0.0000047758,0.01000,0.196
36,mlp.experts.47.down_proj,0.0000208891,0.01000,0.198
36,mlp.experts.48.down_proj,0.0000163872,0.01000,0.195
36,mlp.experts.49.down_proj,0.0000213925,0.01000,0.196
36,mlp.experts.50.down_proj,0.0000187188,0.01000,0.194
36,mlp.experts.51.down_proj,0.0000577759,0.01000,0.202
36,mlp.experts.52.down_proj,0.0000114169,0.01000,0.195
36,mlp.experts.53.down_proj,0.0000134706,0.01000,0.195
36,mlp.experts.54.down_proj,0.0000971061,0.01000,0.195
36,mlp.experts.55.down_proj,0.0000435340,0.01000,0.196
36,mlp.experts.56.down_proj,0.0000294302,0.01000,0.197
36,mlp.experts.57.down_proj,0.0000634992,0.01000,0.197
36,mlp.experts.58.down_proj,0.0000057862,0.01000,0.197
36,mlp.experts.59.down_proj,0.0001109118,0.01000,0.205
36,mlp.experts.60.down_proj,0.0000365146,0.01000,0.197
36,mlp.experts.61.down_proj,0.0000141691,0.01000,0.197
36,mlp.experts.62.down_proj,0.0000482990,0.01000,0.198
36,mlp.experts.63.down_proj,0.0000171371,0.01000,0.197
36,mlp.experts.64.down_proj,0.0000220923,0.01000,0.198
36,mlp.experts.65.down_proj,0.0000064756,0.01000,0.197
36,mlp.experts.66.down_proj,0.0000392720,0.01000,0.203
36,mlp.experts.67.down_proj,0.0000336211,0.01000,0.198
36,mlp.experts.68.down_proj,0.0000065149,0.01000,0.198
36,mlp.experts.69.down_proj,0.0000206703,0.01000,0.199
36,mlp.experts.70.down_proj,0.0000950300,0.01000,0.196
36,mlp.experts.71.down_proj,0.0000858402,0.01000,0.197
36,mlp.experts.72.down_proj,0.0002770087,0.01000,0.197
36,mlp.experts.73.down_proj,0.0000235172,0.01000,0.197
36,mlp.experts.74.down_proj,0.0000164129,0.01000,0.197
36,mlp.experts.75.down_proj,0.0000092713,0.01000,0.200
36,mlp.experts.76.down_proj,0.0000049620,0.01000,0.196
36,mlp.experts.77.down_proj,0.0000959616,0.01000,0.197
36,mlp.experts.78.down_proj,0.0000056702,0.01000,0.197
36,mlp.experts.79.down_proj,0.0000356779,0.01000,0.198
36,mlp.experts.80.down_proj,0.0000127267,0.01000,0.204
36,mlp.experts.81.down_proj,0.0001985834,0.01000,0.197
36,mlp.experts.82.down_proj,0.0001797803,0.01000,0.198
36,mlp.experts.83.down_proj,0.0000224778,0.01000,0.198
36,mlp.experts.84.down_proj,0.0000928517,0.01000,0.198
36,mlp.experts.85.down_proj,0.0000165345,0.01000,0.197
36,mlp.experts.86.down_proj,0.0003500465,0.01000,0.201
36,mlp.experts.87.down_proj,0.0000048261,0.01000,0.197
36,mlp.experts.88.down_proj,0.0002020170,0.01000,0.206
36,mlp.experts.89.down_proj,0.0000170151,0.01000,0.201
36,mlp.experts.90.down_proj,0.0000078086,0.01000,0.200
36,mlp.experts.91.down_proj,0.0000805317,0.01000,0.199
36,mlp.experts.92.down_proj,0.0000014648,0.01000,0.196
36,mlp.experts.93.down_proj,0.0001631456,0.01000,0.197
36,mlp.experts.94.down_proj,0.0000192632,0.01000,0.197
36,mlp.experts.95.down_proj,0.0000172725,0.01000,0.200
36,mlp.experts.96.down_proj,0.0000447753,0.01000,0.198
36,mlp.experts.97.down_proj,0.0000116045,0.01000,0.196
36,mlp.experts.98.down_proj,0.0000575894,0.01000,0.196
36,mlp.experts.99.down_proj,0.0000287417,0.01000,0.196
36,mlp.experts.100.down_proj,0.0000060898,0.01000,0.197
36,mlp.experts.101.down_proj,0.0000258753,0.01000,0.205
36,mlp.experts.102.down_proj,0.0000063343,0.01000,0.197
36,mlp.experts.103.down_proj,0.0000066986,0.01000,0.197
36,mlp.experts.104.down_proj,0.0000105590,0.01000,0.197
36,mlp.experts.105.down_proj,0.0001053475,0.01000,0.197
36,mlp.experts.106.down_proj,0.0000454726,0.01000,0.197
36,mlp.experts.107.down_proj,0.0000254582,0.01000,0.197
36,mlp.experts.108.down_proj,0.0000075728,0.01000,0.197
36,mlp.experts.109.down_proj,0.0002074760,0.01000,0.197
36,mlp.experts.110.down_proj,0.0000289120,0.01000,0.196
36,mlp.experts.111.down_proj,0.0000308176,0.01000,0.197
36,mlp.experts.112.down_proj,0.0000531660,0.01000,0.199
36,mlp.experts.113.down_proj,0.0000177644,0.01000,0.201
36,mlp.experts.114.down_proj,0.0000373423,0.01000,0.200
36,mlp.experts.115.down_proj,0.0000085084,0.01000,0.198
36,mlp.experts.116.down_proj,0.0000176755,0.01000,0.197
36,mlp.experts.117.down_proj,0.0000275744,0.01000,0.197
36,mlp.experts.118.down_proj,0.0000083604,0.01000,0.197
36,mlp.experts.119.down_proj,0.0000584016,0.01000,0.197
36,mlp.experts.120.down_proj,0.0000104908,0.01000,0.197
36,mlp.experts.121.down_proj,0.0000099270,0.01000,0.196
36,mlp.experts.122.down_proj,0.0000484706,0.01000,0.204
36,mlp.experts.123.down_proj,0.0000245800,0.01000,0.199
36,mlp.experts.124.down_proj,0.0000095300,0.01000,0.197
36,mlp.experts.125.down_proj,0.0000464851,0.01000,0.197
36,mlp.experts.126.down_proj,0.0000653287,0.01000,0.197
36,mlp.experts.127.down_proj,0.0000215699,0.01000,0.197
37,self_attn.q_proj,0.0000004888,0.01000,0.504
37,self_attn.k_proj,0.0000000576,0.01000,0.504
37,self_attn.v_proj,0.0000000689,0.01000,0.502
37,self_attn.o_proj,0.0000000498,0.01000,1.019
37,mlp.gate,0.0000011867,0.01000,0.507
37,mlp.experts.0.up_proj,0.0000201542,0.01000,0.510
37,mlp.experts.1.up_proj,0.0000211769,0.01000,0.503
37,mlp.experts.2.up_proj,0.0000285490,0.01000,0.503
37,mlp.experts.3.up_proj,0.0003733028,0.01000,0.512
37,mlp.experts.4.up_proj,0.0000833047,0.01000,0.505
37,mlp.experts.5.up_proj,0.0004867913,0.01000,0.505
37,mlp.experts.6.up_proj,0.0000240453,0.01000,0.505
37,mlp.experts.7.up_proj,0.0004110682,0.01000,0.510
37,mlp.experts.8.up_proj,0.0000586177,0.01000,0.506
37,mlp.experts.9.up_proj,0.0003655192,0.01000,0.507
37,mlp.experts.10.up_proj,0.0000139560,0.01000,0.504
37,mlp.experts.11.up_proj,0.0001044466,0.01000,0.509
37,mlp.experts.12.up_proj,0.0000434148,0.01000,0.505
37,mlp.experts.13.up_proj,0.0001388020,0.01000,0.505
37,mlp.experts.14.up_proj,0.0000731148,0.01000,0.505
37,mlp.experts.15.up_proj,0.0000283521,0.01000,0.507
37,mlp.experts.16.up_proj,0.0000327034,0.01000,0.503
37,mlp.experts.17.up_proj,0.0001666509,0.01000,0.503
37,mlp.experts.18.up_proj,0.0000325570,0.01000,0.501
37,mlp.experts.19.up_proj,0.0000272464,0.01000,0.527
37,mlp.experts.20.up_proj,0.0000056613,0.01000,0.523
37,mlp.experts.21.up_proj,0.0000228452,0.01000,0.511
37,mlp.experts.22.up_proj,0.0002026367,0.01000,0.505
37,mlp.experts.23.up_proj,0.0000259588,0.01000,0.504
37,mlp.experts.24.up_proj,0.0000245497,0.01000,0.532
37,mlp.experts.25.up_proj,0.0000424477,0.01000,0.513
37,mlp.experts.26.up_proj,0.0000354275,0.01000,0.521
37,mlp.experts.27.up_proj,0.0000912745,0.01000,0.503
37,mlp.experts.28.up_proj,0.0000236885,0.01000,0.507
37,mlp.experts.29.up_proj,0.0000464056,0.01000,0.503
37,mlp.experts.30.up_proj,0.0003634088,0.01000,0.513
37,mlp.experts.31.up_proj,0.0001942504,0.01000,0.505
37,mlp.experts.32.up_proj,0.0000593739,0.01000,0.513
37,mlp.experts.33.up_proj,0.0000153045,0.01000,0.506
37,mlp.experts.34.up_proj,0.0000242806,0.01000,0.508
37,mlp.experts.35.up_proj,0.0002587642,0.01000,0.507
37,mlp.experts.36.up_proj,0.0000303522,0.01000,0.502
37,mlp.experts.37.up_proj,0.0000318852,0.01000,0.504
37,mlp.experts.38.up_proj,0.0000473431,0.01000,0.502
37,mlp.experts.39.up_proj,0.0003142309,0.01000,0.526
37,mlp.experts.40.up_proj,0.0000364510,0.01000,0.504
37,mlp.experts.41.up_proj,0.0000210235,0.01000,0.515
37,mlp.experts.42.up_proj,0.0000275090,0.01000,0.512
37,mlp.experts.43.up_proj,0.0002531377,0.01000,0.549
37,mlp.experts.44.up_proj,0.0000268351,0.01000,0.554
37,mlp.experts.45.up_proj,0.0000196806,0.01000,0.510
37,mlp.experts.46.up_proj,0.0004354321,0.01000,0.515
37,mlp.experts.47.up_proj,0.0000076334,0.01000,0.513
37,mlp.experts.48.up_proj,0.0002747233,0.01000,0.530
37,mlp.experts.49.up_proj,0.0000338720,0.01000,0.515
37,mlp.experts.50.up_proj,0.0006187370,0.01000,0.512
37,mlp.experts.51.up_proj,0.0001736758,0.01000,0.511
37,mlp.experts.52.up_proj,0.0000047474,0.01000,0.513
37,mlp.experts.53.up_proj,0.0006692133,0.01000,0.517
37,mlp.experts.54.up_proj,0.0003642149,0.01000,0.509
37,mlp.experts.55.up_proj,0.0000275462,0.01000,0.511
37,mlp.experts.56.up_proj,0.0001722208,0.01000,0.507
37,mlp.experts.57.up_proj,0.0000196133,0.01000,0.524
37,mlp.experts.58.up_proj,0.0000230282,0.01000,0.529
37,mlp.experts.59.up_proj,0.0001093438,0.01000,0.509
37,mlp.experts.60.up_proj,0.0000333377,0.01000,0.512
37,mlp.experts.61.up_proj,0.0000051893,0.01000,0.505
37,mlp.experts.62.up_proj,0.0000517177,0.01000,0.532
37,mlp.experts.63.up_proj,0.0000670621,0.01000,0.559
37,mlp.experts.64.up_proj,0.0000508552,0.01000,0.511
37,mlp.experts.65.up_proj,0.0000159110,0.01000,0.509
37,mlp.experts.66.up_proj,0.0000314169,0.01000,0.510
37,mlp.experts.67.up_proj,0.0000117294,0.01000,0.531
37,mlp.experts.68.up_proj,0.0000704114,0.01000,0.528
37,mlp.experts.69.up_proj,0.0000412653,0.01000,0.528
37,mlp.experts.70.up_proj,0.0001681168,0.01000,0.592
37,mlp.experts.71.up_proj,0.0000394892,0.01000,0.518
37,mlp.experts.72.up_proj,0.0005617451,0.01000,0.622
37,mlp.experts.73.up_proj,0.0000174806,0.01000,0.528
37,mlp.experts.74.up_proj,0.0002952323,0.01000,0.517
37,mlp.experts.75.up_proj,0.0000205053,0.01000,0.507
37,mlp.experts.76.up_proj,0.0000268417,0.01000,0.749
37,mlp.experts.77.up_proj,0.0000424053,0.01000,0.579
37,mlp.experts.78.up_proj,0.0000140388,0.01000,0.543
37,mlp.experts.79.up_proj,0.0000290384,0.01000,0.507
37,mlp.experts.80.up_proj,0.0000320113,0.01000,0.504
37,mlp.experts.81.up_proj,0.0000071232,0.01000,0.523
37,mlp.experts.82.up_proj,0.0000408409,0.01000,0.506
37,mlp.experts.83.up_proj,0.0000398265,0.01000,0.504
37,mlp.experts.84.up_proj,0.0001500680,0.01000,0.505
37,mlp.experts.85.up_proj,0.0001323938,0.01000,0.506
37,mlp.experts.86.up_proj,0.0002992278,0.01000,0.506
37,mlp.experts.87.up_proj,0.0000141545,0.01000,0.506
37,mlp.experts.88.up_proj,0.0000236709,0.01000,0.503
37,mlp.experts.89.up_proj,0.0000452970,0.01000,0.506
37,mlp.experts.90.up_proj,0.0002640316,0.01000,0.506
37,mlp.experts.91.up_proj,0.0000157858,0.01000,0.506
37,mlp.experts.92.up_proj,0.0000128020,0.01000,0.507
37,mlp.experts.93.up_proj,0.0000112850,0.01000,0.523
37,mlp.experts.94.up_proj,0.0004164003,0.01000,0.515
37,mlp.experts.95.up_proj,0.0000278635,0.01000,0.522
37,mlp.experts.96.up_proj,0.0003396743,0.01000,0.522
37,mlp.experts.97.up_proj,0.0003767695,0.01000,0.506
37,mlp.experts.98.up_proj,0.0000267062,0.01000,0.508
37,mlp.experts.99.up_proj,0.0000233324,0.01000,0.508
37,mlp.experts.100.up_proj,0.0003427974,0.01000,0.509
37,mlp.experts.101.up_proj,0.0000150866,0.01000,0.504
37,mlp.experts.102.up_proj,0.0000282951,0.01000,0.518
37,mlp.experts.103.up_proj,0.0000604237,0.01000,0.525
37,mlp.experts.104.up_proj,0.0000244765,0.01000,0.506
37,mlp.experts.105.up_proj,0.0000387339,0.01000,0.506
37,mlp.experts.106.up_proj,0.0000375823,0.01000,0.506
37,mlp.experts.107.up_proj,0.0000444079,0.01000,0.518
37,mlp.experts.108.up_proj,0.0001213829,0.01000,0.508
37,mlp.experts.109.up_proj,0.0000207750,0.01000,0.505
37,mlp.experts.110.up_proj,0.0000838209,0.01000,0.504
37,mlp.experts.111.up_proj,0.0000514147,0.01000,0.508
37,mlp.experts.112.up_proj,0.0000325268,0.01000,0.504
37,mlp.experts.113.up_proj,0.0000268113,0.01000,0.505
37,mlp.experts.114.up_proj,0.0000241156,0.01000,0.506
37,mlp.experts.115.up_proj,0.0000290381,0.01000,0.503
37,mlp.experts.116.up_proj,0.0001956200,0.01000,0.504
37,mlp.experts.117.up_proj,0.0001074843,0.01000,0.514
37,mlp.experts.118.up_proj,0.0000447956,0.01000,0.515
37,mlp.experts.119.up_proj,0.0001735489,0.01000,0.505
37,mlp.experts.120.up_proj,0.0000469898,0.01000,0.509
37,mlp.experts.121.up_proj,0.0000215890,0.01000,0.510
37,mlp.experts.122.up_proj,0.0000185793,0.01000,0.505
37,mlp.experts.123.up_proj,0.0000210613,0.01000,0.506
37,mlp.experts.124.up_proj,0.0000544759,0.01000,0.508
37,mlp.experts.125.up_proj,0.0000832520,0.01000,0.508
37,mlp.experts.126.up_proj,0.0003481073,0.01000,0.506
37,mlp.experts.127.up_proj,0.0000302224,0.01000,0.506
37,mlp.experts.0.gate_proj,0.0000196612,0.01000,0.506
37,mlp.experts.1.gate_proj,0.0000213284,0.01000,0.503
37,mlp.experts.2.gate_proj,0.0000305535,0.01000,0.505
37,mlp.experts.3.gate_proj,0.0003654758,0.01000,0.505
37,mlp.experts.4.gate_proj,0.0000874925,0.01000,0.504
37,mlp.experts.5.gate_proj,0.0004478587,0.01000,0.513
37,mlp.experts.6.gate_proj,0.0000209458,0.01000,0.523
37,mlp.experts.7.gate_proj,0.0003967723,0.01000,0.505
37,mlp.experts.8.gate_proj,0.0000614388,0.01000,0.513
37,mlp.experts.9.gate_proj,0.0003929887,0.01000,0.506
37,mlp.experts.10.gate_proj,0.0000129451,0.01000,0.523
37,mlp.experts.11.gate_proj,0.0001028238,0.01000,0.525
37,mlp.experts.12.gate_proj,0.0000455144,0.01000,0.505
37,mlp.experts.13.gate_proj,0.0001385225,0.01000,0.505
37,mlp.experts.14.gate_proj,0.0000745106,0.01000,0.507
37,mlp.experts.15.gate_proj,0.0000266785,0.01000,0.502
37,mlp.experts.16.gate_proj,0.0000333108,0.01000,0.515
37,mlp.experts.17.gate_proj,0.0001531159,0.01000,0.505
37,mlp.experts.18.gate_proj,0.0000313379,0.01000,0.508
37,mlp.experts.19.gate_proj,0.0000276893,0.01000,0.527
37,mlp.experts.20.gate_proj,0.0000041516,0.01000,0.523
37,mlp.experts.21.gate_proj,0.0000206320,0.01000,0.505
37,mlp.experts.22.gate_proj,0.0001813182,0.01000,0.501
37,mlp.experts.23.gate_proj,0.0000242503,0.01000,0.504
37,mlp.experts.24.gate_proj,0.0000241227,0.01000,0.503
37,mlp.experts.25.gate_proj,0.0000411337,0.01000,0.504
37,mlp.experts.26.gate_proj,0.0000356456,0.01000,0.502
37,mlp.experts.27.gate_proj,0.0000879672,0.01000,0.506
37,mlp.experts.28.gate_proj,0.0000209537,0.01000,0.504
37,mlp.experts.29.gate_proj,0.0000449040,0.01000,0.504
37,mlp.experts.30.gate_proj,0.0003769704,0.01000,0.508
37,mlp.experts.31.gate_proj,0.0001996611,0.01000,0.504
37,mlp.experts.32.gate_proj,0.0000559774,0.01000,0.504
37,mlp.experts.33.gate_proj,0.0000092658,0.01000,0.515
37,mlp.experts.34.gate_proj,0.0000248463,0.01000,0.502
37,mlp.experts.35.gate_proj,0.0003069558,0.01000,0.504
37,mlp.experts.36.gate_proj,0.0000317789,0.01000,0.505
37,mlp.experts.37.gate_proj,0.0000349942,0.01000,0.507
37,mlp.experts.38.gate_proj,0.0000453716,0.01000,0.504
37,mlp.experts.39.gate_proj,0.0002779158,0.01000,0.510
37,mlp.experts.40.gate_proj,0.0000350024,0.01000,0.505
37,mlp.experts.41.gate_proj,0.0000213015,0.01000,0.504
37,mlp.experts.42.gate_proj,0.0000266841,0.01000,0.507
37,mlp.experts.43.gate_proj,0.0002542269,0.01000,0.509
37,mlp.experts.44.gate_proj,0.0000265224,0.01000,0.504
37,mlp.experts.45.gate_proj,0.0000147436,0.01000,0.505
37,mlp.experts.46.gate_proj,0.0004043530,0.01000,0.504
37,mlp.experts.47.gate_proj,0.0000069696,0.01000,0.510
37,mlp.experts.48.gate_proj,0.0002827258,0.01000,0.511
37,mlp.experts.49.gate_proj,0.0000408798,0.01000,0.502
37,mlp.experts.50.gate_proj,0.0006012450,0.01000,0.503
37,mlp.experts.51.gate_proj,0.0001736054,0.01000,0.508
37,mlp.experts.52.gate_proj,0.0000045767,0.01000,0.504
37,mlp.experts.53.gate_proj,0.0006762211,0.01000,0.504
37,mlp.experts.54.gate_proj,0.0003529609,0.01000,0.517
37,mlp.experts.55.gate_proj,0.0000256604,0.01000,0.503
37,mlp.experts.56.gate_proj,0.0001522573,0.01000,0.508
37,mlp.experts.57.gate_proj,0.0000179939,0.01000,0.509
37,mlp.experts.58.gate_proj,0.0000170315,0.01000,0.508
37,mlp.experts.59.gate_proj,0.0001135630,0.01000,0.504
37,mlp.experts.60.gate_proj,0.0000305055,0.01000,0.510
37,mlp.experts.61.gate_proj,0.0000056222,0.01000,0.502
37,mlp.experts.62.gate_proj,0.0000355286,0.01000,0.502
37,mlp.experts.63.gate_proj,0.0000629627,0.01000,0.502
37,mlp.experts.64.gate_proj,0.0000487690,0.01000,0.504
37,mlp.experts.65.gate_proj,0.0000139334,0.01000,0.507
37,mlp.experts.66.gate_proj,0.0000303874,0.01000,0.506
37,mlp.experts.67.gate_proj,0.0000118146,0.01000,0.514
37,mlp.experts.68.gate_proj,0.0000685988,0.01000,0.503
37,mlp.experts.69.gate_proj,0.0000383580,0.01000,0.506
37,mlp.experts.70.gate_proj,0.0001591084,0.01000,0.506
37,mlp.experts.71.gate_proj,0.0000385954,0.01000,0.505
37,mlp.experts.72.gate_proj,0.0005677583,0.01000,0.503
37,mlp.experts.73.gate_proj,0.0000162689,0.01000,0.510
37,mlp.experts.74.gate_proj,0.0002987070,0.01000,0.508
37,mlp.experts.75.gate_proj,0.0000200685,0.01000,0.509
37,mlp.experts.76.gate_proj,0.0000254863,0.01000,0.526
37,mlp.experts.77.gate_proj,0.0000439211,0.01000,0.509
37,mlp.experts.78.gate_proj,0.0000152245,0.01000,0.506
37,mlp.experts.79.gate_proj,0.0000296449,0.01000,0.511
37,mlp.experts.80.gate_proj,0.0000290869,0.01000,0.509
37,mlp.experts.81.gate_proj,0.0000068540,0.01000,0.508
37,mlp.experts.82.gate_proj,0.0000396859,0.01000,0.514
37,mlp.experts.83.gate_proj,0.0000385121,0.01000,0.534
37,mlp.experts.84.gate_proj,0.0001520180,0.01000,0.528
37,mlp.experts.85.gate_proj,0.0001335744,0.01000,0.524
37,mlp.experts.86.gate_proj,0.0003016503,0.01000,0.515
37,mlp.experts.87.gate_proj,0.0000149921,0.01000,0.510
37,mlp.experts.88.gate_proj,0.0000223544,0.01000,0.513
37,mlp.experts.89.gate_proj,0.0000439365,0.01000,0.512
37,mlp.experts.90.gate_proj,0.0002366587,0.01000,0.510
37,mlp.experts.91.gate_proj,0.0000171314,0.01000,0.509
37,mlp.experts.92.gate_proj,0.0000131001,0.01000,0.508
37,mlp.experts.93.gate_proj,0.0000104917,0.01000,0.512
37,mlp.experts.94.gate_proj,0.0003990498,0.01000,0.511
37,mlp.experts.95.gate_proj,0.0000269775,0.01000,0.529
37,mlp.experts.96.gate_proj,0.0003093410,0.01000,0.523
37,mlp.experts.97.gate_proj,0.0003851084,0.01000,0.515
37,mlp.experts.98.gate_proj,0.0000262603,0.01000,0.526
37,mlp.experts.99.gate_proj,0.0000208840,0.01000,0.512
37,mlp.experts.100.gate_proj,0.0003408832,0.01000,0.515
37,mlp.experts.101.gate_proj,0.0000144155,0.01000,0.511
37,mlp.experts.102.gate_proj,0.0000289491,0.01000,0.514
37,mlp.experts.103.gate_proj,0.0000602220,0.01000,0.524
37,mlp.experts.104.gate_proj,0.0000252184,0.01000,0.512
37,mlp.experts.105.gate_proj,0.0000381152,0.01000,0.511
37,mlp.experts.106.gate_proj,0.0000363263,0.01000,0.511
37,mlp.experts.107.gate_proj,0.0000409308,0.01000,0.529
37,mlp.experts.108.gate_proj,0.0001326785,0.01000,0.514
37,mlp.experts.109.gate_proj,0.0000192949,0.01000,0.512
37,mlp.experts.110.gate_proj,0.0000723470,0.01000,0.515
37,mlp.experts.111.gate_proj,0.0000506293,0.01000,0.516
37,mlp.experts.112.gate_proj,0.0000349446,0.01000,0.530
37,mlp.experts.113.gate_proj,0.0000247911,0.01000,0.535
37,mlp.experts.114.gate_proj,0.0000238876,0.01000,0.514
37,mlp.experts.115.gate_proj,0.0000281721,0.01000,0.512
37,mlp.experts.116.gate_proj,0.0002000080,0.01000,0.517
37,mlp.experts.117.gate_proj,0.0001038074,0.01000,0.511
37,mlp.experts.118.gate_proj,0.0000449527,0.01000,0.515
37,mlp.experts.119.gate_proj,0.0001754417,0.01000,0.512
37,mlp.experts.120.gate_proj,0.0000421707,0.01000,0.530
37,mlp.experts.121.gate_proj,0.0000200002,0.01000,0.531
37,mlp.experts.122.gate_proj,0.0000181934,0.01000,0.512
37,mlp.experts.123.gate_proj,0.0000189800,0.01000,0.516
37,mlp.experts.124.gate_proj,0.0000541831,0.01000,0.512
37,mlp.experts.125.gate_proj,0.0000792266,0.01000,0.516
37,mlp.experts.126.gate_proj,0.0003866872,0.01000,0.526
37,mlp.experts.127.gate_proj,0.0000278411,0.01000,0.514
37,mlp.experts.0.down_proj,0.0000189022,0.01000,0.198
37,mlp.experts.1.down_proj,0.0000156220,0.01000,0.195
37,mlp.experts.2.down_proj,0.0000221322,0.01000,0.195
37,mlp.experts.3.down_proj,0.0004822185,0.01000,0.195
37,mlp.experts.4.down_proj,0.0000619387,0.01000,0.200
37,mlp.experts.5.down_proj,0.0003482938,0.01000,0.196
37,mlp.experts.6.down_proj,0.0000131051,0.01000,0.195
37,mlp.experts.7.down_proj,0.0002182717,0.01000,0.197
37,mlp.experts.8.down_proj,0.0001063430,0.01000,0.197
37,mlp.experts.9.down_proj,0.0004190196,0.01000,0.197
37,mlp.experts.10.down_proj,0.0000066744,0.01000,0.197
37,mlp.experts.11.down_proj,0.0000621001,0.01000,0.209
37,mlp.experts.12.down_proj,0.0000216494,0.01000,0.218
37,mlp.experts.13.down_proj,0.0000453781,0.01000,0.199
37,mlp.experts.14.down_proj,0.0000442772,0.01000,0.204
37,mlp.experts.15.down_proj,0.0000238001,0.01000,0.200
37,mlp.experts.16.down_proj,0.0000246674,0.01000,0.196
37,mlp.experts.17.down_proj,0.0001545050,0.01000,0.198
37,mlp.experts.18.down_proj,0.0000229555,0.01000,0.196
37,mlp.experts.19.down_proj,0.0000400033,0.01000,0.196
37,mlp.experts.20.down_proj,0.0000037805,0.01000,0.197
37,mlp.experts.21.down_proj,0.0000139742,0.01000,0.196
37,mlp.experts.22.down_proj,0.0001655438,0.01000,0.196
37,mlp.experts.23.down_proj,0.0000156712,0.01000,0.198
37,mlp.experts.24.down_proj,0.0000206683,0.01000,0.204
37,mlp.experts.25.down_proj,0.0000176394,0.01000,0.197
37,mlp.experts.26.down_proj,0.0000558933,0.01000,0.198
37,mlp.experts.27.down_proj,0.0000262175,0.01000,0.196
37,mlp.experts.28.down_proj,0.0000177280,0.01000,0.195
37,mlp.experts.29.down_proj,0.0000155005,0.01000,0.204
37,mlp.experts.30.down_proj,0.0002874866,0.01000,0.197
37,mlp.experts.31.down_proj,0.0000686248,0.01000,0.204
37,mlp.experts.32.down_proj,0.0000523661,0.01000,0.196
37,mlp.experts.33.down_proj,0.0000202943,0.01000,0.196
37,mlp.experts.34.down_proj,0.0000204598,0.01000,0.198
37,mlp.experts.35.down_proj,0.0002108642,0.01000,0.196
37,mlp.experts.36.down_proj,0.0000146910,0.01000,0.194
37,mlp.experts.37.down_proj,0.0000206782,0.01000,0.195
37,mlp.experts.38.down_proj,0.0000587265,0.01000,0.195
37,mlp.experts.39.down_proj,0.0003163151,0.01000,0.195
37,mlp.experts.40.down_proj,0.0000241623,0.01000,0.194
37,mlp.experts.41.down_proj,0.0000200334,0.01000,0.195
37,mlp.experts.42.down_proj,0.0000165630,0.01000,0.195
37,mlp.experts.43.down_proj,0.0000668982,0.01000,0.194
37,mlp.experts.44.down_proj,0.0000187237,0.01000,0.195
37,mlp.experts.45.down_proj,0.0000387284,0.01000,0.205
37,mlp.experts.46.down_proj,0.0004187553,0.01000,0.195
37,mlp.experts.47.down_proj,0.0000102583,0.01000,0.195
37,mlp.experts.48.down_proj,0.0002731772,0.01000,0.194
37,mlp.experts.49.down_proj,0.0000215255,0.01000,0.194
37,mlp.experts.50.down_proj,0.0002262043,0.01000,0.194
37,mlp.experts.51.down_proj,0.0001387403,0.01000,0.198
37,mlp.experts.52.down_proj,0.0000021249,0.01000,0.194
37,mlp.experts.53.down_proj,0.0001556711,0.01000,0.194
37,mlp.experts.54.down_proj,0.0003181238,0.01000,0.195
37,mlp.experts.55.down_proj,0.0000147592,0.01000,0.198
37,mlp.experts.56.down_proj,0.0001201431,0.01000,0.201
37,mlp.experts.57.down_proj,0.0000150614,0.01000,0.195
37,mlp.experts.58.down_proj,0.0000139518,0.01000,0.196
37,mlp.experts.59.down_proj,0.0000444116,0.01000,0.196
37,mlp.experts.60.down_proj,0.0000696700,0.01000,0.195
37,mlp.experts.61.down_proj,0.0000084033,0.01000,0.195
37,mlp.experts.62.down_proj,0.0000415715,0.01000,0.195
37,mlp.experts.63.down_proj,0.0001104575,0.01000,0.195
37,mlp.experts.64.down_proj,0.0000498480,0.01000,0.195
37,mlp.experts.65.down_proj,0.0000095457,0.01000,0.199
37,mlp.experts.66.down_proj,0.0000242380,0.01000,0.198
37,mlp.experts.67.down_proj,0.0000123525,0.01000,0.199
37,mlp.experts.68.down_proj,0.0000817750,0.01000,0.209
37,mlp.experts.69.down_proj,0.0000193612,0.01000,0.206
37,mlp.experts.70.down_proj,0.0000944506,0.01000,0.195
37,mlp.experts.71.down_proj,0.0000271540,0.01000,0.196
37,mlp.experts.72.down_proj,0.0001493001,0.01000,0.195
37,mlp.experts.73.down_proj,0.0000057521,0.01000,0.199
37,mlp.experts.74.down_proj,0.0000841518,0.01000,0.197
37,mlp.experts.75.down_proj,0.0000124691,0.01000,0.196
37,mlp.experts.76.down_proj,0.0000095335,0.01000,0.198
37,mlp.experts.77.down_proj,0.0000286275,0.01000,0.197
37,mlp.experts.78.down_proj,0.0000199343,0.01000,0.198
37,mlp.experts.79.down_proj,0.0000239779,0.01000,0.197
37,mlp.experts.80.down_proj,0.0000243972,0.01000,0.196
37,mlp.experts.81.down_proj,0.0000053585,0.01000,0.196
37,mlp.experts.82.down_proj,0.0000252153,0.01000,0.197
37,mlp.experts.83.down_proj,0.0000583576,0.01000,0.197
37,mlp.experts.84.down_proj,0.0001235327,0.01000,0.198
37,mlp.experts.85.down_proj,0.0000358534,0.01000,0.200
37,mlp.experts.86.down_proj,0.0000500358,0.01000,0.198
37,mlp.experts.87.down_proj,0.0000076045,0.01000,0.205
37,mlp.experts.88.down_proj,0.0000423504,0.01000,0.197
37,mlp.experts.89.down_proj,0.0000262046,0.01000,0.197
37,mlp.experts.90.down_proj,0.0002233422,0.01000,0.197
37,mlp.experts.91.down_proj,0.0000061507,0.01000,0.197
37,mlp.experts.92.down_proj,0.0000226986,0.01000,0.200
37,mlp.experts.93.down_proj,0.0000075967,0.01000,0.197
37,mlp.experts.94.down_proj,0.0002861483,0.01000,0.197
37,mlp.experts.95.down_proj,0.0000196436,0.01000,0.197
37,mlp.experts.96.down_proj,0.0002208657,0.01000,0.197
37,mlp.experts.97.down_proj,0.0001328331,0.01000,0.202
37,mlp.experts.98.down_proj,0.0000211463,0.01000,0.198
37,mlp.experts.99.down_proj,0.0000121650,0.01000,0.197
37,mlp.experts.100.down_proj,0.0004139586,0.01000,0.199
37,mlp.experts.101.down_proj,0.0000057240,0.01000,0.199
37,mlp.experts.102.down_proj,0.0000205582,0.01000,0.197
37,mlp.experts.103.down_proj,0.0000666099,0.01000,0.198
37,mlp.experts.104.down_proj,0.0000153308,0.01000,0.198
37,mlp.experts.105.down_proj,0.0000187771,0.01000,0.198
37,mlp.experts.106.down_proj,0.0000137400,0.01000,0.197
37,mlp.experts.107.down_proj,0.0000201087,0.01000,0.199
37,mlp.experts.108.down_proj,0.0000818059,0.01000,0.199
37,mlp.experts.109.down_proj,0.0000180862,0.01000,0.202
37,mlp.experts.110.down_proj,0.0000522766,0.01000,0.208
37,mlp.experts.111.down_proj,0.0000258521,0.01000,0.197
37,mlp.experts.112.down_proj,0.0000276467,0.01000,0.198
37,mlp.experts.113.down_proj,0.0000179945,0.01000,0.197
37,mlp.experts.114.down_proj,0.0000327944,0.01000,0.198
37,mlp.experts.115.down_proj,0.0000143243,0.01000,0.197
37,mlp.experts.116.down_proj,0.0001205527,0.01000,0.200
37,mlp.experts.117.down_proj,0.0000940016,0.01000,0.199
37,mlp.experts.118.down_proj,0.0000650101,0.01000,0.198
37,mlp.experts.119.down_proj,0.0000826339,0.01000,0.201
37,mlp.experts.120.down_proj,0.0000430254,0.01000,0.198
37,mlp.experts.121.down_proj,0.0000158857,0.01000,0.198
37,mlp.experts.122.down_proj,0.0000183108,0.01000,0.198
37,mlp.experts.123.down_proj,0.0000163378,0.01000,0.197
37,mlp.experts.124.down_proj,0.0000148644,0.01000,0.197
37,mlp.experts.125.down_proj,0.0000245037,0.01000,0.199
37,mlp.experts.126.down_proj,0.0001538553,0.01000,0.198
37,mlp.experts.127.down_proj,0.0000147780,0.01000,0.196
38,self_attn.q_proj,0.0000010800,0.01000,0.507
38,self_attn.k_proj,0.0000001273,0.01000,0.510
38,self_attn.v_proj,0.0000001713,0.01000,0.506
38,self_attn.o_proj,0.0000001193,0.01000,1.024
38,mlp.gate,0.0000011413,0.01000,0.523
38,mlp.experts.0.up_proj,0.0000949844,0.01000,0.511
38,mlp.experts.1.up_proj,0.0000115106,0.01000,0.511
38,mlp.experts.2.up_proj,0.0001852889,0.01000,0.507
38,mlp.experts.3.up_proj,0.0000364080,0.01000,0.511
38,mlp.experts.4.up_proj,0.0000141617,0.01000,0.506
38,mlp.experts.5.up_proj,0.0000572828,0.01000,0.515
38,mlp.experts.6.up_proj,0.0000329189,0.01000,0.522
38,mlp.experts.7.up_proj,0.0000611029,0.01000,0.510
38,mlp.experts.8.up_proj,0.0000248861,0.01000,0.508
38,mlp.experts.9.up_proj,0.0001236218,0.01000,0.506
38,mlp.experts.10.up_proj,0.0000307263,0.01000,0.504
38,mlp.experts.11.up_proj,0.0000469423,0.01000,0.507
38,mlp.experts.12.up_proj,0.0000129372,0.01000,0.507
38,mlp.experts.13.up_proj,0.0002902066,0.01000,0.525
38,mlp.experts.14.up_proj,0.0000063308,0.01000,0.526
38,mlp.experts.15.up_proj,0.0000713508,0.01000,0.512
38,mlp.experts.16.up_proj,0.0000478962,0.01000,0.511
38,mlp.experts.17.up_proj,0.0000331145,0.01000,0.527
38,mlp.experts.18.up_proj,0.0000210964,0.01000,0.513
38,mlp.experts.19.up_proj,0.0000862573,0.01000,0.507
38,mlp.experts.20.up_proj,0.0000303827,0.01000,0.507
38,mlp.experts.21.up_proj,0.0000723273,0.01000,0.510
38,mlp.experts.22.up_proj,0.0000111264,0.01000,0.523
38,mlp.experts.23.up_proj,0.0000508331,0.01000,0.531
38,mlp.experts.24.up_proj,0.0001108339,0.01000,0.503
38,mlp.experts.25.up_proj,0.0000540906,0.01000,0.504
38,mlp.experts.26.up_proj,0.0000136409,0.01000,0.502
38,mlp.experts.27.up_proj,0.0000692757,0.01000,0.507
38,mlp.experts.28.up_proj,0.0000220976,0.01000,0.525
38,mlp.experts.29.up_proj,0.0002886285,0.01000,0.508
38,mlp.experts.30.up_proj,0.0001618758,0.01000,0.521
38,mlp.experts.31.up_proj,0.0002371458,0.01000,0.520
38,mlp.experts.32.up_proj,0.0000232231,0.01000,0.530
38,mlp.experts.33.up_proj,0.0000088219,0.01000,0.508
38,mlp.experts.34.up_proj,0.0000233168,0.01000,0.507
38,mlp.experts.35.up_proj,0.0001972014,0.01000,0.509
38,mlp.experts.36.up_proj,0.0000443273,0.01000,0.509
38,mlp.experts.37.up_proj,0.0001363528,0.01000,0.507
38,mlp.experts.38.up_proj,0.0000314929,0.01000,0.507
38,mlp.experts.39.up_proj,0.0000216143,0.01000,0.506
38,mlp.experts.40.up_proj,0.0000349106,0.01000,0.508
38,mlp.experts.41.up_proj,0.0003638369,0.01000,0.508
38,mlp.experts.42.up_proj,0.0000131543,0.01000,0.507
38,mlp.experts.43.up_proj,0.0000368320,0.01000,0.521
38,mlp.experts.44.up_proj,0.0000231616,0.01000,0.505
38,mlp.experts.45.up_proj,0.0002940949,0.01000,0.516
38,mlp.experts.46.up_proj,0.0000564475,0.01000,0.505
38,mlp.experts.47.up_proj,0.0000294098,0.01000,0.506
38,mlp.experts.48.up_proj,0.0000209493,0.01000,0.509
38,mlp.experts.49.up_proj,0.0000083771,0.01000,0.510
38,mlp.experts.50.up_proj,0.0000394773,0.01000,0.507
38,mlp.experts.51.up_proj,0.0000439552,0.01000,0.511
38,mlp.experts.52.up_proj,0.0000541328,0.01000,0.516
38,mlp.experts.53.up_proj,0.0000182419,0.01000,0.528
38,mlp.experts.54.up_proj,0.0000742572,0.01000,0.514
38,mlp.experts.55.up_proj,0.0000063983,0.01000,0.511
38,mlp.experts.56.up_proj,0.0004054251,0.01000,0.506
38,mlp.experts.57.up_proj,0.0000392584,0.01000,0.506
38,mlp.experts.58.up_proj,0.0000141385,0.01000,0.524
38,mlp.experts.59.up_proj,0.0005554694,0.01000,0.514
38,mlp.experts.60.up_proj,0.0000219484,0.01000,0.506
38,mlp.experts.61.up_proj,0.0001624318,0.01000,0.507
38,mlp.experts.62.up_proj,0.0000311982,0.01000,0.519
38,mlp.experts.63.up_proj,0.0000551985,0.01000,0.508
38,mlp.experts.64.up_proj,0.0000461559,0.01000,0.510
38,mlp.experts.65.up_proj,0.0003812160,0.01000,0.507
38,mlp.experts.66.up_proj,0.0000806619,0.01000,0.502
38,mlp.experts.67.up_proj,0.0000358195,0.01000,0.508
38,mlp.experts.68.up_proj,0.0000543515,0.01000,0.505
38,mlp.experts.69.up_proj,0.0000585475,0.01000,0.505
38,mlp.experts.70.up_proj,0.0000379879,0.01000,0.508
38,mlp.experts.71.up_proj,0.0000365442,0.01000,0.510
38,mlp.experts.72.up_proj,0.0000262977,0.01000,0.513
38,mlp.experts.73.up_proj,0.0000666349,0.01000,0.506
38,mlp.experts.74.up_proj,0.0000897139,0.01000,0.516
38,mlp.experts.75.up_proj,0.0000117815,0.01000,0.506
38,mlp.experts.76.up_proj,0.0000312631,0.01000,0.508
38,mlp.experts.77.up_proj,0.0007919232,0.01000,0.508
38,mlp.experts.78.up_proj,0.0000344502,0.01000,0.506
38,mlp.experts.79.up_proj,0.0000217446,0.01000,0.508
38,mlp.experts.80.up_proj,0.0000228629,0.01000,0.513
38,mlp.experts.81.up_proj,0.0000057937,0.01000,0.507
38,mlp.experts.82.up_proj,0.0000295875,0.01000,0.508
38,mlp.experts.83.up_proj,0.0001051784,0.01000,0.506
38,mlp.experts.84.up_proj,0.0000378395,0.01000,0.508
38,mlp.experts.85.up_proj,0.0000666296,0.01000,0.523
38,mlp.experts.86.up_proj,0.0000246572,0.01000,0.508
38,mlp.experts.87.up_proj,0.0000622318,0.01000,0.506
38,mlp.experts.88.up_proj,0.0000471706,0.01000,0.507
38,mlp.experts.89.up_proj,0.0001773113,0.01000,0.521
38,mlp.experts.90.up_proj,0.0000298061,0.01000,0.527
38,mlp.experts.91.up_proj,0.0000782806,0.01000,0.509
38,mlp.experts.92.up_proj,0.0000060075,0.01000,0.505
38,mlp.experts.93.up_proj,0.0000712376,0.01000,0.506
38,mlp.experts.94.up_proj,0.0002396716,0.01000,0.510
38,mlp.experts.95.up_proj,0.0000440801,0.01000,0.508
38,mlp.experts.96.up_proj,0.0000314070,0.01000,0.512
38,mlp.experts.97.up_proj,0.0002312458,0.01000,0.508
38,mlp.experts.98.up_proj,0.0000111449,0.01000,0.517
38,mlp.experts.99.up_proj,0.0000303924,0.01000,0.506
38,mlp.experts.100.up_proj,0.0000204129,0.01000,0.508
38,mlp.experts.101.up_proj,0.0000379414,0.01000,0.535
38,mlp.experts.102.up_proj,0.0000262266,0.01000,0.507
38,mlp.experts.103.up_proj,0.0005192355,0.01000,0.509
38,mlp.experts.104.up_proj,0.0000761544,0.01000,0.504
38,mlp.experts.105.up_proj,0.0000381935,0.01000,0.504
38,mlp.experts.106.up_proj,0.0001551614,0.01000,0.502
38,mlp.experts.107.up_proj,0.0000221123,0.01000,0.510
38,mlp.experts.108.up_proj,0.0000709684,0.01000,0.505
38,mlp.experts.109.up_proj,0.0000400359,0.01000,0.510
38,mlp.experts.110.up_proj,0.0000211260,0.01000,0.515
38,mlp.experts.111.up_proj,0.0000319544,0.01000,0.505
38,mlp.experts.112.up_proj,0.0000919760,0.01000,0.504
38,mlp.experts.113.up_proj,0.0004408535,0.01000,0.503
38,mlp.experts.114.up_proj,0.0001381955,0.01000,0.502
38,mlp.experts.115.up_proj,0.0000323757,0.01000,0.510
38,mlp.experts.116.up_proj,0.0002045300,0.01000,0.503
38,mlp.experts.117.up_proj,0.0001185319,0.01000,0.502
38,mlp.experts.118.up_proj,0.0000648872,0.01000,0.502
38,mlp.experts.119.up_proj,0.0000559923,0.01000,0.505
38,mlp.experts.120.up_proj,0.0004553303,0.01000,0.501
38,mlp.experts.121.up_proj,0.0001822906,0.01000,0.526
38,mlp.experts.122.up_proj,0.0003921018,0.01000,0.514
38,mlp.experts.123.up_proj,0.0004856802,0.01000,0.519
38,mlp.experts.124.up_proj,0.0002167003,0.01000,0.509
38,mlp.experts.125.up_proj,0.0000172747,0.01000,0.527
38,mlp.experts.126.up_proj,0.0000334163,0.01000,0.544
38,mlp.experts.127.up_proj,0.0000405396,0.01000,0.508
38,mlp.experts.0.gate_proj,0.0000898801,0.01000,0.507
38,mlp.experts.1.gate_proj,0.0000109564,0.01000,0.506
38,mlp.experts.2.gate_proj,0.0001886837,0.01000,0.533
38,mlp.experts.3.gate_proj,0.0000350457,0.01000,0.510
38,mlp.experts.4.gate_proj,0.0000134108,0.01000,0.504
38,mlp.experts.5.gate_proj,0.0000559646,0.01000,0.512
38,mlp.experts.6.gate_proj,0.0000316506,0.01000,0.509
38,mlp.experts.7.gate_proj,0.0000593061,0.01000,0.505
38,mlp.experts.8.gate_proj,0.0000233592,0.01000,0.507
38,mlp.experts.9.gate_proj,0.0001387997,0.01000,0.510
38,mlp.experts.10.gate_proj,0.0000291254,0.01000,0.522
38,mlp.experts.11.gate_proj,0.0000475556,0.01000,0.505
38,mlp.experts.12.gate_proj,0.0000095516,0.01000,0.505
38,mlp.experts.13.gate_proj,0.0002903767,0.01000,0.506
38,mlp.experts.14.gate_proj,0.0000064987,0.01000,0.519
38,mlp.experts.15.gate_proj,0.0000702795,0.01000,0.510
38,mlp.experts.16.gate_proj,0.0000473747,0.01000,0.517
38,mlp.experts.17.gate_proj,0.0000355305,0.01000,0.512
38,mlp.experts.18.gate_proj,0.0000197344,0.01000,0.511
38,mlp.experts.19.gate_proj,0.0000855466,0.01000,0.518
38,mlp.experts.20.gate_proj,0.0000347951,0.01000,0.534
38,mlp.experts.21.gate_proj,0.0000689218,0.01000,0.503
38,mlp.experts.22.gate_proj,0.0000125396,0.01000,0.509
38,mlp.experts.23.gate_proj,0.0000487715,0.01000,0.523
38,mlp.experts.24.gate_proj,0.0001167742,0.01000,0.503
38,mlp.experts.25.gate_proj,0.0000504901,0.01000,0.503
38,mlp.experts.26.gate_proj,0.0000145556,0.01000,0.503
38,mlp.experts.27.gate_proj,0.0000687137,0.01000,0.503
38,mlp.experts.28.gate_proj,0.0000204893,0.01000,0.503
38,mlp.experts.29.gate_proj,0.0002913155,0.01000,0.519
38,mlp.experts.30.gate_proj,0.0001533998,0.01000,0.508
38,mlp.experts.31.gate_proj,0.0002331583,0.01000,0.513
38,mlp.experts.32.gate_proj,0.0000253988,0.01000,0.502
38,mlp.experts.33.gate_proj,0.0000096339,0.01000,0.505
38,mlp.experts.34.gate_proj,0.0000208669,0.01000,0.521
38,mlp.experts.35.gate_proj,0.0001862082,0.01000,0.508
38,mlp.experts.36.gate_proj,0.0000430384,0.01000,0.511
38,mlp.experts.37.gate_proj,0.0001344752,0.01000,0.509
38,mlp.experts.38.gate_proj,0.0000318166,0.01000,0.507
38,mlp.experts.39.gate_proj,0.0000190765,0.01000,0.503
38,mlp.experts.40.gate_proj,0.0000345316,0.01000,0.504
38,mlp.experts.41.gate_proj,0.0003558163,0.01000,0.508
38,mlp.experts.42.gate_proj,0.0000132882,0.01000,0.502
38,mlp.experts.43.gate_proj,0.0000341431,0.01000,0.503
38,mlp.experts.44.gate_proj,0.0000229431,0.01000,0.504
38,mlp.experts.45.gate_proj,0.0002953970,0.01000,0.503
38,mlp.experts.46.gate_proj,0.0000554647,0.01000,0.503
38,mlp.experts.47.gate_proj,0.0000306283,0.01000,0.503
38,mlp.experts.48.gate_proj,0.0000201918,0.01000,0.503
38,mlp.experts.49.gate_proj,0.0000084396,0.01000,0.503
38,mlp.experts.50.gate_proj,0.0000394259,0.01000,0.523
38,mlp.experts.51.gate_proj,0.0000429541,0.01000,0.510
38,mlp.experts.52.gate_proj,0.0000504467,0.01000,0.507
38,mlp.experts.53.gate_proj,0.0000177408,0.01000,0.506
38,mlp.experts.54.gate_proj,0.0000670753,0.01000,0.516
38,mlp.experts.55.gate_proj,0.0000069723,0.01000,0.505
38,mlp.experts.56.gate_proj,0.0004002930,0.01000,0.515
38,mlp.experts.57.gate_proj,0.0000382873,0.01000,0.507
38,mlp.experts.58.gate_proj,0.0000123168,0.01000,0.505
38,mlp.experts.59.gate_proj,0.0005552044,0.01000,0.511
38,mlp.experts.60.gate_proj,0.0000175266,0.01000,0.522
38,mlp.experts.61.gate_proj,0.0001712056,0.01000,0.506
38,mlp.experts.62.gate_proj,0.0000360006,0.01000,0.506
38,mlp.experts.63.gate_proj,0.0000497598,0.01000,0.518
38,mlp.experts.64.gate_proj,0.0000482369,0.01000,0.506
38,mlp.experts.65.gate_proj,0.0003613386,0.01000,0.509
38,mlp.experts.66.gate_proj,0.0000741407,0.01000,0.511
38,mlp.experts.67.gate_proj,0.0000346463,0.01000,0.510
38,mlp.experts.68.gate_proj,0.0000583923,0.01000,0.505
38,mlp.experts.69.gate_proj,0.0000598291,0.01000,0.505
38,mlp.experts.70.gate_proj,0.0000380690,0.01000,0.510
38,mlp.experts.71.gate_proj,0.0000349575,0.01000,0.526
38,mlp.experts.72.gate_proj,0.0000239798,0.01000,0.507
38,mlp.experts.73.gate_proj,0.0000674303,0.01000,0.510
38,mlp.experts.74.gate_proj,0.0001009449,0.01000,0.505
38,mlp.experts.75.gate_proj,0.0000113024,0.01000,0.506
38,mlp.experts.76.gate_proj,0.0000299048,0.01000,0.523
38,mlp.experts.77.gate_proj,0.0007739253,0.01000,0.508
38,mlp.experts.78.gate_proj,0.0000350988,0.01000,0.506
38,mlp.experts.79.gate_proj,0.0000214367,0.01000,0.509
38,mlp.experts.80.gate_proj,0.0000230484,0.01000,0.505
38,mlp.experts.81.gate_proj,0.0000057940,0.01000,0.505
38,mlp.experts.82.gate_proj,0.0000345056,0.01000,0.505
38,mlp.experts.83.gate_proj,0.0001045823,0.01000,0.507
38,mlp.experts.84.gate_proj,0.0000406034,0.01000,0.510
38,mlp.experts.85.gate_proj,0.0000669313,0.01000,0.508
38,mlp.experts.86.gate_proj,0.0000256539,0.01000,0.509
38,mlp.experts.87.gate_proj,0.0000664385,0.01000,0.508
38,mlp.experts.88.gate_proj,0.0000462415,0.01000,0.514
38,mlp.experts.89.gate_proj,0.0001778972,0.01000,0.524
38,mlp.experts.90.gate_proj,0.0000280832,0.01000,0.509
38,mlp.experts.91.gate_proj,0.0000787491,0.01000,0.531
38,mlp.experts.92.gate_proj,0.0000055191,0.01000,0.517
38,mlp.experts.93.gate_proj,0.0000670150,0.01000,0.516
38,mlp.experts.94.gate_proj,0.0002521719,0.01000,0.514
38,mlp.experts.95.gate_proj,0.0000430620,0.01000,0.512
38,mlp.experts.96.gate_proj,0.0000289374,0.01000,0.512
38,mlp.experts.97.gate_proj,0.0002332566,0.01000,0.514
38,mlp.experts.98.gate_proj,0.0000110080,0.01000,0.515
38,mlp.experts.99.gate_proj,0.0000293230,0.01000,0.511
38,mlp.experts.100.gate_proj,0.0000213826,0.01000,0.509
38,mlp.experts.101.gate_proj,0.0000406532,0.01000,0.510
38,mlp.experts.102.gate_proj,0.0000300770,0.01000,0.511
38,mlp.experts.103.gate_proj,0.0005037892,0.01000,0.511
38,mlp.experts.104.gate_proj,0.0000739271,0.01000,0.510
38,mlp.experts.105.gate_proj,0.0000356697,0.01000,0.516
38,mlp.experts.106.gate_proj,0.0001488795,0.01000,0.515
38,mlp.experts.107.gate_proj,0.0000220000,0.01000,0.537
38,mlp.experts.108.gate_proj,0.0000718456,0.01000,0.513
38,mlp.experts.109.gate_proj,0.0000425768,0.01000,0.513
38,mlp.experts.110.gate_proj,0.0000201972,0.01000,0.512
38,mlp.experts.111.gate_proj,0.0000308516,0.01000,0.515
38,mlp.experts.112.gate_proj,0.0000851959,0.01000,0.520
38,mlp.experts.113.gate_proj,0.0004442866,0.01000,0.515
38,mlp.experts.114.gate_proj,0.0001446772,0.01000,0.517
38,mlp.experts.115.gate_proj,0.0000330285,0.01000,0.516
38,mlp.experts.116.gate_proj,0.0002014634,0.01000,0.518
38,mlp.experts.117.gate_proj,0.0001390365,0.01000,0.514
38,mlp.experts.118.gate_proj,0.0000566850,0.01000,0.525
38,mlp.experts.119.gate_proj,0.0000551229,0.01000,0.518
38,mlp.experts.120.gate_proj,0.0004630589,0.01000,0.517
38,mlp.experts.121.gate_proj,0.0001837073,0.01000,0.515
38,mlp.experts.122.gate_proj,0.0003397210,0.01000,0.513
38,mlp.experts.123.gate_proj,0.0004299679,0.01000,0.513
38,mlp.experts.124.gate_proj,0.0002123091,0.01000,0.510
38,mlp.experts.125.gate_proj,0.0000150563,0.01000,0.514
38,mlp.experts.126.gate_proj,0.0000339259,0.01000,0.514
38,mlp.experts.127.gate_proj,0.0000375437,0.01000,0.513
38,mlp.experts.0.down_proj,0.0000498555,0.01000,0.196
38,mlp.experts.1.down_proj,0.0000064145,0.01000,0.194
38,mlp.experts.2.down_proj,0.0000562952,0.01000,0.196
38,mlp.experts.3.down_proj,0.0000168571,0.01000,0.198
38,mlp.experts.4.down_proj,0.0000176841,0.01000,0.198
38,mlp.experts.5.down_proj,0.0000342017,0.01000,0.200
38,mlp.experts.6.down_proj,0.0000232148,0.01000,0.198
38,mlp.experts.7.down_proj,0.0000407372,0.01000,0.199
38,mlp.experts.8.down_proj,0.0000226004,0.01000,0.209
38,mlp.experts.9.down_proj,0.0000832456,0.01000,0.197
38,mlp.experts.10.down_proj,0.0000250392,0.01000,0.198
38,mlp.experts.11.down_proj,0.0000459604,0.01000,0.196
38,mlp.experts.12.down_proj,0.0000060430,0.01000,0.199
38,mlp.experts.13.down_proj,0.0001247559,0.01000,0.196
38,mlp.experts.14.down_proj,0.0000041516,0.01000,0.197
38,mlp.experts.15.down_proj,0.0000655141,0.01000,0.197
38,mlp.experts.16.down_proj,0.0000310521,0.01000,0.197
38,mlp.experts.17.down_proj,0.0000396187,0.01000,0.198
38,mlp.experts.18.down_proj,0.0000194066,0.01000,0.197
38,mlp.experts.19.down_proj,0.0000614063,0.01000,0.198
38,mlp.experts.20.down_proj,0.0000249800,0.01000,0.198
38,mlp.experts.21.down_proj,0.0000436093,0.01000,0.205
38,mlp.experts.22.down_proj,0.0000072372,0.01000,0.196
38,mlp.experts.23.down_proj,0.0000269373,0.01000,0.197
38,mlp.experts.24.down_proj,0.0000575696,0.01000,0.197
38,mlp.experts.25.down_proj,0.0000475982,0.01000,0.200
38,mlp.experts.26.down_proj,0.0000075078,0.01000,0.201
38,mlp.experts.27.down_proj,0.0000610116,0.01000,0.198
38,mlp.experts.28.down_proj,0.0000234824,0.01000,0.196
38,mlp.experts.29.down_proj,0.0001261786,0.01000,0.201
38,mlp.experts.30.down_proj,0.0000503815,0.01000,0.198
38,mlp.experts.31.down_proj,0.0001303272,0.01000,0.197
38,mlp.experts.32.down_proj,0.0000296696,0.01000,0.197
38,mlp.experts.33.down_proj,0.0000073032,0.01000,0.195
38,mlp.experts.34.down_proj,0.0000137825,0.01000,0.200
38,mlp.experts.35.down_proj,0.0001201130,0.01000,0.196
38,mlp.experts.36.down_proj,0.0000235789,0.01000,0.196
38,mlp.experts.37.down_proj,0.0000512813,0.01000,0.196
38,mlp.experts.38.down_proj,0.0000207973,0.01000,0.196
38,mlp.experts.39.down_proj,0.0000162815,0.01000,0.196
38,mlp.experts.40.down_proj,0.0000200463,0.01000,0.197
38,mlp.experts.41.down_proj,0.0003307875,0.01000,0.196
38,mlp.experts.42.down_proj,0.0000089273,0.01000,0.195
38,mlp.experts.43.down_proj,0.0000383046,0.01000,0.195
38,mlp.experts.44.down_proj,0.0000125713,0.01000,0.201
38,mlp.experts.45.down_proj,0.0001388527,0.01000,0.196
38,mlp.experts.46.down_proj,0.0000503058,0.01000,0.198
38,mlp.experts.47.down_proj,0.0000332300,0.01000,0.204
38,mlp.experts.48.down_proj,0.0000216247,0.01000,0.199
38,mlp.experts.49.down_proj,0.0000050473,0.01000,0.207
38,mlp.experts.50.down_proj,0.0000242724,0.01000,0.197
38,mlp.experts.51.down_proj,0.0000209586,0.01000,0.195
38,mlp.experts.52.down_proj,0.0000374128,0.01000,0.201
38,mlp.experts.53.down_proj,0.0000097024,0.01000,0.197
38,mlp.experts.54.down_proj,0.0000436308,0.01000,0.195
38,mlp.experts.55.down_proj,0.0000023485,0.01000,0.199
38,mlp.experts.56.down_proj,0.0003259431,0.01000,0.198
38,mlp.experts.57.down_proj,0.0000209978,0.01000,0.196
38,mlp.experts.58.down_proj,0.0000151758,0.01000,0.196
38,mlp.experts.59.down_proj,0.0003075504,0.01000,0.198
38,mlp.experts.60.down_proj,0.0000158581,0.01000,0.196
38,mlp.experts.61.down_proj,0.0000656283,0.01000,0.196
38,mlp.experts.62.down_proj,0.0000408763,0.01000,0.204
38,mlp.experts.63.down_proj,0.0001228449,0.01000,0.197
38,mlp.experts.64.down_proj,0.0000393653,0.01000,0.195
38,mlp.experts.65.down_proj,0.0002680265,0.01000,0.195
38,mlp.experts.66.down_proj,0.0000737701,0.01000,0.197
38,mlp.experts.67.down_proj,0.0000314668,0.01000,0.196
38,mlp.experts.68.down_proj,0.0000442631,0.01000,0.196
38,mlp.experts.69.down_proj,0.0000458418,0.01000,0.199
38,mlp.experts.70.down_proj,0.0000154297,0.01000,0.197
38,mlp.experts.71.down_proj,0.0000262967,0.01000,0.198
38,mlp.experts.72.down_proj,0.0000157507,0.01000,0.199
38,mlp.experts.73.down_proj,0.0000864193,0.01000,0.197
38,mlp.experts.74.down_proj,0.0000408267,0.01000,0.198
38,mlp.experts.75.down_proj,0.0000087097,0.01000,0.198
38,mlp.experts.76.down_proj,0.0000135422,0.01000,0.198
38,mlp.experts.77.down_proj,0.0002397942,0.01000,0.199
38,mlp.experts.78.down_proj,0.0000202100,0.01000,0.198
38,mlp.experts.79.down_proj,0.0000166584,0.01000,0.200
38,mlp.experts.80.down_proj,0.0000266024,0.01000,0.199
38,mlp.experts.81.down_proj,0.0000065036,0.01000,0.199
38,mlp.experts.82.down_proj,0.0000256933,0.01000,0.202
38,mlp.experts.83.down_proj,0.0000155290,0.01000,0.199
38,mlp.experts.84.down_proj,0.0000223646,0.01000,0.198
38,mlp.experts.85.down_proj,0.0000782149,0.01000,0.205
38,mlp.experts.86.down_proj,0.0000100983,0.01000,0.199
38,mlp.experts.87.down_proj,0.0000210167,0.01000,0.198
38,mlp.experts.88.down_proj,0.0000418855,0.01000,0.199
38,mlp.experts.89.down_proj,0.0000703171,0.01000,0.198
38,mlp.experts.90.down_proj,0.0000191673,0.01000,0.206
38,mlp.experts.91.down_proj,0.0000276361,0.01000,0.205
38,mlp.experts.92.down_proj,0.0000022144,0.01000,0.198
38,mlp.experts.93.down_proj,0.0000541972,0.01000,0.197
38,mlp.experts.94.down_proj,0.0001394944,0.01000,0.197
38,mlp.experts.95.down_proj,0.0000219070,0.01000,0.197
38,mlp.experts.96.down_proj,0.0000291820,0.01000,0.197
38,mlp.experts.97.down_proj,0.0000805163,0.01000,0.196
38,mlp.experts.98.down_proj,0.0000133790,0.01000,0.197
38,mlp.experts.99.down_proj,0.0000168212,0.01000,0.210
38,mlp.experts.100.down_proj,0.0000233375,0.01000,0.198
38,mlp.experts.101.down_proj,0.0000265788,0.01000,0.198
38,mlp.experts.102.down_proj,0.0000204623,0.01000,0.199
38,mlp.experts.103.down_proj,0.0002153055,0.01000,0.207
38,mlp.experts.104.down_proj,0.0000666894,0.01000,0.205
38,mlp.experts.105.down_proj,0.0000161312,0.01000,0.197
38,mlp.experts.106.down_proj,0.0002115053,0.01000,0.198
38,mlp.experts.107.down_proj,0.0000173794,0.01000,0.198
38,mlp.experts.108.down_proj,0.0000376371,0.01000,0.199
38,mlp.experts.109.down_proj,0.0000280238,0.01000,0.201
38,mlp.experts.110.down_proj,0.0000142344,0.01000,0.207
38,mlp.experts.111.down_proj,0.0000160460,0.01000,0.201
38,mlp.experts.112.down_proj,0.0000671685,0.01000,0.197
38,mlp.experts.113.down_proj,0.0000989253,0.01000,0.198
38,mlp.experts.114.down_proj,0.0000614791,0.01000,0.197
38,mlp.experts.115.down_proj,0.0000211607,0.01000,0.197
38,mlp.experts.116.down_proj,0.0001707177,0.01000,0.198
38,mlp.experts.117.down_proj,0.0000623795,0.01000,0.198
38,mlp.experts.118.down_proj,0.0000582255,0.01000,0.198
38,mlp.experts.119.down_proj,0.0000627852,0.01000,0.198
38,mlp.experts.120.down_proj,0.0004011118,0.01000,0.199
38,mlp.experts.121.down_proj,0.0000823450,0.01000,0.198
38,mlp.experts.122.down_proj,0.0003709624,0.01000,0.200
38,mlp.experts.123.down_proj,0.0003905797,0.01000,0.197
38,mlp.experts.124.down_proj,0.0000904374,0.01000,0.198
38,mlp.experts.125.down_proj,0.0000120855,0.01000,0.198
38,mlp.experts.126.down_proj,0.0000529362,0.01000,0.197
38,mlp.experts.127.down_proj,0.0000343573,0.01000,0.198
39,self_attn.q_proj,0.0000010144,0.01000,0.513
39,self_attn.k_proj,0.0000001049,0.01000,0.511
39,self_attn.v_proj,0.0000001407,0.01000,0.510
39,self_attn.o_proj,0.0000000976,0.01000,1.024
39,mlp.gate,0.0000011295,0.01000,0.515
39,mlp.experts.0.up_proj,0.0000180395,0.01000,0.510
39,mlp.experts.1.up_proj,0.0000185568,0.01000,0.507
39,mlp.experts.2.up_proj,0.0000322273,0.01000,0.511
39,mlp.experts.3.up_proj,0.0000185235,0.01000,0.528
39,mlp.experts.4.up_proj,0.0000379282,0.01000,0.506
39,mlp.experts.5.up_proj,0.0000165098,0.01000,0.506
39,mlp.experts.6.up_proj,0.0000260468,0.01000,0.508
39,mlp.experts.7.up_proj,0.0000191611,0.01000,0.519
39,mlp.experts.8.up_proj,0.0000203632,0.01000,0.508
39,mlp.experts.9.up_proj,0.0000620136,0.01000,0.512
39,mlp.experts.10.up_proj,0.0000309456,0.01000,0.508
39,mlp.experts.11.up_proj,0.0000623877,0.01000,0.508
39,mlp.experts.12.up_proj,0.0000462764,0.01000,0.514
39,mlp.experts.13.up_proj,0.0000882168,0.01000,0.510
39,mlp.experts.14.up_proj,0.0001385499,0.01000,0.505
39,mlp.experts.15.up_proj,0.0006866652,0.01000,0.508
39,mlp.experts.16.up_proj,0.0000408176,0.01000,0.509
39,mlp.experts.17.up_proj,0.0000497179,0.01000,0.507
39,mlp.experts.18.up_proj,0.0000684496,0.01000,0.518
39,mlp.experts.19.up_proj,0.0001545781,0.01000,0.514
39,mlp.experts.20.up_proj,0.0000209446,0.01000,0.514
39,mlp.experts.21.up_proj,0.0002031137,0.01000,0.512
39,mlp.experts.22.up_proj,0.0000428757,0.01000,0.508
39,mlp.experts.23.up_proj,0.0000191705,0.01000,0.509
39,mlp.experts.24.up_proj,0.0002090738,0.01000,0.515
39,mlp.experts.25.up_proj,0.0000065476,0.01000,0.507
39,mlp.experts.26.up_proj,0.0000894302,0.01000,0.513
39,mlp.experts.27.up_proj,0.0002074914,0.01000,0.506
39,mlp.experts.28.up_proj,0.0000253142,0.01000,0.510
39,mlp.experts.29.up_proj,0.0000393181,0.01000,0.509
39,mlp.experts.30.up_proj,0.0000889146,0.01000,0.504
39,mlp.experts.31.up_proj,0.0000536373,0.01000,0.504
39,mlp.experts.32.up_proj,0.0000340202,0.01000,0.506
39,mlp.experts.33.up_proj,0.0000623225,0.01000,0.503
39,mlp.experts.34.up_proj,0.0000516486,0.01000,0.512
39,mlp.experts.35.up_proj,0.0000195213,0.01000,0.505
39,mlp.experts.36.up_proj,0.0001383422,0.01000,0.503
39,mlp.experts.37.up_proj,0.0000529685,0.01000,0.502
39,mlp.experts.38.up_proj,0.0001727499,0.01000,0.502
39,mlp.experts.39.up_proj,0.0001061071,0.01000,0.523
39,mlp.experts.40.up_proj,0.0000278508,0.01000,0.505
39,mlp.experts.41.up_proj,0.0000070080,0.01000,0.502
39,mlp.experts.42.up_proj,0.0004565883,0.01000,0.504
39,mlp.experts.43.up_proj,0.0003480756,0.01000,0.503
39,mlp.experts.44.up_proj,0.0010648634,0.01000,0.504
39,mlp.experts.45.up_proj,0.0000506377,0.01000,0.506
39,mlp.experts.46.up_proj,0.0000637065,0.01000,0.504
39,mlp.experts.47.up_proj,0.0004457562,0.01000,0.503
39,mlp.experts.48.up_proj,0.0000913338,0.01000,0.524
39,mlp.experts.49.up_proj,0.0000331078,0.01000,0.534
39,mlp.experts.50.up_proj,0.0002161793,0.01000,0.508
39,mlp.experts.51.up_proj,0.0000082595,0.01000,0.507
39,mlp.experts.52.up_proj,0.0000088035,0.01000,0.512
39,mlp.experts.53.up_proj,0.0000705827,0.01000,0.506
39,mlp.experts.54.up_proj,0.0000527988,0.01000,0.509
39,mlp.experts.55.up_proj,0.0000464666,0.01000,0.506
39,mlp.experts.56.up_proj,0.0000191577,0.01000,0.506
39,mlp.experts.57.up_proj,0.0000501066,0.01000,0.507
39,mlp.experts.58.up_proj,0.0002111324,0.01000,0.506
39,mlp.experts.59.up_proj,0.0000414070,0.01000,0.511
39,mlp.experts.60.up_proj,0.0000256852,0.01000,0.507
39,mlp.experts.61.up_proj,0.0000502481,0.01000,0.510
39,mlp.experts.62.up_proj,0.0004524463,0.01000,0.506
39,mlp.experts.63.up_proj,0.0001301768,0.01000,0.509
39,mlp.experts.64.up_proj,0.0006204357,0.01000,0.507
39,mlp.experts.65.up_proj,0.0000735280,0.01000,0.509
39,mlp.experts.66.up_proj,0.0002463347,0.01000,0.508
39,mlp.experts.67.up_proj,0.0000472779,0.01000,0.512
39,mlp.experts.68.up_proj,0.0000630237,0.01000,0.517
39,mlp.experts.69.up_proj,0.0000617316,0.01000,0.506
39,mlp.experts.70.up_proj,0.0000393057,0.01000,0.511
39,mlp.experts.71.up_proj,0.0000654214,0.01000,0.508
39,mlp.experts.72.up_proj,0.0000834071,0.01000,0.507
39,mlp.experts.73.up_proj,0.0005788184,0.01000,0.509
39,mlp.experts.74.up_proj,0.0003670698,0.01000,0.525
39,mlp.experts.75.up_proj,0.0000468811,0.01000,0.520
39,mlp.experts.76.up_proj,0.0000784264,0.01000,0.529
39,mlp.experts.77.up_proj,0.0000190308,0.01000,0.509
39,mlp.experts.78.up_proj,0.0000354428,0.01000,0.504
39,mlp.experts.79.up_proj,0.0004543300,0.01000,0.504
39,mlp.experts.80.up_proj,0.0000111300,0.01000,0.504
39,mlp.experts.81.up_proj,0.0002260463,0.01000,0.504
39,mlp.experts.82.up_proj,0.0000195971,0.01000,0.504
39,mlp.experts.83.up_proj,0.0000248795,0.01000,0.505
39,mlp.experts.84.up_proj,0.0004059821,0.01000,0.503
39,mlp.experts.85.up_proj,0.0000254984,0.01000,0.508
39,mlp.experts.86.up_proj,0.0000202042,0.01000,0.505
39,mlp.experts.87.up_proj,0.0000215818,0.01000,0.516
39,mlp.experts.88.up_proj,0.0000940700,0.01000,0.505
39,mlp.experts.89.up_proj,0.0000129584,0.01000,0.504
39,mlp.experts.90.up_proj,0.0000341061,0.01000,0.507
39,mlp.experts.91.up_proj,0.0000345693,0.01000,0.504
39,mlp.experts.92.up_proj,0.0004313839,0.01000,0.505
39,mlp.experts.93.up_proj,0.0000513205,0.01000,0.504
39,mlp.experts.94.up_proj,0.0000752359,0.01000,0.504
39,mlp.experts.95.up_proj,0.0000292459,0.01000,0.510
39,mlp.experts.96.up_proj,0.0000693007,0.01000,0.507
39,mlp.experts.97.up_proj,0.0005429283,0.01000,0.512
39,mlp.experts.98.up_proj,0.0000223867,0.01000,0.529
39,mlp.experts.99.up_proj,0.0003878276,0.01000,0.507
39,mlp.experts.100.up_proj,0.0000301038,0.01000,0.507
39,mlp.experts.101.up_proj,0.0000338451,0.01000,0.555
39,mlp.experts.102.up_proj,0.0001168775,0.01000,0.512
39,mlp.experts.103.up_proj,0.0000321194,0.01000,0.513
39,mlp.experts.104.up_proj,0.0001049805,0.01000,0.506
39,mlp.experts.105.up_proj,0.0000643340,0.01000,0.526
39,mlp.experts.106.up_proj,0.0000150354,0.01000,0.507
39,mlp.experts.107.up_proj,0.0000262261,0.01000,0.514
39,mlp.experts.108.up_proj,0.0000435431,0.01000,0.507
39,mlp.experts.109.up_proj,0.0000722195,0.01000,0.505
39,mlp.experts.110.up_proj,0.0000143020,0.01000,0.506
39,mlp.experts.111.up_proj,0.0002985392,0.01000,0.506
39,mlp.experts.112.up_proj,0.0002045266,0.01000,0.527
39,mlp.experts.113.up_proj,0.0001881060,0.01000,0.507
39,mlp.experts.114.up_proj,0.0004160516,0.01000,0.512
39,mlp.experts.115.up_proj,0.0000624826,0.01000,0.507
39,mlp.experts.116.up_proj,0.0000396569,0.01000,0.507
39,mlp.experts.117.up_proj,0.0000509278,0.01000,0.508
39,mlp.experts.118.up_proj,0.0000666514,0.01000,0.512
39,mlp.experts.119.up_proj,0.0000560359,0.01000,0.510
39,mlp.experts.120.up_proj,0.0000209107,0.01000,0.508
39,mlp.experts.121.up_proj,0.0000302589,0.01000,0.510
39,mlp.experts.122.up_proj,0.0001299264,0.01000,0.512
39,mlp.experts.123.up_proj,0.0001453184,0.01000,0.509
39,mlp.experts.124.up_proj,0.0000432870,0.01000,0.513
39,mlp.experts.125.up_proj,0.0000155277,0.01000,0.510
39,mlp.experts.126.up_proj,0.0000487884,0.01000,0.509
39,mlp.experts.127.up_proj,0.0000089589,0.01000,0.523
39,mlp.experts.0.gate_proj,0.0000198872,0.01000,0.508
39,mlp.experts.1.gate_proj,0.0000176035,0.01000,0.505
39,mlp.experts.2.gate_proj,0.0000316649,0.01000,0.504
39,mlp.experts.3.gate_proj,0.0000161708,0.01000,0.503
39,mlp.experts.4.gate_proj,0.0000264086,0.01000,0.502
39,mlp.experts.5.gate_proj,0.0000162024,0.01000,0.506
39,mlp.experts.6.gate_proj,0.0000256689,0.01000,0.503
39,mlp.experts.7.gate_proj,0.0000186593,0.01000,0.504
39,mlp.experts.8.gate_proj,0.0000193176,0.01000,0.514
39,mlp.experts.9.gate_proj,0.0000638441,0.01000,0.506
39,mlp.experts.10.gate_proj,0.0000288087,0.01000,0.504
39,mlp.experts.11.gate_proj,0.0000619617,0.01000,0.504
39,mlp.experts.12.gate_proj,0.0000453950,0.01000,0.512
39,mlp.experts.13.gate_proj,0.0000860277,0.01000,0.512
39,mlp.experts.14.gate_proj,0.0001393180,0.01000,0.507
39,mlp.experts.15.gate_proj,0.0006946405,0.01000,0.505
39,mlp.experts.16.gate_proj,0.0000405021,0.01000,0.504
39,mlp.experts.17.gate_proj,0.0000483919,0.01000,0.506
39,mlp.experts.18.gate_proj,0.0000657333,0.01000,0.505
39,mlp.experts.19.gate_proj,0.0001548605,0.01000,0.506
39,mlp.experts.20.gate_proj,0.0000199238,0.01000,0.515
39,mlp.experts.21.gate_proj,0.0002173154,0.01000,0.515
39,mlp.experts.22.gate_proj,0.0000399958,0.01000,0.505
39,mlp.experts.23.gate_proj,0.0000178555,0.01000,0.505
39,mlp.experts.24.gate_proj,0.0002038792,0.01000,0.505
39,mlp.experts.25.gate_proj,0.0000064693,0.01000,0.503
39,mlp.experts.26.gate_proj,0.0000867669,0.01000,0.511
39,mlp.experts.27.gate_proj,0.0002092266,0.01000,0.503
39,mlp.experts.28.gate_proj,0.0000248848,0.01000,0.506
39,mlp.experts.29.gate_proj,0.0000405174,0.01000,0.505
39,mlp.experts.30.gate_proj,0.0000880301,0.01000,0.508
39,mlp.experts.31.gate_proj,0.0000507076,0.01000,0.514
39,mlp.experts.32.gate_proj,0.0000372937,0.01000,0.537
39,mlp.experts.33.gate_proj,0.0000655961,0.01000,0.522
39,mlp.experts.34.gate_proj,0.0000503963,0.01000,0.506
39,mlp.experts.35.gate_proj,0.0000186449,0.01000,0.506
39,mlp.experts.36.gate_proj,0.0001277627,0.01000,0.513
39,mlp.experts.37.gate_proj,0.0000538118,0.01000,0.530
39,mlp.experts.38.gate_proj,0.0001628327,0.01000,0.506
39,mlp.experts.39.gate_proj,0.0001025052,0.01000,0.522
39,mlp.experts.40.gate_proj,0.0000272456,0.01000,0.506
39,mlp.experts.41.gate_proj,0.0000067531,0.01000,0.507
39,mlp.experts.42.gate_proj,0.0004510974,0.01000,0.511
39,mlp.experts.43.gate_proj,0.0003690563,0.01000,0.507
39,mlp.experts.44.gate_proj,0.0010323020,0.01000,0.506
39,mlp.experts.45.gate_proj,0.0000485777,0.01000,0.508
39,mlp.experts.46.gate_proj,0.0000727139,0.01000,0.508
39,mlp.experts.47.gate_proj,0.0004262320,0.01000,0.508
39,mlp.experts.48.gate_proj,0.0000891273,0.01000,0.507
39,mlp.experts.49.gate_proj,0.0000338145,0.01000,0.506
39,mlp.experts.50.gate_proj,0.0002145262,0.01000,0.513
39,mlp.experts.51.gate_proj,0.0000089841,0.01000,0.527
39,mlp.experts.52.gate_proj,0.0000097102,0.01000,0.528
39,mlp.experts.53.gate_proj,0.0000682646,0.01000,0.508
39,mlp.experts.54.gate_proj,0.0000546281,0.01000,0.518
39,mlp.experts.55.gate_proj,0.0000435487,0.01000,0.514
39,mlp.experts.56.gate_proj,0.0000184646,0.01000,0.507
39,mlp.experts.57.gate_proj,0.0000489694,0.01000,0.528
39,mlp.experts.58.gate_proj,0.0002164053,0.01000,0.524
39,mlp.experts.59.gate_proj,0.0000421524,0.01000,0.509
39,mlp.experts.60.gate_proj,0.0000230359,0.01000,0.513
39,mlp.experts.61.gate_proj,0.0000496783,0.01000,0.509
39,mlp.experts.62.gate_proj,0.0004285425,0.01000,0.505
39,mlp.experts.63.gate_proj,0.0001298680,0.01000,0.505
39,mlp.experts.64.gate_proj,0.0006096789,0.01000,0.512
39,mlp.experts.65.gate_proj,0.0000725189,0.01000,0.520
39,mlp.experts.66.gate_proj,0.0002606356,0.01000,0.506
39,mlp.experts.67.gate_proj,0.0000440815,0.01000,0.504
39,mlp.experts.68.gate_proj,0.0000595571,0.01000,0.511
39,mlp.experts.69.gate_proj,0.0000602587,0.01000,0.506
39,mlp.experts.70.gate_proj,0.0000382399,0.01000,0.509
39,mlp.experts.71.gate_proj,0.0000669627,0.01000,0.509
39,mlp.experts.72.gate_proj,0.0000806171,0.01000,0.509
39,mlp.experts.73.gate_proj,0.0006968514,0.01000,0.520
39,mlp.experts.74.gate_proj,0.0003642565,0.01000,0.513
39,mlp.experts.75.gate_proj,0.0000475377,0.01000,0.511
39,mlp.experts.76.gate_proj,0.0000741703,0.01000,0.511
39,mlp.experts.77.gate_proj,0.0000188020,0.01000,0.513
39,mlp.experts.78.gate_proj,0.0000333393,0.01000,0.524
39,mlp.experts.79.gate_proj,0.0004512462,0.01000,0.512
39,mlp.experts.80.gate_proj,0.0000131176,0.01000,0.511
39,mlp.experts.81.gate_proj,0.0002185060,0.01000,0.511
39,mlp.experts.82.gate_proj,0.0000193321,0.01000,0.508
39,mlp.experts.83.gate_proj,0.0000249639,0.01000,0.511
39,mlp.experts.84.gate_proj,0.0004031096,0.01000,0.511
39,mlp.experts.85.gate_proj,0.0000242081,0.01000,0.529
39,mlp.experts.86.gate_proj,0.0000194277,0.01000,0.514
39,mlp.experts.87.gate_proj,0.0000227697,0.01000,0.516
39,mlp.experts.88.gate_proj,0.0000913748,0.01000,0.518
39,mlp.experts.89.gate_proj,0.0000127897,0.01000,0.512
39,mlp.experts.90.gate_proj,0.0000352447,0.01000,0.514
39,mlp.experts.91.gate_proj,0.0000325513,0.01000,0.526
39,mlp.experts.92.gate_proj,0.0004524254,0.01000,0.513
39,mlp.experts.93.gate_proj,0.0000495734,0.01000,0.536
39,mlp.experts.94.gate_proj,0.0000738847,0.01000,0.520
39,mlp.experts.95.gate_proj,0.0000273086,0.01000,0.513
39,mlp.experts.96.gate_proj,0.0000662753,0.01000,0.514
39,mlp.experts.97.gate_proj,0.0004901480,0.01000,0.513
39,mlp.experts.98.gate_proj,0.0000217039,0.01000,0.514
39,mlp.experts.99.gate_proj,0.0003823123,0.01000,0.515
39,mlp.experts.100.gate_proj,0.0000307296,0.01000,0.513
39,mlp.experts.101.gate_proj,0.0000393448,0.01000,0.514
39,mlp.experts.102.gate_proj,0.0001239239,0.01000,0.518
39,mlp.experts.103.gate_proj,0.0000286818,0.01000,0.516
39,mlp.experts.104.gate_proj,0.0001006189,0.01000,0.528
39,mlp.experts.105.gate_proj,0.0000599939,0.01000,0.531
39,mlp.experts.106.gate_proj,0.0000155587,0.01000,0.516
39,mlp.experts.107.gate_proj,0.0000238246,0.01000,0.525
39,mlp.experts.108.gate_proj,0.0000426121,0.01000,0.529
39,mlp.experts.109.gate_proj,0.0000714606,0.01000,0.521
39,mlp.experts.110.gate_proj,0.0000144015,0.01000,0.517
39,mlp.experts.111.gate_proj,0.0003010719,0.01000,0.518
39,mlp.experts.112.gate_proj,0.0002079243,0.01000,0.518
39,mlp.experts.113.gate_proj,0.0001749105,0.01000,0.517
39,mlp.experts.114.gate_proj,0.0004047122,0.01000,0.513
39,mlp.experts.115.gate_proj,0.0000579488,0.01000,0.510
39,mlp.experts.116.gate_proj,0.0000405505,0.01000,0.514
39,mlp.experts.117.gate_proj,0.0000541754,0.01000,0.520
39,mlp.experts.118.gate_proj,0.0000640816,0.01000,0.509
39,mlp.experts.119.gate_proj,0.0000651895,0.01000,0.508
39,mlp.experts.120.gate_proj,0.0000209956,0.01000,0.512
39,mlp.experts.121.gate_proj,0.0000295559,0.01000,0.508
39,mlp.experts.122.gate_proj,0.0001224958,0.01000,0.512
39,mlp.experts.123.gate_proj,0.0001399592,0.01000,0.526
39,mlp.experts.124.gate_proj,0.0000413177,0.01000,0.513
39,mlp.experts.125.gate_proj,0.0000160843,0.01000,0.534
39,mlp.experts.126.gate_proj,0.0000455903,0.01000,0.513
39,mlp.experts.127.gate_proj,0.0000088719,0.01000,0.511
39,mlp.experts.0.down_proj,0.0000176012,0.01000,0.193
39,mlp.experts.1.down_proj,0.0000126614,0.01000,0.193
39,mlp.experts.2.down_proj,0.0000293089,0.01000,0.195
39,mlp.experts.3.down_proj,0.0000162291,0.01000,0.195
39,mlp.experts.4.down_proj,0.0000243068,0.01000,0.205
39,mlp.experts.5.down_proj,0.0000138361,0.01000,0.200
39,mlp.experts.6.down_proj,0.0000144284,0.01000,0.197
39,mlp.experts.7.down_proj,0.0000089616,0.01000,0.197
39,mlp.experts.8.down_proj,0.0000113210,0.01000,0.197
39,mlp.experts.9.down_proj,0.0000284720,0.01000,0.197
39,mlp.experts.10.down_proj,0.0000267622,0.01000,0.197
39,mlp.experts.11.down_proj,0.0000321322,0.01000,0.198
39,mlp.experts.12.down_proj,0.0000343945,0.01000,0.197
39,mlp.experts.13.down_proj,0.0000494583,0.01000,0.197
39,mlp.experts.14.down_proj,0.0000429917,0.01000,0.197
39,mlp.experts.15.down_proj,0.0003383890,0.01000,0.203
39,mlp.experts.16.down_proj,0.0000170950,0.01000,0.197
39,mlp.experts.17.down_proj,0.0000215655,0.01000,0.201
39,mlp.experts.18.down_proj,0.0000533324,0.01000,0.197
39,mlp.experts.19.down_proj,0.0001259239,0.01000,0.197
39,mlp.experts.20.down_proj,0.0000257766,0.01000,0.196
39,mlp.experts.21.down_proj,0.0001041094,0.01000,0.195
39,mlp.experts.22.down_proj,0.0000485825,0.01000,0.198
39,mlp.experts.23.down_proj,0.0000186671,0.01000,0.195
39,mlp.experts.24.down_proj,0.0000753990,0.01000,0.197
39,mlp.experts.25.down_proj,0.0000034272,0.01000,0.199
39,mlp.experts.26.down_proj,0.0000606490,0.01000,0.198
39,mlp.experts.27.down_proj,0.0000838712,0.01000,0.197
39,mlp.experts.28.down_proj,0.0000296029,0.01000,0.195
39,mlp.experts.29.down_proj,0.0000304367,0.01000,0.196
39,mlp.experts.30.down_proj,0.0000615797,0.01000,0.195
39,mlp.experts.31.down_proj,0.0000424765,0.01000,0.194
39,mlp.experts.32.down_proj,0.0000367321,0.01000,0.203
39,mlp.experts.33.down_proj,0.0000341496,0.01000,0.195
39,mlp.experts.34.down_proj,0.0000291915,0.01000,0.197
39,mlp.experts.35.down_proj,0.0000144580,0.01000,0.195
39,mlp.experts.36.down_proj,0.0002202809,0.01000,0.195
39,mlp.experts.37.down_proj,0.0000394819,0.01000,0.195
39,mlp.experts.38.down_proj,0.0002215517,0.01000,0.195
39,mlp.experts.39.down_proj,0.0000387276,0.01000,0.195
39,mlp.experts.40.down_proj,0.0000141836,0.01000,0.195
39,mlp.experts.41.down_proj,0.0000066002,0.01000,0.195
39,mlp.experts.42.down_proj,0.0004009561,0.01000,0.195
39,mlp.experts.43.down_proj,0.0004750621,0.01000,0.194
39,mlp.experts.44.down_proj,0.0003464471,0.01000,0.194
39,mlp.experts.45.down_proj,0.0000496176,0.01000,0.195
39,mlp.experts.46.down_proj,0.0000359056,0.01000,0.195
39,mlp.experts.47.down_proj,0.0004355382,0.01000,0.195
39,mlp.experts.48.down_proj,0.0000606146,0.01000,0.208
39,mlp.experts.49.down_proj,0.0000342227,0.01000,0.201
39,mlp.experts.50.down_proj,0.0002081605,0.01000,0.197
39,mlp.experts.51.down_proj,0.0000037304,0.01000,0.199
39,mlp.experts.52.down_proj,0.0000080918,0.01000,0.196
39,mlp.experts.53.down_proj,0.0000538825,0.01000,0.202
39,mlp.experts.54.down_proj,0.0000363654,0.01000,0.196
39,mlp.experts.55.down_proj,0.0000286396,0.01000,0.197
39,mlp.experts.56.down_proj,0.0000089462,0.01000,0.199
39,mlp.experts.57.down_proj,0.0000369138,0.01000,0.198
39,mlp.experts.58.down_proj,0.0000684829,0.01000,0.196
39,mlp.experts.59.down_proj,0.0000210705,0.01000,0.196
39,mlp.experts.60.down_proj,0.0000236609,0.01000,0.196
39,mlp.experts.61.down_proj,0.0000308816,0.01000,0.195
39,mlp.experts.62.down_proj,0.0004324454,0.01000,0.195
39,mlp.experts.63.down_proj,0.0000580266,0.01000,0.195
39,mlp.experts.64.down_proj,0.0002650760,0.01000,0.195
39,mlp.experts.65.down_proj,0.0001323217,0.01000,0.195
39,mlp.experts.66.down_proj,0.0002327520,0.01000,0.196
39,mlp.experts.67.down_proj,0.0000289372,0.01000,0.197
39,mlp.experts.68.down_proj,0.0000290504,0.01000,0.197
39,mlp.experts.69.down_proj,0.0000512493,0.01000,0.195
39,mlp.experts.70.down_proj,0.0000507567,0.01000,0.196
39,mlp.experts.71.down_proj,0.0000513477,0.01000,0.195
39,mlp.experts.72.down_proj,0.0000428487,0.01000,0.195
39,mlp.experts.73.down_proj,0.0002165386,0.01000,0.199
39,mlp.experts.74.down_proj,0.0004754891,0.01000,0.195
39,mlp.experts.75.down_proj,0.0000263563,0.01000,0.197
39,mlp.experts.76.down_proj,0.0000466280,0.01000,0.198
39,mlp.experts.77.down_proj,0.0000144705,0.01000,0.199
39,mlp.experts.78.down_proj,0.0000272435,0.01000,0.198
39,mlp.experts.79.down_proj,0.0001545900,0.01000,0.204
39,mlp.experts.80.down_proj,0.0000067114,0.01000,0.197
39,mlp.experts.81.down_proj,0.0000910619,0.01000,0.201
39,mlp.experts.82.down_proj,0.0000093086,0.01000,0.206
39,mlp.experts.83.down_proj,0.0000182416,0.01000,0.200
39,mlp.experts.84.down_proj,0.0001755523,0.01000,0.200
39,mlp.experts.85.down_proj,0.0000203874,0.01000,0.202
39,mlp.experts.86.down_proj,0.0000129805,0.01000,0.198
39,mlp.experts.87.down_proj,0.0000131756,0.01000,0.198
39,mlp.experts.88.down_proj,0.0000255050,0.01000,0.197
39,mlp.experts.89.down_proj,0.0000145842,0.01000,0.198
39,mlp.experts.90.down_proj,0.0000221826,0.01000,0.198
39,mlp.experts.91.down_proj,0.0000215343,0.01000,0.198
39,mlp.experts.92.down_proj,0.0004996026,0.01000,0.200
39,mlp.experts.93.down_proj,0.0000552168,0.01000,0.199
39,mlp.experts.94.down_proj,0.0000350010,0.01000,0.204
39,mlp.experts.95.down_proj,0.0000160689,0.01000,0.204
39,mlp.experts.96.down_proj,0.0000358076,0.01000,0.196
39,mlp.experts.97.down_proj,0.0005249531,0.01000,0.197
39,mlp.experts.98.down_proj,0.0000139813,0.01000,0.197
39,mlp.experts.99.down_proj,0.0000704212,0.01000,0.198
39,mlp.experts.100.down_proj,0.0000165916,0.01000,0.198
39,mlp.experts.101.down_proj,0.0000445874,0.01000,0.202
39,mlp.experts.102.down_proj,0.0000697611,0.01000,0.212
39,mlp.experts.103.down_proj,0.0000435057,0.01000,0.197
39,mlp.experts.104.down_proj,0.0000896017,0.01000,0.206
39,mlp.experts.105.down_proj,0.0000634842,0.01000,0.198
39,mlp.experts.106.down_proj,0.0000063622,0.01000,0.197
39,mlp.experts.107.down_proj,0.0000208280,0.01000,0.201
39,mlp.experts.108.down_proj,0.0000348515,0.01000,0.197
39,mlp.experts.109.down_proj,0.0000329939,0.01000,0.203
39,mlp.experts.110.down_proj,0.0000085336,0.01000,0.198
39,mlp.experts.111.down_proj,0.0000726265,0.01000,0.199
39,mlp.experts.112.down_proj,0.0001182856,0.01000,0.197
39,mlp.experts.113.down_proj,0.0001206771,0.01000,0.198
39,mlp.experts.114.down_proj,0.0005651890,0.01000,0.206
39,mlp.experts.115.down_proj,0.0000519069,0.01000,0.197
39,mlp.experts.116.down_proj,0.0000167904,0.01000,0.202
39,mlp.experts.117.down_proj,0.0000277331,0.01000,0.197
39,mlp.experts.118.down_proj,0.0000177517,0.01000,0.198
39,mlp.experts.119.down_proj,0.0000322382,0.01000,0.199
39,mlp.experts.120.down_proj,0.0000121793,0.01000,0.198
39,mlp.experts.121.down_proj,0.0000175111,0.01000,0.201
39,mlp.experts.122.down_proj,0.0001235648,0.01000,0.207
39,mlp.experts.123.down_proj,0.0000914859,0.01000,0.199
39,mlp.experts.124.down_proj,0.0000457101,0.01000,0.198
39,mlp.experts.125.down_proj,0.0000067609,0.01000,0.198
39,mlp.experts.126.down_proj,0.0000492708,0.01000,0.197
39,mlp.experts.127.down_proj,0.0000096084,0.01000,0.199
40,self_attn.q_proj,0.0000013670,0.01000,0.509
40,self_attn.k_proj,0.0000001515,0.01000,0.510
40,self_attn.v_proj,0.0000001792,0.01000,0.505
40,self_attn.o_proj,0.0000001015,0.01000,1.024
40,mlp.gate,0.0000009477,0.01000,0.504
40,mlp.experts.0.up_proj,0.0000194887,0.01000,0.514
40,mlp.experts.1.up_proj,0.0001273482,0.01000,0.506
40,mlp.experts.2.up_proj,0.0000543833,0.01000,0.509
40,mlp.experts.3.up_proj,0.0000520351,0.01000,0.512
40,mlp.experts.4.up_proj,0.0000921483,0.01000,0.509
40,mlp.experts.5.up_proj,0.0000361391,0.01000,0.510
40,mlp.experts.6.up_proj,0.0000306571,0.01000,0.514
40,mlp.experts.7.up_proj,0.0000431875,0.01000,0.509
40,mlp.experts.8.up_proj,0.0000313875,0.01000,0.506
40,mlp.experts.9.up_proj,0.0001635285,0.01000,0.509
40,mlp.experts.10.up_proj,0.0003090306,0.01000,0.511
40,mlp.experts.11.up_proj,0.0000558930,0.01000,0.510
40,mlp.experts.12.up_proj,0.0000153534,0.01000,0.508
40,mlp.experts.13.up_proj,0.0000479055,0.01000,0.506
40,mlp.experts.14.up_proj,0.0000840946,0.01000,0.506
40,mlp.experts.15.up_proj,0.0000298732,0.01000,0.505
40,mlp.experts.16.up_proj,0.0000536669,0.01000,0.507
40,mlp.experts.17.up_proj,0.0000275238,0.01000,0.519
40,mlp.experts.18.up_proj,0.0000193881,0.01000,0.508
40,mlp.experts.19.up_proj,0.0003125582,0.01000,0.515
40,mlp.experts.20.up_proj,0.0000311051,0.01000,0.513
40,mlp.experts.21.up_proj,0.0003682708,0.01000,0.509
40,mlp.experts.22.up_proj,0.0001237901,0.01000,0.509
40,mlp.experts.23.up_proj,0.0000764450,0.01000,0.519
40,mlp.experts.24.up_proj,0.0001949767,0.01000,0.517
40,mlp.experts.25.up_proj,0.0000728246,0.01000,0.532
40,mlp.experts.26.up_proj,0.0000533445,0.01000,0.521
40,mlp.experts.27.up_proj,0.0000507718,0.01000,0.504
40,mlp.experts.28.up_proj,0.0000275837,0.01000,0.504
40,mlp.experts.29.up_proj,0.0000279742,0.01000,0.503
40,mlp.experts.30.up_proj,0.0000300155,0.01000,0.504
40,mlp.experts.31.up_proj,0.0006379347,0.01000,0.504
40,mlp.experts.32.up_proj,0.0001742327,0.01000,0.509
40,mlp.experts.33.up_proj,0.0001451434,0.01000,0.504
40,mlp.experts.34.up_proj,0.0000817387,0.01000,0.505
40,mlp.experts.35.up_proj,0.0000084462,0.01000,0.505
40,mlp.experts.36.up_proj,0.0000603026,0.01000,0.515
40,mlp.experts.37.up_proj,0.0000360810,0.01000,0.502
40,mlp.experts.38.up_proj,0.0004547016,0.01000,0.503
40,mlp.experts.39.up_proj,0.0000157253,0.01000,0.504
40,mlp.experts.40.up_proj,0.0000500791,0.01000,0.505
40,mlp.experts.41.up_proj,0.0001550813,0.01000,0.505
40,mlp.experts.42.up_proj,0.0000096787,0.01000,0.504
40,mlp.experts.43.up_proj,0.0000218389,0.01000,0.509
40,mlp.experts.44.up_proj,0.0000243762,0.01000,0.505
40,mlp.experts.45.up_proj,0.0000287368,0.01000,0.505
40,mlp.experts.46.up_proj,0.0002874718,0.01000,0.510
40,mlp.experts.47.up_proj,0.0006125017,0.01000,0.505
40,mlp.experts.48.up_proj,0.0000090532,0.01000,0.505
40,mlp.experts.49.up_proj,0.0000399388,0.01000,0.508
40,mlp.experts.50.up_proj,0.0000487657,0.01000,0.505
40,mlp.experts.51.up_proj,0.0000386522,0.01000,0.503
40,mlp.experts.52.up_proj,0.0000866325,0.01000,0.505
40,mlp.experts.53.up_proj,0.0002980599,0.01000,0.506
40,mlp.experts.54.up_proj,0.0000196233,0.01000,0.505
40,mlp.experts.55.up_proj,0.0000359834,0.01000,0.504
40,mlp.experts.56.up_proj,0.0002117620,0.01000,0.505
40,mlp.experts.57.up_proj,0.0000546761,0.01000,0.505
40,mlp.experts.58.up_proj,0.0000956824,0.01000,0.521
40,mlp.experts.59.up_proj,0.0001662558,0.01000,0.511
40,mlp.experts.60.up_proj,0.0000517246,0.01000,0.504
40,mlp.experts.61.up_proj,0.0005788819,0.01000,0.505
40,mlp.experts.62.up_proj,0.0002568044,0.01000,0.521
40,mlp.experts.63.up_proj,0.0000958250,0.01000,0.533
40,mlp.experts.64.up_proj,0.0002323438,0.01000,0.514
40,mlp.experts.65.up_proj,0.0000112448,0.01000,0.507
40,mlp.experts.66.up_proj,0.0000551762,0.01000,0.511
40,mlp.experts.67.up_proj,0.0002069870,0.01000,0.509
40,mlp.experts.68.up_proj,0.0001492281,0.01000,0.509
40,mlp.experts.69.up_proj,0.0001574950,0.01000,0.507
40,mlp.experts.70.up_proj,0.0001888899,0.01000,0.507
40,mlp.experts.71.up_proj,0.0000578417,0.01000,0.506
40,mlp.experts.72.up_proj,0.0001138307,0.01000,0.507
40,mlp.experts.73.up_proj,0.0000331211,0.01000,0.510
40,mlp.experts.74.up_proj,0.0003030096,0.01000,0.507
40,mlp.experts.75.up_proj,0.0000443804,0.01000,0.518
40,mlp.experts.76.up_proj,0.0000442470,0.01000,0.519
40,mlp.experts.77.up_proj,0.0000272420,0.01000,0.511
40,mlp.experts.78.up_proj,0.0000279013,0.01000,0.507
40,mlp.experts.79.up_proj,0.0000276579,0.01000,0.508
40,mlp.experts.80.up_proj,0.0000164109,0.01000,0.512
40,mlp.experts.81.up_proj,0.0000322738,0.01000,0.506
40,mlp.experts.82.up_proj,0.0000103461,0.01000,0.509
40,mlp.experts.83.up_proj,0.0000259913,0.01000,0.515
40,mlp.experts.84.up_proj,0.0000417544,0.01000,0.521
40,mlp.experts.85.up_proj,0.0002492813,0.01000,0.509
40,mlp.experts.86.up_proj,0.0005295405,0.01000,0.516
40,mlp.experts.87.up_proj,0.0001095621,0.01000,0.513
40,mlp.experts.88.up_proj,0.0000841973,0.01000,0.513
40,mlp.experts.89.up_proj,0.0000445481,0.01000,0.522
40,mlp.experts.90.up_proj,0.0001035335,0.01000,0.508
40,mlp.experts.91.up_proj,0.0000976868,0.01000,0.512
40,mlp.experts.92.up_proj,0.0001019317,0.01000,0.512
40,mlp.experts.93.up_proj,0.0001007903,0.01000,0.507
40,mlp.experts.94.up_proj,0.0000739322,0.01000,0.514
40,mlp.experts.95.up_proj,0.0000501738,0.01000,0.503
40,mlp.experts.96.up_proj,0.0001637905,0.01000,0.504
40,mlp.experts.97.up_proj,0.0000431709,0.01000,0.504
40,mlp.experts.98.up_proj,0.0001473233,0.01000,0.523
40,mlp.experts.99.up_proj,0.0000673729,0.01000,0.511
40,mlp.experts.100.up_proj,0.0000639272,0.01000,0.512
40,mlp.experts.101.up_proj,0.0000639037,0.01000,0.503
40,mlp.experts.102.up_proj,0.0000530047,0.01000,0.502
40,mlp.experts.103.up_proj,0.0000094436,0.01000,0.505
40,mlp.experts.104.up_proj,0.0001375503,0.01000,0.505
40,mlp.experts.105.up_proj,0.0000558218,0.01000,0.506
40,mlp.experts.106.up_proj,0.0000374709,0.01000,0.513
40,mlp.experts.107.up_proj,0.0001118074,0.01000,0.511
40,mlp.experts.108.up_proj,0.0000317897,0.01000,0.503
40,mlp.experts.109.up_proj,0.0000294581,0.01000,0.503
40,mlp.experts.110.up_proj,0.0000340477,0.01000,0.505
40,mlp.experts.111.up_proj,0.0000151225,0.01000,0.503
40,mlp.experts.112.up_proj,0.0000752006,0.01000,0.510
40,mlp.experts.113.up_proj,0.0001456881,0.01000,0.506
40,mlp.experts.114.up_proj,0.0000389533,0.01000,0.507
40,mlp.experts.115.up_proj,0.0000085476,0.01000,0.505
40,mlp.experts.116.up_proj,0.0000540897,0.01000,0.516
40,mlp.experts.117.up_proj,0.0000215102,0.01000,0.510
40,mlp.experts.118.up_proj,0.0000653900,0.01000,0.511
40,mlp.experts.119.up_proj,0.0000579616,0.01000,0.507
40,mlp.experts.120.up_proj,0.0005740831,0.01000,0.504
40,mlp.experts.121.up_proj,0.0000304191,0.01000,0.504
40,mlp.experts.122.up_proj,0.0004178054,0.01000,0.507
40,mlp.experts.123.up_proj,0.0000398184,0.01000,0.503
40,mlp.experts.124.up_proj,0.0000281298,0.01000,0.506
40,mlp.experts.125.up_proj,0.0005480131,0.01000,0.506
40,mlp.experts.126.up_proj,0.0001685227,0.01000,0.509
40,mlp.experts.127.up_proj,0.0000542056,0.01000,0.505
40,mlp.experts.0.gate_proj,0.0000205245,0.01000,0.506
40,mlp.experts.1.gate_proj,0.0001232361,0.01000,0.521
40,mlp.experts.2.gate_proj,0.0000535209,0.01000,0.522
40,mlp.experts.3.gate_proj,0.0000486038,0.01000,0.508
40,mlp.experts.4.gate_proj,0.0000905183,0.01000,0.508
40,mlp.experts.5.gate_proj,0.0000353654,0.01000,0.508
40,mlp.experts.6.gate_proj,0.0000334696,0.01000,0.509
40,mlp.experts.7.gate_proj,0.0000487706,0.01000,0.528
40,mlp.experts.8.gate_proj,0.0000326378,0.01000,0.507
40,mlp.experts.9.gate_proj,0.0001623218,0.01000,0.508
40,mlp.experts.10.gate_proj,0.0003057281,0.01000,0.506
40,mlp.experts.11.gate_proj,0.0000570440,0.01000,0.510
40,mlp.experts.12.gate_proj,0.0000155892,0.01000,0.507
40,mlp.experts.13.gate_proj,0.0000449553,0.01000,0.510
40,mlp.experts.14.gate_proj,0.0000827187,0.01000,0.510
40,mlp.experts.15.gate_proj,0.0000279807,0.01000,0.508
40,mlp.experts.16.gate_proj,0.0000558989,0.01000,0.508
40,mlp.experts.17.gate_proj,0.0000264534,0.01000,0.507
40,mlp.experts.18.gate_proj,0.0000180293,0.01000,0.510
40,mlp.experts.19.gate_proj,0.0002934032,0.01000,0.512
40,mlp.experts.20.gate_proj,0.0000276847,0.01000,0.509
40,mlp.experts.21.gate_proj,0.0003671472,0.01000,0.509
40,mlp.experts.22.gate_proj,0.0001222537,0.01000,0.509
40,mlp.experts.23.gate_proj,0.0000932481,0.01000,0.512
40,mlp.experts.24.gate_proj,0.0001924448,0.01000,0.513
40,mlp.experts.25.gate_proj,0.0000746000,0.01000,0.514
40,mlp.experts.26.gate_proj,0.0000530783,0.01000,0.514
40,mlp.experts.27.gate_proj,0.0000517081,0.01000,0.516
40,mlp.experts.28.gate_proj,0.0000290693,0.01000,0.516
40,mlp.experts.29.gate_proj,0.0000259740,0.01000,0.530
40,mlp.experts.30.gate_proj,0.0000324609,0.01000,0.512
40,mlp.experts.31.gate_proj,0.0006271858,0.01000,0.510
40,mlp.experts.32.gate_proj,0.0001739770,0.01000,0.509
40,mlp.experts.33.gate_proj,0.0001351722,0.01000,0.510
40,mlp.experts.34.gate_proj,0.0000817234,0.01000,0.510
40,mlp.experts.35.gate_proj,0.0000093439,0.01000,0.510
40,mlp.experts.36.gate_proj,0.0000585961,0.01000,0.513
40,mlp.experts.37.gate_proj,0.0000359615,0.01000,0.513
40,mlp.experts.38.gate_proj,0.0004438425,0.01000,0.513
40,mlp.experts.39.gate_proj,0.0000155238,0.01000,0.513
40,mlp.experts.40.gate_proj,0.0000497131,0.01000,0.517
40,mlp.experts.41.gate_proj,0.0001528684,0.01000,0.517
40,mlp.experts.42.gate_proj,0.0000094813,0.01000,0.529
40,mlp.experts.43.gate_proj,0.0000191935,0.01000,0.539
40,mlp.experts.44.gate_proj,0.0000235182,0.01000,0.513
40,mlp.experts.45.gate_proj,0.0000272294,0.01000,0.517
40,mlp.experts.46.gate_proj,0.0002838576,0.01000,0.514
40,mlp.experts.47.gate_proj,0.0005807841,0.01000,0.513
40,mlp.experts.48.gate_proj,0.0000084731,0.01000,0.511
40,mlp.experts.49.gate_proj,0.0000434649,0.01000,0.512
40,mlp.experts.50.gate_proj,0.0000498599,0.01000,0.511
40,mlp.experts.51.gate_proj,0.0000371210,0.01000,0.514
40,mlp.experts.52.gate_proj,0.0000828110,0.01000,0.513
40,mlp.experts.53.gate_proj,0.0002932613,0.01000,0.514
40,mlp.experts.54.gate_proj,0.0000196435,0.01000,0.516
40,mlp.experts.55.gate_proj,0.0000349661,0.01000,0.514
40,mlp.experts.56.gate_proj,0.0002028289,0.01000,0.511
40,mlp.experts.57.gate_proj,0.0000541974,0.01000,0.512
40,mlp.experts.58.gate_proj,0.0000996643,0.01000,0.512
40,mlp.experts.59.gate_proj,0.0001537838,0.01000,0.511
40,mlp.experts.60.gate_proj,0.0000494633,0.01000,0.515
40,mlp.experts.61.gate_proj,0.0005663445,0.01000,0.513
40,mlp.experts.62.gate_proj,0.0002639782,0.01000,0.517
40,mlp.experts.63.gate_proj,0.0000933722,0.01000,0.517
40,mlp.experts.64.gate_proj,0.0002250896,0.01000,0.512
40,mlp.experts.65.gate_proj,0.0000109382,0.01000,0.514
40,mlp.experts.66.gate_proj,0.0000527189,0.01000,0.512
40,mlp.experts.67.gate_proj,0.0001991591,0.01000,0.516
40,mlp.experts.68.gate_proj,0.0001468934,0.01000,0.513
40,mlp.experts.69.gate_proj,0.0001499390,0.01000,0.518
40,mlp.experts.70.gate_proj,0.0001930045,0.01000,0.515
40,mlp.experts.71.gate_proj,0.0000524340,0.01000,0.516
40,mlp.experts.72.gate_proj,0.0001227348,0.01000,0.512
40,mlp.experts.73.gate_proj,0.0000302784,0.01000,0.509
40,mlp.experts.74.gate_proj,0.0003548099,0.01000,0.514
40,mlp.experts.75.gate_proj,0.0000447821,0.01000,0.524
40,mlp.experts.76.gate_proj,0.0000443539,0.01000,0.512
40,mlp.experts.77.gate_proj,0.0000250561,0.01000,0.512
40,mlp.experts.78.gate_proj,0.0000271833,0.01000,0.515
40,mlp.experts.79.gate_proj,0.0000272747,0.01000,0.535
40,mlp.experts.80.gate_proj,0.0000170568,0.01000,0.527
40,mlp.experts.81.gate_proj,0.0000322486,0.01000,0.513
40,mlp.experts.82.gate_proj,0.0000111751,0.01000,0.515
40,mlp.experts.83.gate_proj,0.0000258902,0.01000,0.517
40,mlp.experts.84.gate_proj,0.0000415954,0.01000,0.518
40,mlp.experts.85.gate_proj,0.0002401334,0.01000,0.518
40,mlp.experts.86.gate_proj,0.0004894295,0.01000,0.517
40,mlp.experts.87.gate_proj,0.0001076341,0.01000,0.520
40,mlp.experts.88.gate_proj,0.0000784244,0.01000,0.533
40,mlp.experts.89.gate_proj,0.0000451863,0.01000,0.518
40,mlp.experts.90.gate_proj,0.0001008319,0.01000,0.517
40,mlp.experts.91.gate_proj,0.0000918724,0.01000,0.516
40,mlp.experts.92.gate_proj,0.0000965798,0.01000,0.519
40,mlp.experts.93.gate_proj,0.0001094922,0.01000,0.531
40,mlp.experts.94.gate_proj,0.0000736850,0.01000,0.518
40,mlp.experts.95.gate_proj,0.0000483295,0.01000,0.525
40,mlp.experts.96.gate_proj,0.0001556416,0.01000,0.520
40,mlp.experts.97.gate_proj,0.0000450368,0.01000,0.521
40,mlp.experts.98.gate_proj,0.0001446009,0.01000,0.519
40,mlp.experts.99.gate_proj,0.0000681060,0.01000,0.541
40,mlp.experts.100.gate_proj,0.0000614545,0.01000,0.524
40,mlp.experts.101.gate_proj,0.0000649146,0.01000,0.524
40,mlp.experts.102.gate_proj,0.0000528193,0.01000,0.523
40,mlp.experts.103.gate_proj,0.0000093641,0.01000,0.528
40,mlp.experts.104.gate_proj,0.0001312783,0.01000,0.519
40,mlp.experts.105.gate_proj,0.0000531441,0.01000,0.515
40,mlp.experts.106.gate_proj,0.0000367617,0.01000,0.526
40,mlp.experts.107.gate_proj,0.0001129203,0.01000,0.516
40,mlp.experts.108.gate_proj,0.0000306869,0.01000,0.518
40,mlp.experts.109.gate_proj,0.0000373546,0.01000,0.516
40,mlp.experts.110.gate_proj,0.0000338841,0.01000,0.521
40,mlp.experts.111.gate_proj,0.0000161563,0.01000,0.532
40,mlp.experts.112.gate_proj,0.0000725396,0.01000,0.519
40,mlp.experts.113.gate_proj,0.0001691936,0.01000,0.518
40,mlp.experts.114.gate_proj,0.0000403677,0.01000,0.525
40,mlp.experts.115.gate_proj,0.0000087970,0.01000,0.538
40,mlp.experts.116.gate_proj,0.0000565081,0.01000,0.521
40,mlp.experts.117.gate_proj,0.0000212138,0.01000,0.519
40,mlp.experts.118.gate_proj,0.0000651265,0.01000,0.525
40,mlp.experts.119.gate_proj,0.0000582360,0.01000,0.528
40,mlp.experts.120.gate_proj,0.0005342980,0.01000,0.518
40,mlp.experts.121.gate_proj,0.0000298476,0.01000,0.517
40,mlp.experts.122.gate_proj,0.0004115996,0.01000,0.521
40,mlp.experts.123.gate_proj,0.0000425278,0.01000,0.522
40,mlp.experts.124.gate_proj,0.0000269851,0.01000,0.521
40,mlp.experts.125.gate_proj,0.0005298995,0.01000,0.519
40,mlp.experts.126.gate_proj,0.0001625915,0.01000,0.519
40,mlp.experts.127.gate_proj,0.0000554418,0.01000,0.530
40,mlp.experts.0.down_proj,0.0000314810,0.01000,0.196
40,mlp.experts.1.down_proj,0.0000911394,0.01000,0.200
40,mlp.experts.2.down_proj,0.0000644879,0.01000,0.198
40,mlp.experts.3.down_proj,0.0000555125,0.01000,0.195
40,mlp.experts.4.down_proj,0.0000608041,0.01000,0.196
40,mlp.experts.5.down_proj,0.0000368729,0.01000,0.197
40,mlp.experts.6.down_proj,0.0000220380,0.01000,0.197
40,mlp.experts.7.down_proj,0.0000422786,0.01000,0.197
40,mlp.experts.8.down_proj,0.0000297435,0.01000,0.202
40,mlp.experts.9.down_proj,0.0000943184,0.01000,0.197
40,mlp.experts.10.down_proj,0.0001910616,0.01000,0.202
40,mlp.experts.11.down_proj,0.0000493748,0.01000,0.198
40,mlp.experts.12.down_proj,0.0000125152,0.01000,0.199
40,mlp.experts.13.down_proj,0.0000514485,0.01000,0.205
40,mlp.experts.14.down_proj,0.0000493529,0.01000,0.199
40,mlp.experts.15.down_proj,0.0000382890,0.01000,0.202
40,mlp.experts.16.down_proj,0.0000348830,0.01000,0.198
40,mlp.experts.17.down_proj,0.0000286678,0.01000,0.199
40,mlp.experts.18.down_proj,0.0000191028,0.01000,0.197
40,mlp.experts.19.down_proj,0.0001798981,0.01000,0.199
40,mlp.experts.20.down_proj,0.0000392460,0.01000,0.198
40,mlp.experts.21.down_proj,0.0002538711,0.01000,0.200
40,mlp.experts.22.down_proj,0.0000925922,0.01000,0.198
40,mlp.experts.23.down_proj,0.0000503127,0.01000,0.207
40,mlp.experts.24.down_proj,0.0001262412,0.01000,0.200
40,mlp.experts.25.down_proj,0.0000378207,0.01000,0.199
40,mlp.experts.26.down_proj,0.0000327432,0.01000,0.209
40,mlp.experts.27.down_proj,0.0000366573,0.01000,0.202
40,mlp.experts.28.down_proj,0.0000142841,0.01000,0.200
40,mlp.experts.29.down_proj,0.0000329389,0.01000,0.201
40,mlp.experts.30.down_proj,0.0000172977,0.01000,0.197
40,mlp.experts.31.down_proj,0.0008830560,0.01000,0.241
40,mlp.experts.32.down_proj,0.0001650114,0.01000,0.198
40,mlp.experts.33.down_proj,0.0001383217,0.01000,0.219
40,mlp.experts.34.down_proj,0.0000420266,0.01000,0.202
40,mlp.experts.35.down_proj,0.0000067843,0.01000,0.200
40,mlp.experts.36.down_proj,0.0000725757,0.01000,0.205
40,mlp.experts.37.down_proj,0.0000317785,0.01000,0.201
40,mlp.experts.38.down_proj,0.0005511522,0.01000,0.205
40,mlp.experts.39.down_proj,0.0000122068,0.01000,0.197
40,mlp.experts.40.down_proj,0.0000397148,0.01000,0.198
40,mlp.experts.41.down_proj,0.0000920777,0.01000,0.198
40,mlp.experts.42.down_proj,0.0000079774,0.01000,0.197
40,mlp.experts.43.down_proj,0.0000186338,0.01000,0.197
40,mlp.experts.44.down_proj,0.0000352955,0.01000,0.197
40,mlp.experts.45.down_proj,0.0000244505,0.01000,0.200
40,mlp.experts.46.down_proj,0.0001980257,0.01000,0.198
40,mlp.experts.47.down_proj,0.0006819039,0.01000,0.199
40,mlp.experts.48.down_proj,0.0000121115,0.01000,0.203
40,mlp.experts.49.down_proj,0.0000198666,0.01000,0.197
40,mlp.experts.50.down_proj,0.0000302648,0.01000,0.198
40,mlp.experts.51.down_proj,0.0000364909,0.01000,0.198
40,mlp.experts.52.down_proj,0.0000714526,0.01000,0.200
40,mlp.experts.53.down_proj,0.0001566745,0.01000,0.198
40,mlp.experts.54.down_proj,0.0000172221,0.01000,0.199
40,mlp.experts.55.down_proj,0.0000406761,0.01000,0.213
40,mlp.experts.56.down_proj,0.0002532642,0.01000,0.198
40,mlp.experts.57.down_proj,0.0000332790,0.01000,0.208
40,mlp.experts.58.down_proj,0.0000890017,0.01000,0.207
40,mlp.experts.59.down_proj,0.0001466586,0.01000,0.199
40,mlp.experts.60.down_proj,0.0000521536,0.01000,0.199
40,mlp.experts.61.down_proj,0.0008510596,0.01000,0.198
40,mlp.experts.62.down_proj,0.0001452230,0.01000,0.199
40,mlp.experts.63.down_proj,0.0000565983,0.01000,0.199
40,mlp.experts.64.down_proj,0.0001169872,0.01000,0.199
40,mlp.experts.65.down_proj,0.0000084945,0.01000,0.198
40,mlp.experts.66.down_proj,0.0000438243,0.01000,0.199
40,mlp.experts.67.down_proj,0.0002004376,0.01000,0.199
40,mlp.experts.68.down_proj,0.0001212112,0.01000,0.201
40,mlp.experts.69.down_proj,0.0001129654,0.01000,0.199
40,mlp.experts.70.down_proj,0.0001054851,0.01000,0.198
40,mlp.experts.71.down_proj,0.0000236000,0.01000,0.198
40,mlp.experts.72.down_proj,0.0000632307,0.01000,0.198
40,mlp.experts.73.down_proj,0.0000329848,0.01000,0.199
40,mlp.experts.74.down_proj,0.0002086441,0.01000,0.206
40,mlp.experts.75.down_proj,0.0000256473,0.01000,0.198
40,mlp.experts.76.down_proj,0.0000411314,0.01000,0.199
40,mlp.experts.77.down_proj,0.0000291520,0.01000,0.198
40,mlp.experts.78.down_proj,0.0000185325,0.01000,0.198
40,mlp.experts.79.down_proj,0.0000143558,0.01000,0.198
40,mlp.experts.80.down_proj,0.0000113284,0.01000,0.198
40,mlp.experts.81.down_proj,0.0000287780,0.01000,0.197
40,mlp.experts.82.down_proj,0.0000121316,0.01000,0.199
40,mlp.experts.83.down_proj,0.0000254278,0.01000,0.199
40,mlp.experts.84.down_proj,0.0000401235,0.01000,0.199
40,mlp.experts.85.down_proj,0.0001379658,0.01000,0.199
40,mlp.experts.86.down_proj,0.0005797767,0.01000,0.201
40,mlp.experts.87.down_proj,0.0000409491,0.01000,0.200
40,mlp.experts.88.down_proj,0.0000488839,0.01000,0.199
40,mlp.experts.89.down_proj,0.0000531808,0.01000,0.200
40,mlp.experts.90.down_proj,0.0000928185,0.01000,0.201
40,mlp.experts.91.down_proj,0.0001569917,0.01000,0.201
40,mlp.experts.92.down_proj,0.0001088169,0.01000,0.201
40,mlp.experts.93.down_proj,0.0000653158,0.01000,0.206
40,mlp.experts.94.down_proj,0.0000658690,0.01000,0.212
40,mlp.experts.95.down_proj,0.0000688398,0.01000,0.202
40,mlp.experts.96.down_proj,0.0001218198,0.01000,0.202
40,mlp.experts.97.down_proj,0.0000280675,0.01000,0.202
40,mlp.experts.98.down_proj,0.0001139220,0.01000,0.201
40,mlp.experts.99.down_proj,0.0000802971,0.01000,0.209
40,mlp.experts.100.down_proj,0.0001150226,0.01000,0.201
40,mlp.experts.101.down_proj,0.0000386755,0.01000,0.199
40,mlp.experts.102.down_proj,0.0000369459,0.01000,0.200
40,mlp.experts.103.down_proj,0.0000082800,0.01000,0.200
40,mlp.experts.104.down_proj,0.0001706542,0.01000,0.199
40,mlp.experts.105.down_proj,0.0000671657,0.01000,0.199
40,mlp.experts.106.down_proj,0.0000268891,0.01000,0.200
40,mlp.experts.107.down_proj,0.0000359898,0.01000,0.210
40,mlp.experts.108.down_proj,0.0000278731,0.01000,0.203
40,mlp.experts.109.down_proj,0.0000160866,0.01000,0.202
40,mlp.experts.110.down_proj,0.0000467872,0.01000,0.200
40,mlp.experts.111.down_proj,0.0000122534,0.01000,0.199
40,mlp.experts.112.down_proj,0.0001224792,0.01000,0.199
40,mlp.experts.113.down_proj,0.0000960812,0.01000,0.209
40,mlp.experts.114.down_proj,0.0000329094,0.01000,0.203
40,mlp.experts.115.down_proj,0.0000064421,0.01000,0.206
40,mlp.experts.116.down_proj,0.0000356628,0.01000,0.201
40,mlp.experts.117.down_proj,0.0000186056,0.01000,0.200
40,mlp.experts.118.down_proj,0.0000587567,0.01000,0.200
40,mlp.experts.119.down_proj,0.0000573780,0.01000,0.199
40,mlp.experts.120.down_proj,0.0005589791,0.01000,0.200
40,mlp.experts.121.down_proj,0.0000294311,0.01000,0.199
40,mlp.experts.122.down_proj,0.0003509146,0.01000,0.199
40,mlp.experts.123.down_proj,0.0000332873,0.01000,0.199
40,mlp.experts.124.down_proj,0.0000295054,0.01000,0.199
40,mlp.experts.125.down_proj,0.0007392468,0.01000,0.199
40,mlp.experts.126.down_proj,0.0000851422,0.01000,0.207
40,mlp.experts.127.down_proj,0.0000400601,0.01000,0.200
41,self_attn.q_proj,0.0000018642,0.01000,0.517
41,self_attn.k_proj,0.0000001893,0.01000,0.514
41,self_attn.v_proj,0.0000002579,0.01000,0.512
41,self_attn.o_proj,0.0000001376,0.01000,1.037
41,mlp.gate,0.0000008624,0.01000,0.511
41,mlp.experts.0.up_proj,0.0000310456,0.01000,0.516
41,mlp.experts.1.up_proj,0.0000664590,0.01000,0.510
41,mlp.experts.2.up_proj,0.0000373610,0.01000,0.509
41,mlp.experts.3.up_proj,0.0000312492,0.01000,0.511
41,mlp.experts.4.up_proj,0.0001034326,0.01000,0.511
41,mlp.experts.5.up_proj,0.0001065280,0.01000,0.528
41,mlp.experts.6.up_proj,0.0000717974,0.01000,0.513
41,mlp.experts.7.up_proj,0.0000479856,0.01000,0.508
41,mlp.experts.8.up_proj,0.0004782610,0.01000,0.513
41,mlp.experts.9.up_proj,0.0000327181,0.01000,0.516
41,mlp.experts.10.up_proj,0.0000873553,0.01000,0.511
41,mlp.experts.11.up_proj,0.0000672388,0.01000,0.509
41,mlp.experts.12.up_proj,0.0000327762,0.01000,0.513
41,mlp.experts.13.up_proj,0.0002562132,0.01000,0.513
41,mlp.experts.14.up_proj,0.0000369171,0.01000,0.513
41,mlp.experts.15.up_proj,0.0000333118,0.01000,0.513
41,mlp.experts.16.up_proj,0.0003807779,0.01000,0.509
41,mlp.experts.17.up_proj,0.0000348271,0.01000,0.510
41,mlp.experts.18.up_proj,0.0000225024,0.01000,0.522
41,mlp.experts.19.up_proj,0.0000378784,0.01000,0.510
41,mlp.experts.20.up_proj,0.0000293802,0.01000,0.512
41,mlp.experts.21.up_proj,0.0000276083,0.01000,0.510
41,mlp.experts.22.up_proj,0.0003285730,0.01000,0.511
41,mlp.experts.23.up_proj,0.0004231189,0.01000,0.522
41,mlp.experts.24.up_proj,0.0003802807,0.01000,0.526
41,mlp.experts.25.up_proj,0.0003955517,0.01000,0.513
41,mlp.experts.26.up_proj,0.0000158128,0.01000,0.509
41,mlp.experts.27.up_proj,0.0000612076,0.01000,0.523
41,mlp.experts.28.up_proj,0.0000732181,0.01000,0.511
41,mlp.experts.29.up_proj,0.0001695173,0.01000,0.510
41,mlp.experts.30.up_proj,0.0001293782,0.01000,0.511
41,mlp.experts.31.up_proj,0.0006759119,0.01000,0.511
41,mlp.experts.32.up_proj,0.0004915334,0.01000,0.518
41,mlp.experts.33.up_proj,0.0000495024,0.01000,0.512
41,mlp.experts.34.up_proj,0.0000774441,0.01000,0.515
41,mlp.experts.35.up_proj,0.0000362445,0.01000,0.515
41,mlp.experts.36.up_proj,0.0000519775,0.01000,0.528
41,mlp.experts.37.up_proj,0.0003020696,0.01000,0.514
41,mlp.experts.38.up_proj,0.0000399696,0.01000,0.513
41,mlp.experts.39.up_proj,0.0000138798,0.01000,0.514
41,mlp.experts.40.up_proj,0.0013599256,0.01000,0.517
41,mlp.experts.41.up_proj,0.0001594690,0.01000,0.512
41,mlp.experts.42.up_proj,0.0000563738,0.01000,0.508
41,mlp.experts.43.up_proj,0.0005370376,0.01000,0.513
41,mlp.experts.44.up_proj,0.0000821542,0.01000,0.513
41,mlp.experts.45.up_proj,0.0000599816,0.01000,0.519
41,mlp.experts.46.up_proj,0.0000525759,0.01000,0.509
41,mlp.experts.47.up_proj,0.0000774813,0.01000,0.510
41,mlp.experts.48.up_proj,0.0000392738,0.01000,0.509
41,mlp.experts.49.up_proj,0.0000103900,0.01000,0.518
41,mlp.experts.50.up_proj,0.0000394772,0.01000,0.517
41,mlp.experts.51.up_proj,0.0007441914,0.01000,0.510
41,mlp.experts.52.up_proj,0.0000352713,0.01000,0.510
41,mlp.experts.53.up_proj,0.0000452469,0.01000,0.515
41,mlp.experts.54.up_proj,0.0000089157,0.01000,0.509
41,mlp.experts.55.up_proj,0.0000109428,0.01000,0.509
41,mlp.experts.56.up_proj,0.0000621034,0.01000,0.522
41,mlp.experts.57.up_proj,0.0000787113,0.01000,0.511
41,mlp.experts.58.up_proj,0.0000346257,0.01000,0.508
41,mlp.experts.59.up_proj,0.0000179397,0.01000,0.512
41,mlp.experts.60.up_proj,0.0009929671,0.01000,0.509
41,mlp.experts.61.up_proj,0.0000294698,0.01000,0.509
41,mlp.experts.62.up_proj,0.0000427075,0.01000,0.517
41,mlp.experts.63.up_proj,0.0000323538,0.01000,0.511
41,mlp.experts.64.up_proj,0.0000361744,0.01000,0.511
41,mlp.experts.65.up_proj,0.0000315310,0.01000,0.510
41,mlp.experts.66.up_proj,0.0000332548,0.01000,0.511
41,mlp.experts.67.up_proj,0.0007617703,0.01000,0.521
41,mlp.experts.68.up_proj,0.0000553487,0.01000,0.520
41,mlp.experts.69.up_proj,0.0000329264,0.01000,0.515
41,mlp.experts.70.up_proj,0.0004092708,0.01000,0.512
41,mlp.experts.71.up_proj,0.0002319700,0.01000,0.513
41,mlp.experts.72.up_proj,0.0000436248,0.01000,0.518
41,mlp.experts.73.up_proj,0.0000322519,0.01000,0.532
41,mlp.experts.74.up_proj,0.0000567946,0.01000,0.524
41,mlp.experts.75.up_proj,0.0000467034,0.01000,0.520
41,mlp.experts.76.up_proj,0.0000615029,0.01000,0.510
41,mlp.experts.77.up_proj,0.0000540419,0.01000,0.511
41,mlp.experts.78.up_proj,0.0000623979,0.01000,0.513
41,mlp.experts.79.up_proj,0.0000577059,0.01000,0.515
41,mlp.experts.80.up_proj,0.0000433857,0.01000,0.510
41,mlp.experts.81.up_proj,0.0000624455,0.01000,0.532
41,mlp.experts.82.up_proj,0.0000596772,0.01000,0.514
41,mlp.experts.83.up_proj,0.0000483658,0.01000,0.510
41,mlp.experts.84.up_proj,0.0000474449,0.01000,0.512
41,mlp.experts.85.up_proj,0.0000296233,0.01000,0.514
41,mlp.experts.86.up_proj,0.0001660912,0.01000,0.510
41,mlp.experts.87.up_proj,0.0000822511,0.01000,0.511
41,mlp.experts.88.up_proj,0.0000092276,0.01000,0.525
41,mlp.experts.89.up_proj,0.0002028196,0.01000,0.513
41,mlp.experts.90.up_proj,0.0001047862,0.01000,0.518
41,mlp.experts.91.up_proj,0.0002696641,0.01000,0.515
41,mlp.experts.92.up_proj,0.0000572771,0.01000,0.514
41,mlp.experts.93.up_proj,0.0000735956,0.01000,0.513
41,mlp.experts.94.up_proj,0.0001405308,0.01000,0.513
41,mlp.experts.95.up_proj,0.0001667821,0.01000,0.512
41,mlp.experts.96.up_proj,0.0005816206,0.01000,0.514
41,mlp.experts.97.up_proj,0.0000357103,0.01000,0.515
41,mlp.experts.98.up_proj,0.0005495509,0.01000,0.511
41,mlp.experts.99.up_proj,0.0000192160,0.01000,0.510
41,mlp.experts.100.up_proj,0.0000884021,0.01000,0.511
41,mlp.experts.101.up_proj,0.0000781175,0.01000,0.521
41,mlp.experts.102.up_proj,0.0000300699,0.01000,0.509
41,mlp.experts.103.up_proj,0.0000363964,0.01000,0.510
41,mlp.experts.104.up_proj,0.0000773006,0.01000,0.509
41,mlp.experts.105.up_proj,0.0000682137,0.01000,0.524
41,mlp.experts.106.up_proj,0.0000225360,0.01000,0.518
41,mlp.experts.107.up_proj,0.0001292917,0.01000,0.515
41,mlp.experts.108.up_proj,0.0001091079,0.01000,0.519
41,mlp.experts.109.up_proj,0.0000318910,0.01000,0.516
41,mlp.experts.110.up_proj,0.0002923483,0.01000,0.522
41,mlp.experts.111.up_proj,0.0004735160,0.01000,0.515
41,mlp.experts.112.up_proj,0.0000365358,0.01000,0.513
41,mlp.experts.113.up_proj,0.0000952603,0.01000,0.525
41,mlp.experts.114.up_proj,0.0006129825,0.01000,0.524
41,mlp.experts.115.up_proj,0.0000780279,0.01000,0.513
41,mlp.experts.116.up_proj,0.0002692904,0.01000,0.513
41,mlp.experts.117.up_proj,0.0000341088,0.01000,0.531
41,mlp.experts.118.up_proj,0.0000205639,0.01000,0.513
41,mlp.experts.119.up_proj,0.0000681796,0.01000,0.518
41,mlp.experts.120.up_proj,0.0001139582,0.01000,0.517
41,mlp.experts.121.up_proj,0.0000333253,0.01000,0.514
41,mlp.experts.122.up_proj,0.0000337411,0.01000,0.513
41,mlp.experts.123.up_proj,0.0001471666,0.01000,0.517
41,mlp.experts.124.up_proj,0.0000501651,0.01000,0.523
41,mlp.experts.125.up_proj,0.0002318496,0.01000,0.518
41,mlp.experts.126.up_proj,0.0000626917,0.01000,0.515
41,mlp.experts.127.up_proj,0.0000756586,0.01000,0.529
41,mlp.experts.0.gate_proj,0.0000296967,0.01000,0.514
41,mlp.experts.1.gate_proj,0.0000653684,0.01000,0.520
41,mlp.experts.2.gate_proj,0.0000335075,0.01000,0.515
41,mlp.experts.3.gate_proj,0.0000323084,0.01000,0.520
41,mlp.experts.4.gate_proj,0.0000977767,0.01000,0.515
41,mlp.experts.5.gate_proj,0.0001029318,0.01000,0.519
41,mlp.experts.6.gate_proj,0.0000696534,0.01000,0.511
41,mlp.experts.7.gate_proj,0.0000468459,0.01000,0.512
41,mlp.experts.8.gate_proj,0.0004555384,0.01000,0.511
41,mlp.experts.9.gate_proj,0.0000322023,0.01000,0.511
41,mlp.experts.10.gate_proj,0.0000858094,0.01000,0.509
41,mlp.experts.11.gate_proj,0.0000711435,0.01000,0.509
41,mlp.experts.12.gate_proj,0.0000357530,0.01000,0.517
41,mlp.experts.13.gate_proj,0.0002591208,0.01000,0.509
41,mlp.experts.14.gate_proj,0.0000338506,0.01000,0.519
41,mlp.experts.15.gate_proj,0.0000303775,0.01000,0.510
41,mlp.experts.16.gate_proj,0.0003691932,0.01000,0.513
41,mlp.experts.17.gate_proj,0.0000321854,0.01000,0.511
41,mlp.experts.18.gate_proj,0.0000230386,0.01000,0.513
41,mlp.experts.19.gate_proj,0.0000381573,0.01000,0.510
41,mlp.experts.20.gate_proj,0.0000265849,0.01000,0.510
41,mlp.experts.21.gate_proj,0.0000270829,0.01000,0.519
41,mlp.experts.22.gate_proj,0.0003152475,0.01000,0.512
41,mlp.experts.23.gate_proj,0.0004294810,0.01000,0.511
41,mlp.experts.24.gate_proj,0.0003638836,0.01000,0.518
41,mlp.experts.25.gate_proj,0.0003847213,0.01000,0.522
41,mlp.experts.26.gate_proj,0.0000188319,0.01000,0.534
41,mlp.experts.27.gate_proj,0.0000572848,0.01000,0.534
41,mlp.experts.28.gate_proj,0.0000699444,0.01000,0.516
41,mlp.experts.29.gate_proj,0.0001632757,0.01000,0.514
41,mlp.experts.30.gate_proj,0.0001285971,0.01000,0.512
41,mlp.experts.31.gate_proj,0.0006559028,0.01000,0.513
41,mlp.experts.32.gate_proj,0.0004761336,0.01000,0.514
41,mlp.experts.33.gate_proj,0.0000482451,0.01000,0.512
41,mlp.experts.34.gate_proj,0.0000767707,0.01000,0.515
41,mlp.experts.35.gate_proj,0.0000329138,0.01000,0.517
41,mlp.experts.36.gate_proj,0.0000517164,0.01000,0.515
41,mlp.experts.37.gate_proj,0.0002817259,0.01000,0.515
41,mlp.experts.38.gate_proj,0.0000423918,0.01000,0.513
41,mlp.experts.39.gate_proj,0.0000166403,0.01000,0.516
41,mlp.experts.40.gate_proj,0.0012742433,0.01000,0.513
41,mlp.experts.41.gate_proj,0.0001633463,0.01000,0.520
41,mlp.experts.42.gate_proj,0.0000702437,0.01000,0.522
41,mlp.experts.43.gate_proj,0.0005075731,0.01000,0.514
41,mlp.experts.44.gate_proj,0.0000804119,0.01000,0.512
41,mlp.experts.45.gate_proj,0.0000611018,0.01000,0.512
41,mlp.experts.46.gate_proj,0.0000502685,0.01000,0.521
41,mlp.experts.47.gate_proj,0.0000795137,0.01000,0.520
41,mlp.experts.48.gate_proj,0.0000393847,0.01000,0.516
41,mlp.experts.49.gate_proj,0.0000120717,0.01000,0.517
41,mlp.experts.50.gate_proj,0.0000413294,0.01000,0.516
41,mlp.experts.51.gate_proj,0.0007174583,0.01000,0.513
41,mlp.experts.52.gate_proj,0.0000310748,0.01000,0.521
41,mlp.experts.53.gate_proj,0.0000433278,0.01000,0.518
41,mlp.experts.54.gate_proj,0.0000098498,0.01000,0.513
41,mlp.experts.55.gate_proj,0.0000101682,0.01000,0.520
41,mlp.experts.56.gate_proj,0.0000584098,0.01000,0.513
41,mlp.experts.57.gate_proj,0.0000837887,0.01000,0.512
41,mlp.experts.58.gate_proj,0.0000355368,0.01000,0.514
41,mlp.experts.59.gate_proj,0.0000176340,0.01000,0.513
41,mlp.experts.60.gate_proj,0.0009313702,0.01000,0.526
41,mlp.experts.61.gate_proj,0.0000328674,0.01000,0.516
41,mlp.experts.62.gate_proj,0.0000430815,0.01000,0.511
41,mlp.experts.63.gate_proj,0.0000302305,0.01000,0.510
41,mlp.experts.64.gate_proj,0.0000336194,0.01000,0.511
41,mlp.experts.65.gate_proj,0.0000295864,0.01000,0.516
41,mlp.experts.66.gate_proj,0.0000304829,0.01000,0.515
41,mlp.experts.67.gate_proj,0.0006821742,0.01000,0.514
41,mlp.experts.68.gate_proj,0.0000556634,0.01000,0.517
41,mlp.experts.69.gate_proj,0.0000309224,0.01000,0.516
41,mlp.experts.70.gate_proj,0.0004147884,0.01000,0.516
41,mlp.experts.71.gate_proj,0.0002122129,0.01000,0.526
41,mlp.experts.72.gate_proj,0.0000445036,0.01000,0.517
41,mlp.experts.73.gate_proj,0.0000329815,0.01000,0.523
41,mlp.experts.74.gate_proj,0.0000537839,0.01000,0.515
41,mlp.experts.75.gate_proj,0.0000450633,0.01000,0.519
41,mlp.experts.76.gate_proj,0.0000628035,0.01000,0.525
41,mlp.experts.77.gate_proj,0.0000560001,0.01000,0.520
41,mlp.experts.78.gate_proj,0.0000601431,0.01000,0.547
41,mlp.experts.79.gate_proj,0.0000595627,0.01000,0.520
41,mlp.experts.80.gate_proj,0.0000433887,0.01000,0.521
41,mlp.experts.81.gate_proj,0.0000607872,0.01000,0.520
41,mlp.experts.82.gate_proj,0.0000603353,0.01000,0.527
41,mlp.experts.83.gate_proj,0.0000465119,0.01000,0.523
41,mlp.experts.84.gate_proj,0.0000486911,0.01000,0.523
41,mlp.experts.85.gate_proj,0.0000276606,0.01000,0.521
41,mlp.experts.86.gate_proj,0.0001634604,0.01000,0.522
41,mlp.experts.87.gate_proj,0.0000822873,0.01000,0.521
41,mlp.experts.88.gate_proj,0.0000093427,0.01000,0.522
41,mlp.experts.89.gate_proj,0.0002040043,0.01000,0.519
41,mlp.experts.90.gate_proj,0.0000982560,0.01000,0.520
41,mlp.experts.91.gate_proj,0.0002610581,0.01000,0.531
41,mlp.experts.92.gate_proj,0.0000548000,0.01000,0.521
41,mlp.experts.93.gate_proj,0.0000742086,0.01000,0.519
41,mlp.experts.94.gate_proj,0.0001364588,0.01000,0.525
41,mlp.experts.95.gate_proj,0.0001579496,0.01000,0.520
41,mlp.experts.96.gate_proj,0.0005555680,0.01000,0.544
41,mlp.experts.97.gate_proj,0.0000310658,0.01000,0.534
41,mlp.experts.98.gate_proj,0.0005804050,0.01000,0.533
41,mlp.experts.99.gate_proj,0.0000186466,0.01000,0.536
41,mlp.experts.100.gate_proj,0.0000881560,0.01000,0.524
41,mlp.experts.101.gate_proj,0.0000744315,0.01000,0.524
41,mlp.experts.102.gate_proj,0.0000282500,0.01000,0.518
41,mlp.experts.103.gate_proj,0.0000340879,0.01000,0.534
41,mlp.experts.104.gate_proj,0.0000753618,0.01000,0.525
41,mlp.experts.105.gate_proj,0.0000666819,0.01000,0.520
41,mlp.experts.106.gate_proj,0.0000201173,0.01000,0.527
41,mlp.experts.107.gate_proj,0.0001175203,0.01000,0.520
41,mlp.experts.108.gate_proj,0.0001026155,0.01000,0.518
41,mlp.experts.109.gate_proj,0.0000305043,0.01000,0.519
41,mlp.experts.110.gate_proj,0.0002882591,0.01000,0.517
41,mlp.experts.111.gate_proj,0.0004601038,0.01000,0.519
41,mlp.experts.112.gate_proj,0.0000363100,0.01000,0.519
41,mlp.experts.113.gate_proj,0.0000897129,0.01000,0.519
41,mlp.experts.114.gate_proj,0.0005938997,0.01000,0.519
41,mlp.experts.115.gate_proj,0.0000802648,0.01000,0.522
41,mlp.experts.116.gate_proj,0.0002573898,0.01000,0.539
41,mlp.experts.117.gate_proj,0.0000327941,0.01000,0.519
41,mlp.experts.118.gate_proj,0.0000202202,0.01000,0.520
41,mlp.experts.119.gate_proj,0.0000661825,0.01000,0.521
41,mlp.experts.120.gate_proj,0.0001141419,0.01000,0.537
41,mlp.experts.121.gate_proj,0.0000342400,0.01000,0.523
41,mlp.experts.122.gate_proj,0.0000437047,0.01000,0.523
41,mlp.experts.123.gate_proj,0.0001418053,0.01000,0.521
41,mlp.experts.124.gate_proj,0.0000494900,0.01000,0.521
41,mlp.experts.125.gate_proj,0.0002212695,0.01000,0.522
41,mlp.experts.126.gate_proj,0.0000616890,0.01000,0.522
41,mlp.experts.127.gate_proj,0.0000729620,0.01000,0.535
41,mlp.experts.0.down_proj,0.0000410936,0.01000,0.200
41,mlp.experts.1.down_proj,0.0000710210,0.01000,0.196
41,mlp.experts.2.down_proj,0.0000308324,0.01000,0.197
41,mlp.experts.3.down_proj,0.0000249476,0.01000,0.198
41,mlp.experts.4.down_proj,0.0001057738,0.01000,0.200
41,mlp.experts.5.down_proj,0.0001158294,0.01000,0.200
41,mlp.experts.6.down_proj,0.0000458264,0.01000,0.200
41,mlp.experts.7.down_proj,0.0000603659,0.01000,0.200
41,mlp.experts.8.down_proj,0.0005182015,0.01000,0.199
41,mlp.experts.9.down_proj,0.0000219375,0.01000,0.209
41,mlp.experts.10.down_proj,0.0000400331,0.01000,0.205
41,mlp.experts.11.down_proj,0.0000568603,0.01000,0.197
41,mlp.experts.12.down_proj,0.0000213931,0.01000,0.198
41,mlp.experts.13.down_proj,0.0001360398,0.01000,0.197
41,mlp.experts.14.down_proj,0.0000447041,0.01000,0.198
41,mlp.experts.15.down_proj,0.0000477557,0.01000,0.200
41,mlp.experts.16.down_proj,0.0002864031,0.01000,0.198
41,mlp.experts.17.down_proj,0.0000437624,0.01000,0.198
41,mlp.experts.18.down_proj,0.0000186331,0.01000,0.198
41,mlp.experts.19.down_proj,0.0000372911,0.01000,0.198
41,mlp.experts.20.down_proj,0.0000323046,0.01000,0.198
41,mlp.experts.21.down_proj,0.0000352783,0.01000,0.197
41,mlp.experts.22.down_proj,0.0003086022,0.01000,0.200
41,mlp.experts.23.down_proj,0.0003557848,0.01000,0.207
41,mlp.experts.24.down_proj,0.0005664617,0.01000,0.214
41,mlp.experts.25.down_proj,0.0002943808,0.01000,0.199
41,mlp.experts.26.down_proj,0.0000111115,0.01000,0.200
41,mlp.experts.27.down_proj,0.0000466243,0.01000,0.199
41,mlp.experts.28.down_proj,0.0000726746,0.01000,0.206
41,mlp.experts.29.down_proj,0.0001015791,0.01000,0.203
41,mlp.experts.30.down_proj,0.0001013326,0.01000,0.200
41,mlp.experts.31.down_proj,0.0006455245,0.01000,0.199
41,mlp.experts.32.down_proj,0.0002713119,0.01000,0.199
41,mlp.experts.33.down_proj,0.0000553185,0.01000,0.199
41,mlp.experts.34.down_proj,0.0000387253,0.01000,0.199
41,mlp.experts.35.down_proj,0.0000505114,0.01000,0.199
41,mlp.experts.36.down_proj,0.0000536246,0.01000,0.200
41,mlp.experts.37.down_proj,0.0000793263,0.01000,0.198
41,mlp.experts.38.down_proj,0.0000852926,0.01000,0.199
41,mlp.experts.39.down_proj,0.0000197037,0.01000,0.198
41,mlp.experts.40.down_proj,0.0008673548,0.01000,0.199
41,mlp.experts.41.down_proj,0.0003156936,0.01000,0.199
41,mlp.experts.42.down_proj,0.0000975514,0.01000,0.198
41,mlp.experts.43.down_proj,0.0010814965,0.01000,0.201
41,mlp.experts.44.down_proj,0.0000962908,0.01000,0.199
41,mlp.experts.45.down_proj,0.0000497394,0.01000,0.198
41,mlp.experts.46.down_proj,0.0000681119,0.01000,0.199
41,mlp.experts.47.down_proj,0.0000569802,0.01000,0.199
41,mlp.experts.48.down_proj,0.0000574418,0.01000,0.202
41,mlp.experts.49.down_proj,0.0000070614,0.01000,0.199
41,mlp.experts.50.down_proj,0.0000481354,0.01000,0.205
41,mlp.experts.51.down_proj,0.0006184773,0.01000,0.199
41,mlp.experts.52.down_proj,0.0000520301,0.01000,0.199
41,mlp.experts.53.down_proj,0.0000423066,0.01000,0.199
41,mlp.experts.54.down_proj,0.0000049001,0.01000,0.204
41,mlp.experts.55.down_proj,0.0000250088,0.01000,0.211
41,mlp.experts.56.down_proj,0.0001170385,0.01000,0.201
41,mlp.experts.57.down_proj,0.0001739230,0.01000,0.199
41,mlp.experts.58.down_proj,0.0000329757,0.01000,0.200
41,mlp.experts.59.down_proj,0.0000159796,0.01000,0.199
41,mlp.experts.60.down_proj,0.0007438808,0.01000,0.198
41,mlp.experts.61.down_proj,0.0000244548,0.01000,0.199
41,mlp.experts.62.down_proj,0.0000358150,0.01000,0.204
41,mlp.experts.63.down_proj,0.0000328249,0.01000,0.202
41,mlp.experts.64.down_proj,0.0000420893,0.01000,0.201
41,mlp.experts.65.down_proj,0.0000268913,0.01000,0.202
41,mlp.experts.66.down_proj,0.0000300396,0.01000,0.199
41,mlp.experts.67.down_proj,0.0016531985,0.01000,0.200
41,mlp.experts.68.down_proj,0.0000321322,0.01000,0.200
41,mlp.experts.69.down_proj,0.0000444748,0.01000,0.199
41,mlp.experts.70.down_proj,0.0009251343,0.01000,0.202
41,mlp.experts.71.down_proj,0.0002738936,0.01000,0.199
41,mlp.experts.72.down_proj,0.0000286098,0.01000,0.199
41,mlp.experts.73.down_proj,0.0000217130,0.01000,0.201
41,mlp.experts.74.down_proj,0.0001084444,0.01000,0.198
41,mlp.experts.75.down_proj,0.0000591989,0.01000,0.199
41,mlp.experts.76.down_proj,0.0000779772,0.01000,0.199
41,mlp.experts.77.down_proj,0.0000465793,0.01000,0.199
41,mlp.experts.78.down_proj,0.0000727828,0.01000,0.202
41,mlp.experts.79.down_proj,0.0000536488,0.01000,0.199
41,mlp.experts.80.down_proj,0.0000409820,0.01000,0.199
41,mlp.experts.81.down_proj,0.0000567790,0.01000,0.198
41,mlp.experts.82.down_proj,0.0000540393,0.01000,0.203
41,mlp.experts.83.down_proj,0.0000411114,0.01000,0.208
41,mlp.experts.84.down_proj,0.0000548832,0.01000,0.202
41,mlp.experts.85.down_proj,0.0000196361,0.01000,0.205
41,mlp.experts.86.down_proj,0.0001711189,0.01000,0.199
41,mlp.experts.87.down_proj,0.0000707614,0.01000,0.200
41,mlp.experts.88.down_proj,0.0000206618,0.01000,0.200
41,mlp.experts.89.down_proj,0.0001795997,0.01000,0.200
41,mlp.experts.90.down_proj,0.0001214608,0.01000,0.204
41,mlp.experts.91.down_proj,0.0002562896,0.01000,0.200
41,mlp.experts.92.down_proj,0.0000654280,0.01000,0.199
41,mlp.experts.93.down_proj,0.0000467736,0.01000,0.199
41,mlp.experts.94.down_proj,0.0001172517,0.01000,0.199
41,mlp.experts.95.down_proj,0.0001492618,0.01000,0.199
41,mlp.experts.96.down_proj,0.0002532113,0.01000,0.199
41,mlp.experts.97.down_proj,0.0000534198,0.01000,0.199
41,mlp.experts.98.down_proj,0.0012628238,0.01000,0.199
41,mlp.experts.99.down_proj,0.0000624385,0.01000,0.200
41,mlp.experts.100.down_proj,0.0000386514,0.01000,0.201
41,mlp.experts.101.down_proj,0.0000519145,0.01000,0.199
41,mlp.experts.102.down_proj,0.0000227159,0.01000,0.203
41,mlp.experts.103.down_proj,0.0000238493,0.01000,0.199
41,mlp.experts.104.down_proj,0.0000327328,0.01000,0.200
41,mlp.experts.105.down_proj,0.0000633193,0.01000,0.207
41,mlp.experts.106.down_proj,0.0000191098,0.01000,0.201
41,mlp.experts.107.down_proj,0.0000680661,0.01000,0.211
41,mlp.experts.108.down_proj,0.0002593922,0.01000,0.202
41,mlp.experts.109.down_proj,0.0000283768,0.01000,0.201
41,mlp.experts.110.down_proj,0.0002423726,0.01000,0.200
41,mlp.experts.111.down_proj,0.0003568239,0.01000,0.201
41,mlp.experts.112.down_proj,0.0000293050,0.01000,0.200
41,mlp.experts.113.down_proj,0.0001155440,0.01000,0.202
41,mlp.experts.114.down_proj,0.0003788582,0.01000,0.203
41,mlp.experts.115.down_proj,0.0000870715,0.01000,0.200
41,mlp.experts.116.down_proj,0.0002603151,0.01000,0.201
41,mlp.experts.117.down_proj,0.0000492486,0.01000,0.200
41,mlp.experts.118.down_proj,0.0000175876,0.01000,0.201
41,mlp.experts.119.down_proj,0.0001132849,0.01000,0.201
41,mlp.experts.120.down_proj,0.0000470045,0.01000,0.201
41,mlp.experts.121.down_proj,0.0000247048,0.01000,0.202
41,mlp.experts.122.down_proj,0.0000206816,0.01000,0.201
41,mlp.experts.123.down_proj,0.0001500723,0.01000,0.200
41,mlp.experts.124.down_proj,0.0000818125,0.01000,0.200
41,mlp.experts.125.down_proj,0.0004182085,0.01000,0.200
41,mlp.experts.126.down_proj,0.0000698471,0.01000,0.201
41,mlp.experts.127.down_proj,0.0001172763,0.01000,0.201
42,self_attn.q_proj,0.0000030222,0.01000,0.541
42,self_attn.k_proj,0.0000003469,0.01000,0.516
42,self_attn.v_proj,0.0000005332,0.01000,0.520
42,self_attn.o_proj,0.0000004041,0.01000,1.030
42,mlp.gate,0.0000008803,0.01000,0.512
42,mlp.experts.0.up_proj,0.0008419941,0.01000,0.511
42,mlp.experts.1.up_proj,0.0003060125,0.01000,0.505
42,mlp.experts.2.up_proj,0.0000376934,0.01000,0.510
42,mlp.experts.3.up_proj,0.0000835243,0.01000,0.508
42,mlp.experts.4.up_proj,0.0000333021,0.01000,0.508
42,mlp.experts.5.up_proj,0.0000266438,0.01000,0.511
42,mlp.experts.6.up_proj,0.0000796093,0.01000,0.519
42,mlp.experts.7.up_proj,0.0000345921,0.01000,0.525
42,mlp.experts.8.up_proj,0.0000262170,0.01000,0.512
42,mlp.experts.9.up_proj,0.0000733686,0.01000,0.513
42,mlp.experts.10.up_proj,0.0001375211,0.01000,0.513
42,mlp.experts.11.up_proj,0.0003217540,0.01000,0.513
42,mlp.experts.12.up_proj,0.0001249370,0.01000,0.514
42,mlp.experts.13.up_proj,0.0000834239,0.01000,0.512
42,mlp.experts.14.up_proj,0.0000219756,0.01000,0.513
42,mlp.experts.15.up_proj,0.0004954217,0.01000,0.514
42,mlp.experts.16.up_proj,0.0000430051,0.01000,0.516
42,mlp.experts.17.up_proj,0.0000214920,0.01000,0.514
42,mlp.experts.18.up_proj,0.0000356376,0.01000,0.511
42,mlp.experts.19.up_proj,0.0003646201,0.01000,0.513
42,mlp.experts.20.up_proj,0.0000726053,0.01000,0.520
42,mlp.experts.21.up_proj,0.0000268284,0.01000,0.514
42,mlp.experts.22.up_proj,0.0000538305,0.01000,0.513
42,mlp.experts.23.up_proj,0.0000479035,0.01000,0.517
42,mlp.experts.24.up_proj,0.0000255355,0.01000,0.515
42,mlp.experts.25.up_proj,0.0000535986,0.01000,0.535
42,mlp.experts.26.up_proj,0.0000748075,0.01000,0.518
42,mlp.experts.27.up_proj,0.0000812790,0.01000,0.518
42,mlp.experts.28.up_proj,0.0000527647,0.01000,0.516
42,mlp.experts.29.up_proj,0.0005563770,0.01000,0.516
42,mlp.experts.30.up_proj,0.0000630222,0.01000,0.515
42,mlp.experts.31.up_proj,0.0000409006,0.01000,0.515
42,mlp.experts.32.up_proj,0.0000416057,0.01000,0.514
42,mlp.experts.33.up_proj,0.0000123156,0.01000,0.527
42,mlp.experts.34.up_proj,0.0005246888,0.01000,0.514
42,mlp.experts.35.up_proj,0.0000667940,0.01000,0.513
42,mlp.experts.36.up_proj,0.0000225239,0.01000,0.510
42,mlp.experts.37.up_proj,0.0000483115,0.01000,0.510
42,mlp.experts.38.up_proj,0.0001588328,0.01000,0.510
42,mlp.experts.39.up_proj,0.0000586892,0.01000,0.514
42,mlp.experts.40.up_proj,0.0007206135,0.01000,0.529
42,mlp.experts.41.up_proj,0.0002116211,0.01000,0.512
42,mlp.experts.42.up_proj,0.0000611046,0.01000,0.515
42,mlp.experts.43.up_proj,0.0000748666,0.01000,0.516
42,mlp.experts.44.up_proj,0.0005609959,0.01000,0.513
42,mlp.experts.45.up_proj,0.0004315730,0.01000,0.512
42,mlp.experts.46.up_proj,0.0000716367,0.01000,0.528
42,mlp.experts.47.up_proj,0.0000460269,0.01000,0.509
42,mlp.experts.48.up_proj,0.0004100967,0.01000,0.513
42,mlp.experts.49.up_proj,0.0000339223,0.01000,0.511
42,mlp.experts.50.up_proj,0.0000283291,0.01000,0.511
42,mlp.experts.51.up_proj,0.0002321307,0.01000,0.511
42,mlp.experts.52.up_proj,0.0000192007,0.01000,0.515
42,mlp.experts.53.up_proj,0.0000263173,0.01000,0.509
42,mlp.experts.54.up_proj,0.0004064952,0.01000,0.510
42,mlp.experts.55.up_proj,0.0000385729,0.01000,0.524
42,mlp.experts.56.up_proj,0.0000103372,0.01000,0.516
42,mlp.experts.57.up_proj,0.0001305173,0.01000,0.512
42,mlp.experts.58.up_proj,0.0000289298,0.01000,0.511
42,mlp.experts.59.up_proj,0.0000517902,0.01000,0.531
42,mlp.experts.60.up_proj,0.0001235047,0.01000,0.538
42,mlp.experts.61.up_proj,0.0004354371,0.01000,0.558
42,mlp.experts.62.up_proj,0.0004175422,0.01000,0.516
42,mlp.experts.63.up_proj,0.0008426239,0.01000,0.518
42,mlp.experts.64.up_proj,0.0000452056,0.01000,0.512
42,mlp.experts.65.up_proj,0.0000408585,0.01000,0.513
42,mlp.experts.66.up_proj,0.0000483392,0.01000,0.515
42,mlp.experts.67.up_proj,0.0010178984,0.01000,0.511
42,mlp.experts.68.up_proj,0.0001131827,0.01000,0.515
42,mlp.experts.69.up_proj,0.0000342209,0.01000,0.511
42,mlp.experts.70.up_proj,0.0000108223,0.01000,0.511
42,mlp.experts.71.up_proj,0.0000742747,0.01000,0.511
42,mlp.experts.72.up_proj,0.0012343096,0.01000,0.534
42,mlp.experts.73.up_proj,0.0000463916,0.01000,0.513
42,mlp.experts.74.up_proj,0.0000335346,0.01000,0.509
42,mlp.experts.75.up_proj,0.0000380061,0.01000,0.527
42,mlp.experts.76.up_proj,0.0001573721,0.01000,0.514
42,mlp.experts.77.up_proj,0.0000741604,0.01000,0.513
42,mlp.experts.78.up_proj,0.0002251478,0.01000,0.519
42,mlp.experts.79.up_proj,0.0001492978,0.01000,0.512
42,mlp.experts.80.up_proj,0.0000784041,0.01000,0.510
42,mlp.experts.81.up_proj,0.0000403493,0.01000,0.513
42,mlp.experts.82.up_proj,0.0003097754,0.01000,0.518
42,mlp.experts.83.up_proj,0.0020992489,0.01000,0.516
42,mlp.experts.84.up_proj,0.0004293333,0.01000,0.514
42,mlp.experts.85.up_proj,0.0003359055,0.01000,0.533
42,mlp.experts.86.up_proj,0.0000636322,0.01000,0.512
42,mlp.experts.87.up_proj,0.0004583116,0.01000,0.513
42,mlp.experts.88.up_proj,0.0003837662,0.01000,0.512
42,mlp.experts.89.up_proj,0.0000162512,0.01000,0.511
42,mlp.experts.90.up_proj,0.0000378221,0.01000,0.530
42,mlp.experts.91.up_proj,0.0000386161,0.01000,0.514
42,mlp.experts.92.up_proj,0.0000399998,0.01000,0.513
42,mlp.experts.93.up_proj,0.0000338620,0.01000,0.517
42,mlp.experts.94.up_proj,0.0001351609,0.01000,0.514
42,mlp.experts.95.up_proj,0.0008816533,0.01000,0.514
42,mlp.experts.96.up_proj,0.0003576899,0.01000,0.532
42,mlp.experts.97.up_proj,0.0001874884,0.01000,0.529
42,mlp.experts.98.up_proj,0.0000471310,0.01000,0.529
42,mlp.experts.99.up_proj,0.0000138588,0.01000,0.514
42,mlp.experts.100.up_proj,0.0001997444,0.01000,0.518
42,mlp.experts.101.up_proj,0.0000374038,0.01000,0.516
42,mlp.experts.102.up_proj,0.0000464305,0.01000,0.514
42,mlp.experts.103.up_proj,0.0004161441,0.01000,0.514
42,mlp.experts.104.up_proj,0.0000335518,0.01000,0.515
42,mlp.experts.105.up_proj,0.0003043854,0.01000,0.512
42,mlp.experts.106.up_proj,0.0000695338,0.01000,0.515
42,mlp.experts.107.up_proj,0.0001741956,0.01000,0.512
42,mlp.experts.108.up_proj,0.0000284653,0.01000,0.510
42,mlp.experts.109.up_proj,0.0002001115,0.01000,0.510
42,mlp.experts.110.up_proj,0.0004819908,0.01000,0.511
42,mlp.experts.111.up_proj,0.0000717643,0.01000,0.521
42,mlp.experts.112.up_proj,0.0002333718,0.01000,0.515
42,mlp.experts.113.up_proj,0.0000557938,0.01000,0.519
42,mlp.experts.114.up_proj,0.0000237473,0.01000,0.511
42,mlp.experts.115.up_proj,0.0000493724,0.01000,0.514
42,mlp.experts.116.up_proj,0.0001245231,0.01000,0.512
42,mlp.experts.117.up_proj,0.0000188873,0.01000,0.512
42,mlp.experts.118.up_proj,0.0001058277,0.01000,0.511
42,mlp.experts.119.up_proj,0.0001216075,0.01000,0.509
42,mlp.experts.120.up_proj,0.0000623308,0.01000,0.509
42,mlp.experts.121.up_proj,0.0000873865,0.01000,0.509
42,mlp.experts.122.up_proj,0.0003666080,0.01000,0.508
42,mlp.experts.123.up_proj,0.0000232494,0.01000,0.512
42,mlp.experts.124.up_proj,0.0005019459,0.01000,0.515
42,mlp.experts.125.up_proj,0.0000441714,0.01000,0.512
42,mlp.experts.126.up_proj,0.0000310737,0.01000,0.510
42,mlp.experts.127.up_proj,0.0000711517,0.01000,0.508
42,mlp.experts.0.gate_proj,0.0007959857,0.01000,0.511
42,mlp.experts.1.gate_proj,0.0002913276,0.01000,0.510
42,mlp.experts.2.gate_proj,0.0000352713,0.01000,0.512
42,mlp.experts.3.gate_proj,0.0000807182,0.01000,0.511
42,mlp.experts.4.gate_proj,0.0000324266,0.01000,0.527
42,mlp.experts.5.gate_proj,0.0000229937,0.01000,0.514
42,mlp.experts.6.gate_proj,0.0000828252,0.01000,0.518
42,mlp.experts.7.gate_proj,0.0000307472,0.01000,0.530
42,mlp.experts.8.gate_proj,0.0000316373,0.01000,0.514
42,mlp.experts.9.gate_proj,0.0000705901,0.01000,0.527
42,mlp.experts.10.gate_proj,0.0001336443,0.01000,0.544
42,mlp.experts.11.gate_proj,0.0002563271,0.01000,0.514
42,mlp.experts.12.gate_proj,0.0001201584,0.01000,0.530
42,mlp.experts.13.gate_proj,0.0000739426,0.01000,0.520
42,mlp.experts.14.gate_proj,0.0000209879,0.01000,0.528
42,mlp.experts.15.gate_proj,0.0004650635,0.01000,0.516
42,mlp.experts.16.gate_proj,0.0000414768,0.01000,0.512
42,mlp.experts.17.gate_proj,0.0000219926,0.01000,0.513
42,mlp.experts.18.gate_proj,0.0000311635,0.01000,0.512
42,mlp.experts.19.gate_proj,0.0003376309,0.01000,0.512
42,mlp.experts.20.gate_proj,0.0000704134,0.01000,0.517
42,mlp.experts.21.gate_proj,0.0000261363,0.01000,0.514
42,mlp.experts.22.gate_proj,0.0000491752,0.01000,0.526
42,mlp.experts.23.gate_proj,0.0000462783,0.01000,0.514
42,mlp.experts.24.gate_proj,0.0000239161,0.01000,0.520
42,mlp.experts.25.gate_proj,0.0000589982,0.01000,0.513
42,mlp.experts.26.gate_proj,0.0000659235,0.01000,0.518
42,mlp.experts.27.gate_proj,0.0000776171,0.01000,0.536
42,mlp.experts.28.gate_proj,0.0000586505,0.01000,0.514
42,mlp.experts.29.gate_proj,0.0005150937,0.01000,0.517
42,mlp.experts.30.gate_proj,0.0000600541,0.01000,0.517
42,mlp.experts.31.gate_proj,0.0000374199,0.01000,0.515
42,mlp.experts.32.gate_proj,0.0000400208,0.01000,0.514
42,mlp.experts.33.gate_proj,0.0000122912,0.01000,0.518
42,mlp.experts.34.gate_proj,0.0004989526,0.01000,0.512
42,mlp.experts.35.gate_proj,0.0000637258,0.01000,0.524
42,mlp.experts.36.gate_proj,0.0000209513,0.01000,0.514
42,mlp.experts.37.gate_proj,0.0000547200,0.01000,0.509
42,mlp.experts.38.gate_proj,0.0001515531,0.01000,0.511
42,mlp.experts.39.gate_proj,0.0000589144,0.01000,0.537
42,mlp.experts.40.gate_proj,0.0006296127,0.01000,0.528
42,mlp.experts.41.gate_proj,0.0002081430,0.01000,0.518
42,mlp.experts.42.gate_proj,0.0000590022,0.01000,0.518
42,mlp.experts.43.gate_proj,0.0000718579,0.01000,0.512
42,mlp.experts.44.gate_proj,0.0005313209,0.01000,0.513
42,mlp.experts.45.gate_proj,0.0004130124,0.01000,0.517
42,mlp.experts.46.gate_proj,0.0000656944,0.01000,0.512
42,mlp.experts.47.gate_proj,0.0000439047,0.01000,0.514
42,mlp.experts.48.gate_proj,0.0003918170,0.01000,0.518
42,mlp.experts.49.gate_proj,0.0000343491,0.01000,0.512
42,mlp.experts.50.gate_proj,0.0000285027,0.01000,0.511
42,mlp.experts.51.gate_proj,0.0002026106,0.01000,0.511
42,mlp.experts.52.gate_proj,0.0000193603,0.01000,0.513
42,mlp.experts.53.gate_proj,0.0000270138,0.01000,0.512
42,mlp.experts.54.gate_proj,0.0003793571,0.01000,0.513
42,mlp.experts.55.gate_proj,0.0000366803,0.01000,0.512
42,mlp.experts.56.gate_proj,0.0000097418,0.01000,0.513
42,mlp.experts.57.gate_proj,0.0001212937,0.01000,0.511
42,mlp.experts.58.gate_proj,0.0000276324,0.01000,0.512
42,mlp.experts.59.gate_proj,0.0000487766,0.01000,0.511
42,mlp.experts.60.gate_proj,0.0001177098,0.01000,0.516
42,mlp.experts.61.gate_proj,0.0004170408,0.01000,0.526
42,mlp.experts.62.gate_proj,0.0003964019,0.01000,0.517
42,mlp.experts.63.gate_proj,0.0008029413,0.01000,0.515
42,mlp.experts.64.gate_proj,0.0000404637,0.01000,0.517
42,mlp.experts.65.gate_proj,0.0000394058,0.01000,0.516
42,mlp.experts.66.gate_proj,0.0000488310,0.01000,0.516
42,mlp.experts.67.gate_proj,0.0009438408,0.01000,0.515
42,mlp.experts.68.gate_proj,0.0001193244,0.01000,0.514
42,mlp.experts.69.gate_proj,0.0000339245,0.01000,0.526
42,mlp.experts.70.gate_proj,0.0000112503,0.01000,0.516
42,mlp.experts.71.gate_proj,0.0000732034,0.01000,0.547
42,mlp.experts.72.gate_proj,0.0011235674,0.01000,0.511
42,mlp.experts.73.gate_proj,0.0000418547,0.01000,0.512
42,mlp.experts.74.gate_proj,0.0000304507,0.01000,0.513
42,mlp.experts.75.gate_proj,0.0000371927,0.01000,0.527
42,mlp.experts.76.gate_proj,0.0001450863,0.01000,0.511
42,mlp.experts.77.gate_proj,0.0000744530,0.01000,0.512
42,mlp.experts.78.gate_proj,0.0002157845,0.01000,0.511
42,mlp.experts.79.gate_proj,0.0001389761,0.01000,0.513
42,mlp.experts.80.gate_proj,0.0000746934,0.01000,0.510
42,mlp.experts.81.gate_proj,0.0000388746,0.01000,0.510
42,mlp.experts.82.gate_proj,0.0002911006,0.01000,0.511
42,mlp.experts.83.gate_proj,0.0019194424,0.01000,0.520
42,mlp.experts.84.gate_proj,0.0004057818,0.01000,0.513
42,mlp.experts.85.gate_proj,0.0003207460,0.01000,0.512
42,mlp.experts.86.gate_proj,0.0000606510,0.01000,0.512
42,mlp.experts.87.gate_proj,0.0004419142,0.01000,0.521
42,mlp.experts.88.gate_proj,0.0003524850,0.01000,0.516
42,mlp.experts.89.gate_proj,0.0000161670,0.01000,0.515
42,mlp.experts.90.gate_proj,0.0000346305,0.01000,0.514
42,mlp.experts.91.gate_proj,0.0000350884,0.01000,0.514
42,mlp.experts.92.gate_proj,0.0000393498,0.01000,0.513
42,mlp.experts.93.gate_proj,0.0000302423,0.01000,0.515
42,mlp.experts.94.gate_proj,0.0001239704,0.01000,0.514
42,mlp.experts.95.gate_proj,0.0008399112,0.01000,0.521
42,mlp.experts.96.gate_proj,0.0003383920,0.01000,0.519
42,mlp.experts.97.gate_proj,0.0001688758,0.01000,0.530
42,mlp.experts.98.gate_proj,0.0000436659,0.01000,0.517
42,mlp.experts.99.gate_proj,0.0000134261,0.01000,0.520
42,mlp.experts.100.gate_proj,0.0001929112,0.01000,0.518
42,mlp.experts.101.gate_proj,0.0000326450,0.01000,0.520
42,mlp.experts.102.gate_proj,0.0000391437,0.01000,0.519
42,mlp.experts.103.gate_proj,0.0003580664,0.01000,0.519
42,mlp.experts.104.gate_proj,0.0000333139,0.01000,0.522
42,mlp.experts.105.gate_proj,0.0002873009,0.01000,0.523
42,mlp.experts.106.gate_proj,0.0000682738,0.01000,0.522
42,mlp.experts.107.gate_proj,0.0001692120,0.01000,0.543
42,mlp.experts.108.gate_proj,0.0000272552,0.01000,0.531
42,mlp.experts.109.gate_proj,0.0001910390,0.01000,0.522
42,mlp.experts.110.gate_proj,0.0004945459,0.01000,0.532
42,mlp.experts.111.gate_proj,0.0000712129,0.01000,0.541
42,mlp.experts.112.gate_proj,0.0002213825,0.01000,0.529
42,mlp.experts.113.gate_proj,0.0000533696,0.01000,0.517
42,mlp.experts.114.gate_proj,0.0000237244,0.01000,0.520
42,mlp.experts.115.gate_proj,0.0000446437,0.01000,0.520
42,mlp.experts.116.gate_proj,0.0001237675,0.01000,0.518
42,mlp.experts.117.gate_proj,0.0000183094,0.01000,0.520
42,mlp.experts.118.gate_proj,0.0001066601,0.01000,0.518
42,mlp.experts.119.gate_proj,0.0001107334,0.01000,0.518
42,mlp.experts.120.gate_proj,0.0000586973,0.01000,0.517
42,mlp.experts.121.gate_proj,0.0000799141,0.01000,0.519
42,mlp.experts.122.gate_proj,0.0003459537,0.01000,0.519
42,mlp.experts.123.gate_proj,0.0000202313,0.01000,0.518
42,mlp.experts.124.gate_proj,0.0004737571,0.01000,0.522
42,mlp.experts.125.gate_proj,0.0000418080,0.01000,0.528
42,mlp.experts.126.gate_proj,0.0000301484,0.01000,0.521
42,mlp.experts.127.gate_proj,0.0000665385,0.01000,0.519
42,mlp.experts.0.down_proj,0.0004616613,0.01000,0.202
42,mlp.experts.1.down_proj,0.0003585051,0.01000,0.197
42,mlp.experts.2.down_proj,0.0000326953,0.01000,0.198
42,mlp.experts.3.down_proj,0.0000597420,0.01000,0.198
42,mlp.experts.4.down_proj,0.0001277570,0.01000,0.196
42,mlp.experts.5.down_proj,0.0000433100,0.01000,0.199
42,mlp.experts.6.down_proj,0.0001577804,0.01000,0.198
42,mlp.experts.7.down_proj,0.0000685593,0.01000,0.201
42,mlp.experts.8.down_proj,0.0000175128,0.01000,0.199
42,mlp.experts.9.down_proj,0.0000846243,0.01000,0.197
42,mlp.experts.10.down_proj,0.0002363011,0.01000,0.199
42,mlp.experts.11.down_proj,0.0008124410,0.01000,0.198
42,mlp.experts.12.down_proj,0.0001277922,0.01000,0.201
42,mlp.experts.13.down_proj,0.0000633873,0.01000,0.199
42,mlp.experts.14.down_proj,0.0000169804,0.01000,0.200
42,mlp.experts.15.down_proj,0.0001891149,0.01000,0.201
42,mlp.experts.16.down_proj,0.0000330615,0.01000,0.199
42,mlp.experts.17.down_proj,0.0000232268,0.01000,0.199
42,mlp.experts.18.down_proj,0.0000440376,0.01000,0.197
42,mlp.experts.19.down_proj,0.0004059695,0.01000,0.198
42,mlp.experts.20.down_proj,0.0000386870,0.01000,0.198
42,mlp.experts.21.down_proj,0.0000292624,0.01000,0.198
42,mlp.experts.22.down_proj,0.0000599545,0.01000,0.197
42,mlp.experts.23.down_proj,0.0000396190,0.01000,0.199
42,mlp.experts.24.down_proj,0.0000238296,0.01000,0.200
42,mlp.experts.25.down_proj,0.0000409549,0.01000,0.197
42,mlp.experts.26.down_proj,0.0000903681,0.01000,0.198
42,mlp.experts.27.down_proj,0.0000895439,0.01000,0.198
42,mlp.experts.28.down_proj,0.0000514914,0.01000,0.198
42,mlp.experts.29.down_proj,0.0009719623,0.01000,0.198
42,mlp.experts.30.down_proj,0.0000985017,0.01000,0.198
42,mlp.experts.31.down_proj,0.0000748534,0.01000,0.199
42,mlp.experts.32.down_proj,0.0000417557,0.01000,0.198
42,mlp.experts.33.down_proj,0.0000098413,0.01000,0.197
42,mlp.experts.34.down_proj,0.0003880933,0.01000,0.197
42,mlp.experts.35.down_proj,0.0000797810,0.01000,0.198
42,mlp.experts.36.down_proj,0.0000258902,0.01000,0.197
42,mlp.experts.37.down_proj,0.0000633744,0.01000,0.198
42,mlp.experts.38.down_proj,0.0001295141,0.01000,0.198
42,mlp.experts.39.down_proj,0.0000639441,0.01000,0.197
42,mlp.experts.40.down_proj,0.0023075499,0.01000,0.197
42,mlp.experts.41.down_proj,0.0001980277,0.01000,0.198
42,mlp.experts.42.down_proj,0.0000598698,0.01000,0.197
42,mlp.experts.43.down_proj,0.0000409243,0.01000,0.205
42,mlp.experts.44.down_proj,0.0014617261,0.01000,0.198
42,mlp.experts.45.down_proj,0.0006952087,0.01000,0.198
42,mlp.experts.46.down_proj,0.0001136266,0.01000,0.197
42,mlp.experts.47.down_proj,0.0000549648,0.01000,0.198
42,mlp.experts.48.down_proj,0.0009340735,0.01000,0.198
42,mlp.experts.49.down_proj,0.0000703127,0.01000,0.197
42,mlp.experts.50.down_proj,0.0000206840,0.01000,0.209
42,mlp.experts.51.down_proj,0.0002971971,0.01000,0.201
42,mlp.experts.52.down_proj,0.0000393585,0.01000,0.212
42,mlp.experts.53.down_proj,0.0000305998,0.01000,0.203
42,mlp.experts.54.down_proj,0.0006920439,0.01000,0.202
42,mlp.experts.55.down_proj,0.0000303497,0.01000,0.201
42,mlp.experts.56.down_proj,0.0000232463,0.01000,0.198
42,mlp.experts.57.down_proj,0.0001592090,0.01000,0.198
42,mlp.experts.58.down_proj,0.0000380168,0.01000,0.198
42,mlp.experts.59.down_proj,0.0000543582,0.01000,0.198
42,mlp.experts.60.down_proj,0.0001125755,0.01000,0.203
42,mlp.experts.61.down_proj,0.0004355810,0.01000,0.198
42,mlp.experts.62.down_proj,0.0001447299,0.01000,0.198
42,mlp.experts.63.down_proj,0.0009396171,0.01000,0.198
42,mlp.experts.64.down_proj,0.0000667229,0.01000,0.198
42,mlp.experts.65.down_proj,0.0000520352,0.01000,0.199
42,mlp.experts.66.down_proj,0.0000360516,0.01000,0.205
42,mlp.experts.67.down_proj,0.0006001768,0.01000,0.200
42,mlp.experts.68.down_proj,0.0002242587,0.01000,0.199
42,mlp.experts.69.down_proj,0.0000170131,0.01000,0.199
42,mlp.experts.70.down_proj,0.0000086664,0.01000,0.199
42,mlp.experts.71.down_proj,0.0000673576,0.01000,0.198
42,mlp.experts.72.down_proj,0.0002479232,0.01000,0.199
42,mlp.experts.73.down_proj,0.0000550933,0.01000,0.199
42,mlp.experts.74.down_proj,0.0000555725,0.01000,0.199
42,mlp.experts.75.down_proj,0.0000337517,0.01000,0.198
42,mlp.experts.76.down_proj,0.0000767710,0.01000,0.199
42,mlp.experts.77.down_proj,0.0000460549,0.01000,0.198
42,mlp.experts.78.down_proj,0.0002629625,0.01000,0.198
42,mlp.experts.79.down_proj,0.0001151517,0.01000,0.200
42,mlp.experts.80.down_proj,0.0000591696,0.01000,0.199
42,mlp.experts.81.down_proj,0.0000557651,0.01000,0.199
42,mlp.experts.82.down_proj,0.0001970339,0.01000,0.198
42,mlp.experts.83.down_proj,0.0015793750,0.01000,0.199
42,mlp.experts.84.down_proj,0.0002121964,0.01000,0.203
42,mlp.experts.85.down_proj,0.0003548171,0.01000,0.197
42,mlp.experts.86.down_proj,0.0001069124,0.01000,0.198
42,mlp.experts.87.down_proj,0.0003537555,0.01000,0.198
42,mlp.experts.88.down_proj,0.0001426303,0.01000,0.199
42,mlp.experts.89.down_proj,0.0000117279,0.01000,0.199
42,mlp.experts.90.down_proj,0.0000570951,0.01000,0.203
42,mlp.experts.91.down_proj,0.0000824212,0.01000,0.204
42,mlp.experts.92.down_proj,0.0000953481,0.01000,0.198
42,mlp.experts.93.down_proj,0.0000543800,0.01000,0.199
42,mlp.experts.94.down_proj,0.0000950875,0.01000,0.198
42,mlp.experts.95.down_proj,0.0005643924,0.01000,0.200
42,mlp.experts.96.down_proj,0.0003342123,0.01000,0.207
42,mlp.experts.97.down_proj,0.0001438004,0.01000,0.200
42,mlp.experts.98.down_proj,0.0000662786,0.01000,0.198
42,mlp.experts.99.down_proj,0.0000090985,0.01000,0.199
42,mlp.experts.100.down_proj,0.0001309285,0.01000,0.203
42,mlp.experts.101.down_proj,0.0000646494,0.01000,0.200
42,mlp.experts.102.down_proj,0.0001050227,0.01000,0.201
42,mlp.experts.103.down_proj,0.0008223379,0.01000,0.200
42,mlp.experts.104.down_proj,0.0000750122,0.01000,0.211
42,mlp.experts.105.down_proj,0.0001627613,0.01000,0.201
42,mlp.experts.106.down_proj,0.0000680345,0.01000,0.201
42,mlp.experts.107.down_proj,0.0002664797,0.01000,0.206
42,mlp.experts.108.down_proj,0.0000643290,0.01000,0.210
42,mlp.experts.109.down_proj,0.0001807699,0.01000,0.204
42,mlp.experts.110.down_proj,0.0003109908,0.01000,0.201
42,mlp.experts.111.down_proj,0.0000751263,0.01000,0.202
42,mlp.experts.112.down_proj,0.0001955714,0.01000,0.201
42,mlp.experts.113.down_proj,0.0000564017,0.01000,0.205
42,mlp.experts.114.down_proj,0.0000211385,0.01000,0.201
42,mlp.experts.115.down_proj,0.0000676464,0.01000,0.201
42,mlp.experts.116.down_proj,0.0001179935,0.01000,0.202
42,mlp.experts.117.down_proj,0.0000177258,0.01000,0.200
42,mlp.experts.118.down_proj,0.0001172550,0.01000,0.201
42,mlp.experts.119.down_proj,0.0001157564,0.01000,0.204
42,mlp.experts.120.down_proj,0.0000497176,0.01000,0.203
42,mlp.experts.121.down_proj,0.0000820279,0.01000,0.200
42,mlp.experts.122.down_proj,0.0007787521,0.01000,0.199
42,mlp.experts.123.down_proj,0.0000250200,0.01000,0.201
42,mlp.experts.124.down_proj,0.0004740551,0.01000,0.203
42,mlp.experts.125.down_proj,0.0000697728,0.01000,0.199
42,mlp.experts.126.down_proj,0.0000484824,0.01000,0.199
42,mlp.experts.127.down_proj,0.0001373913,0.01000,0.199
43,self_attn.q_proj,0.0000033029,0.01000,0.518
43,self_attn.k_proj,0.0000003525,0.01000,0.517
43,self_attn.v_proj,0.0000006661,0.01000,0.516
43,self_attn.o_proj,0.0000001477,0.01000,1.025
43,mlp.gate,0.0000009197,0.01000,0.526
43,mlp.experts.0.up_proj,0.0000483786,0.01000,0.514
43,mlp.experts.1.up_proj,0.0008998650,0.01000,0.515
43,mlp.experts.2.up_proj,0.0000472596,0.01000,0.509
43,mlp.experts.3.up_proj,0.0001219711,0.01000,0.520
43,mlp.experts.4.up_proj,0.0000424513,0.01000,0.525
43,mlp.experts.5.up_proj,0.0001198436,0.01000,0.521
43,mlp.experts.6.up_proj,0.0000394034,0.01000,0.515
43,mlp.experts.7.up_proj,0.0002936194,0.01000,0.516
43,mlp.experts.8.up_proj,0.0000328631,0.01000,0.513
43,mlp.experts.9.up_proj,0.0003207795,0.01000,0.516
43,mlp.experts.10.up_proj,0.0001462259,0.01000,0.512
43,mlp.experts.11.up_proj,0.0002007250,0.01000,0.517
43,mlp.experts.12.up_proj,0.0000539008,0.01000,0.522
43,mlp.experts.13.up_proj,0.0007407504,0.01000,0.516
43,mlp.experts.14.up_proj,0.0002488406,0.01000,0.524
43,mlp.experts.15.up_proj,0.0000566877,0.01000,0.514
43,mlp.experts.16.up_proj,0.0000542868,0.01000,0.515
43,mlp.experts.17.up_proj,0.0000930338,0.01000,0.513
43,mlp.experts.18.up_proj,0.0000350099,0.01000,0.515
43,mlp.experts.19.up_proj,0.0000378694,0.01000,0.513
43,mlp.experts.20.up_proj,0.0002174939,0.01000,0.511
43,mlp.experts.21.up_proj,0.0000929370,0.01000,0.536
43,mlp.experts.22.up_proj,0.0004680671,0.01000,0.512
43,mlp.experts.23.up_proj,0.0003374611,0.01000,0.513
43,mlp.experts.24.up_proj,0.0001583804,0.01000,0.513
43,mlp.experts.25.up_proj,0.0003290271,0.01000,0.515
43,mlp.experts.26.up_proj,0.0000958126,0.01000,0.510
43,mlp.experts.27.up_proj,0.0001469226,0.01000,0.538
43,mlp.experts.28.up_proj,0.0000405255,0.01000,0.513
43,mlp.experts.29.up_proj,0.0000907761,0.01000,0.512
43,mlp.experts.30.up_proj,0.0000434823,0.01000,0.521
43,mlp.experts.31.up_proj,0.0000108710,0.01000,0.514
43,mlp.experts.32.up_proj,0.0007036757,0.01000,0.527
43,mlp.experts.33.up_proj,0.0000993213,0.01000,0.511
43,mlp.experts.34.up_proj,0.0001429144,0.01000,0.512
43,mlp.experts.35.up_proj,0.0003100794,0.01000,0.548
43,mlp.experts.36.up_proj,0.0000284631,0.01000,0.509
43,mlp.experts.37.up_proj,0.0000395885,0.01000,0.513
43,mlp.experts.38.up_proj,0.0001772291,0.01000,0.512
43,mlp.experts.39.up_proj,0.0001831468,0.01000,0.529
43,mlp.experts.40.up_proj,0.0003796432,0.01000,0.514
43,mlp.experts.41.up_proj,0.0001158164,0.01000,0.510
43,mlp.experts.42.up_proj,0.0000400427,0.01000,0.510
43,mlp.experts.43.up_proj,0.0000320107,0.01000,0.508
43,mlp.experts.44.up_proj,0.0000693241,0.01000,0.509
43,mlp.experts.45.up_proj,0.0002383077,0.01000,0.508
43,mlp.experts.46.up_proj,0.0000807943,0.01000,0.509
43,mlp.experts.47.up_proj,0.0000398568,0.01000,0.508
43,mlp.experts.48.up_proj,0.0003889035,0.01000,0.514
43,mlp.experts.49.up_proj,0.0000401986,0.01000,0.510
43,mlp.experts.50.up_proj,0.0001353745,0.01000,0.511
43,mlp.experts.51.up_proj,0.0005073328,0.01000,0.511
43,mlp.experts.52.up_proj,0.0000618339,0.01000,0.536
43,mlp.experts.53.up_proj,0.0001649563,0.01000,0.513
43,mlp.experts.54.up_proj,0.0004213383,0.01000,0.512
43,mlp.experts.55.up_proj,0.0002312696,0.01000,0.514
43,mlp.experts.56.up_proj,0.0000387087,0.01000,0.510
43,mlp.experts.57.up_proj,0.0001347520,0.01000,0.511
43,mlp.experts.58.up_proj,0.0000579123,0.01000,0.509
43,mlp.experts.59.up_proj,0.0001211264,0.01000,0.510
43,mlp.experts.60.up_proj,0.0002678987,0.01000,0.510
43,mlp.experts.61.up_proj,0.0000179292,0.01000,0.516
43,mlp.experts.62.up_proj,0.0001548479,0.01000,0.534
43,mlp.experts.63.up_proj,0.0003424555,0.01000,0.520
43,mlp.experts.64.up_proj,0.0000976722,0.01000,0.540
43,mlp.experts.65.up_proj,0.0000614363,0.01000,0.532
43,mlp.experts.66.up_proj,0.0000433599,0.01000,0.535
43,mlp.experts.67.up_proj,0.0004027786,0.01000,0.522
43,mlp.experts.68.up_proj,0.0000840434,0.01000,0.550
43,mlp.experts.69.up_proj,0.0000257716,0.01000,0.532
43,mlp.experts.70.up_proj,0.0000541812,0.01000,0.531
43,mlp.experts.71.up_proj,0.0000139129,0.01000,0.525
43,mlp.experts.72.up_proj,0.0000138424,0.01000,0.514
43,mlp.experts.73.up_proj,0.0006830352,0.01000,0.513
43,mlp.experts.74.up_proj,0.0000576879,0.01000,0.518
43,mlp.experts.75.up_proj,0.0000158020,0.01000,0.535
43,mlp.experts.76.up_proj,0.0002427424,0.01000,0.529
43,mlp.experts.77.up_proj,0.0000451680,0.01000,0.514
43,mlp.experts.78.up_proj,0.0000532762,0.01000,0.512
43,mlp.experts.79.up_proj,0.0001044985,0.01000,0.526
43,mlp.experts.80.up_proj,0.0000213303,0.01000,0.528
43,mlp.experts.81.up_proj,0.0000420066,0.01000,0.519
43,mlp.experts.82.up_proj,0.0000358973,0.01000,0.512
43,mlp.experts.83.up_proj,0.0000322075,0.01000,0.513
43,mlp.experts.84.up_proj,0.0002229549,0.01000,0.526
43,mlp.experts.85.up_proj,0.0001946688,0.01000,0.514
43,mlp.experts.86.up_proj,0.0002081923,0.01000,0.517
43,mlp.experts.87.up_proj,0.0000295767,0.01000,0.517
43,mlp.experts.88.up_proj,0.0000435378,0.01000,0.513
43,mlp.experts.89.up_proj,0.0002820569,0.01000,0.512
43,mlp.experts.90.up_proj,0.0000423573,0.01000,0.513
43,mlp.experts.91.up_proj,0.0001414745,0.01000,0.513
43,mlp.experts.92.up_proj,0.0000936611,0.01000,0.522
43,mlp.experts.93.up_proj,0.0020914183,0.01000,0.514
43,mlp.experts.94.up_proj,0.0000826158,0.01000,0.514
43,mlp.experts.95.up_proj,0.0027928782,0.01000,0.510
43,mlp.experts.96.up_proj,0.0000155924,0.01000,0.509
43,mlp.experts.97.up_proj,0.0000366356,0.01000,0.511
43,mlp.experts.98.up_proj,0.0000326136,0.01000,0.510
43,mlp.experts.99.up_proj,0.0000164249,0.01000,0.512
43,mlp.experts.100.up_proj,0.0000756702,0.01000,0.510
43,mlp.experts.101.up_proj,0.0009099892,0.01000,0.509
43,mlp.experts.102.up_proj,0.0001116930,0.01000,0.520
43,mlp.experts.103.up_proj,0.0001548699,0.01000,0.511
43,mlp.experts.104.up_proj,0.0000297117,0.01000,0.512
43,mlp.experts.105.up_proj,0.0006475699,0.01000,0.513
43,mlp.experts.106.up_proj,0.0001851313,0.01000,0.511
43,mlp.experts.107.up_proj,0.0003071894,0.01000,0.512
43,mlp.experts.108.up_proj,0.0001978204,0.01000,0.510
43,mlp.experts.109.up_proj,0.0000980686,0.01000,0.510
43,mlp.experts.110.up_proj,0.0003344518,0.01000,0.521
43,mlp.experts.111.up_proj,0.0001389709,0.01000,0.518
43,mlp.experts.112.up_proj,0.0000167683,0.01000,0.510
43,mlp.experts.113.up_proj,0.0000265048,0.01000,0.511
43,mlp.experts.114.up_proj,0.0000431286,0.01000,0.511
43,mlp.experts.115.up_proj,0.0000259420,0.01000,0.510
43,mlp.experts.116.up_proj,0.0001620408,0.01000,0.512
43,mlp.experts.117.up_proj,0.0000666548,0.01000,0.510
43,mlp.experts.118.up_proj,0.0000490484,0.01000,0.520
43,mlp.experts.119.up_proj,0.0004978388,0.01000,0.511
43,mlp.experts.120.up_proj,0.0001005875,0.01000,0.512
43,mlp.experts.121.up_proj,0.0000275668,0.01000,0.517
43,mlp.experts.122.up_proj,0.0000686631,0.01000,0.511
43,mlp.experts.123.up_proj,0.0003287691,0.01000,0.517
43,mlp.experts.124.up_proj,0.0005190005,0.01000,0.510
43,mlp.experts.125.up_proj,0.0000478895,0.01000,0.515
43,mlp.experts.126.up_proj,0.0008175122,0.01000,0.531
43,mlp.experts.127.up_proj,0.0000440872,0.01000,0.511
43,mlp.experts.0.gate_proj,0.0000446669,0.01000,0.512
43,mlp.experts.1.gate_proj,0.0008544209,0.01000,0.510
43,mlp.experts.2.gate_proj,0.0000477569,0.01000,0.513
43,mlp.experts.3.gate_proj,0.0001092612,0.01000,0.521
43,mlp.experts.4.gate_proj,0.0000411943,0.01000,0.509
43,mlp.experts.5.gate_proj,0.0001128591,0.01000,0.511
43,mlp.experts.6.gate_proj,0.0000334655,0.01000,0.511
43,mlp.experts.7.gate_proj,0.0002813746,0.01000,0.511
43,mlp.experts.8.gate_proj,0.0000299845,0.01000,0.509
43,mlp.experts.9.gate_proj,0.0002848265,0.01000,0.525
43,mlp.experts.10.gate_proj,0.0001419079,0.01000,0.510
43,mlp.experts.11.gate_proj,0.0001921362,0.01000,0.511
43,mlp.experts.12.gate_proj,0.0000486977,0.01000,0.512
43,mlp.experts.13.gate_proj,0.0006765279,0.01000,0.511
43,mlp.experts.14.gate_proj,0.0002262788,0.01000,0.510
43,mlp.experts.15.gate_proj,0.0000536817,0.01000,0.510
43,mlp.experts.16.gate_proj,0.0000575397,0.01000,0.520
43,mlp.experts.17.gate_proj,0.0000860632,0.01000,0.548
43,mlp.experts.18.gate_proj,0.0000329757,0.01000,0.516
43,mlp.experts.19.gate_proj,0.0000327577,0.01000,0.519
43,mlp.experts.20.gate_proj,0.0001975558,0.01000,0.511
43,mlp.experts.21.gate_proj,0.0000812805,0.01000,0.512
43,mlp.experts.22.gate_proj,0.0004283153,0.01000,0.511
43,mlp.experts.23.gate_proj,0.0003097461,0.01000,0.511
43,mlp.experts.24.gate_proj,0.0001529887,0.01000,0.516
43,mlp.experts.25.gate_proj,0.0003261325,0.01000,0.513
43,mlp.experts.26.gate_proj,0.0000863138,0.01000,0.511
43,mlp.experts.27.gate_proj,0.0001295775,0.01000,0.510
43,mlp.experts.28.gate_proj,0.0000382947,0.01000,0.512
43,mlp.experts.29.gate_proj,0.0000828699,0.01000,0.520
43,mlp.experts.30.gate_proj,0.0000427369,0.01000,0.517
43,mlp.experts.31.gate_proj,0.0000104806,0.01000,0.511
43,mlp.experts.32.gate_proj,0.0006553540,0.01000,0.511
43,mlp.experts.33.gate_proj,0.0000874417,0.01000,0.516
43,mlp.experts.34.gate_proj,0.0001304128,0.01000,0.517
43,mlp.experts.35.gate_proj,0.0002746069,0.01000,0.510
43,mlp.experts.36.gate_proj,0.0000252105,0.01000,0.510
43,mlp.experts.37.gate_proj,0.0000392210,0.01000,0.510
43,mlp.experts.38.gate_proj,0.0001694883,0.01000,0.514
43,mlp.experts.39.gate_proj,0.0001636034,0.01000,0.510
43,mlp.experts.40.gate_proj,0.0003366852,0.01000,0.511
43,mlp.experts.41.gate_proj,0.0001138602,0.01000,0.512
43,mlp.experts.42.gate_proj,0.0000359311,0.01000,0.516
43,mlp.experts.43.gate_proj,0.0000267220,0.01000,0.514
43,mlp.experts.44.gate_proj,0.0000616088,0.01000,0.526
43,mlp.experts.45.gate_proj,0.0002109620,0.01000,0.520
43,mlp.experts.46.gate_proj,0.0000764459,0.01000,0.514
43,mlp.experts.47.gate_proj,0.0000378481,0.01000,0.513
43,mlp.experts.48.gate_proj,0.0003675296,0.01000,0.518
43,mlp.experts.49.gate_proj,0.0000354849,0.01000,0.514
43,mlp.experts.50.gate_proj,0.0001240844,0.01000,0.517
43,mlp.experts.51.gate_proj,0.0004666377,0.01000,0.514
43,mlp.experts.52.gate_proj,0.0000571307,0.01000,0.516
43,mlp.experts.53.gate_proj,0.0001584671,0.01000,0.514
43,mlp.experts.54.gate_proj,0.0003743633,0.01000,0.530
43,mlp.experts.55.gate_proj,0.0002159731,0.01000,0.526
43,mlp.experts.56.gate_proj,0.0000389581,0.01000,0.517
43,mlp.experts.57.gate_proj,0.0001233802,0.01000,0.513
43,mlp.experts.58.gate_proj,0.0000553883,0.01000,0.512
43,mlp.experts.59.gate_proj,0.0001092908,0.01000,0.517
43,mlp.experts.60.gate_proj,0.0002402041,0.01000,0.515
43,mlp.experts.61.gate_proj,0.0000167913,0.01000,0.516
43,mlp.experts.62.gate_proj,0.0001445227,0.01000,0.515
43,mlp.experts.63.gate_proj,0.0003103944,0.01000,0.517
43,mlp.experts.64.gate_proj,0.0000843585,0.01000,0.518
43,mlp.experts.65.gate_proj,0.0000588639,0.01000,0.553
43,mlp.experts.66.gate_proj,0.0000403080,0.01000,0.541
43,mlp.experts.67.gate_proj,0.0003724658,0.01000,0.598
43,mlp.experts.68.gate_proj,0.0000783484,0.01000,0.540
43,mlp.experts.69.gate_proj,0.0000241196,0.01000,0.520
43,mlp.experts.70.gate_proj,0.0000510868,0.01000,0.523
43,mlp.experts.71.gate_proj,0.0000140931,0.01000,0.523
43,mlp.experts.72.gate_proj,0.0000131983,0.01000,0.522
43,mlp.experts.73.gate_proj,0.0006491357,0.01000,0.523
43,mlp.experts.74.gate_proj,0.0000659519,0.01000,0.531
43,mlp.experts.75.gate_proj,0.0000153500,0.01000,0.526
43,mlp.experts.76.gate_proj,0.0002229139,0.01000,0.519
43,mlp.experts.77.gate_proj,0.0000417251,0.01000,0.517
43,mlp.experts.78.gate_proj,0.0000519748,0.01000,0.518
43,mlp.experts.79.gate_proj,0.0000888640,0.01000,0.517
43,mlp.experts.80.gate_proj,0.0000212201,0.01000,0.517
43,mlp.experts.81.gate_proj,0.0000392286,0.01000,0.539
43,mlp.experts.82.gate_proj,0.0000370463,0.01000,0.519
43,mlp.experts.83.gate_proj,0.0000307741,0.01000,0.516
43,mlp.experts.84.gate_proj,0.0002121107,0.01000,0.525
43,mlp.experts.85.gate_proj,0.0001736521,0.01000,0.519
43,mlp.experts.86.gate_proj,0.0001947699,0.01000,0.520
43,mlp.experts.87.gate_proj,0.0000253191,0.01000,0.516
43,mlp.experts.88.gate_proj,0.0000415985,0.01000,0.520
43,mlp.experts.89.gate_proj,0.0002517927,0.01000,0.532
43,mlp.experts.90.gate_proj,0.0000407024,0.01000,0.525
43,mlp.experts.91.gate_proj,0.0001345290,0.01000,0.528
43,mlp.experts.92.gate_proj,0.0000888483,0.01000,0.517
43,mlp.experts.93.gate_proj,0.0018769078,0.01000,0.517
43,mlp.experts.94.gate_proj,0.0000728180,0.01000,0.533
43,mlp.experts.95.gate_proj,0.0025592770,0.01000,0.518
43,mlp.experts.96.gate_proj,0.0000146166,0.01000,0.528
43,mlp.experts.97.gate_proj,0.0000331392,0.01000,0.520
43,mlp.experts.98.gate_proj,0.0000298939,0.01000,0.519
43,mlp.experts.99.gate_proj,0.0000156805,0.01000,0.518
43,mlp.experts.100.gate_proj,0.0000710482,0.01000,0.522
43,mlp.experts.101.gate_proj,0.0008386270,0.01000,0.518
43,mlp.experts.102.gate_proj,0.0000975909,0.01000,0.526
43,mlp.experts.103.gate_proj,0.0001370937,0.01000,0.519
43,mlp.experts.104.gate_proj,0.0000260007,0.01000,0.530
43,mlp.experts.105.gate_proj,0.0005907043,0.01000,0.539
43,mlp.experts.106.gate_proj,0.0001723402,0.01000,0.526
43,mlp.experts.107.gate_proj,0.0002908893,0.01000,0.525
43,mlp.experts.108.gate_proj,0.0001828328,0.01000,0.525
43,mlp.experts.109.gate_proj,0.0000863103,0.01000,0.524
43,mlp.experts.110.gate_proj,0.0003083359,0.01000,0.522
43,mlp.experts.111.gate_proj,0.0001286768,0.01000,0.522
43,mlp.experts.112.gate_proj,0.0000144200,0.01000,0.521
43,mlp.experts.113.gate_proj,0.0000267098,0.01000,0.522
43,mlp.experts.114.gate_proj,0.0000392301,0.01000,0.521
43,mlp.experts.115.gate_proj,0.0000248833,0.01000,0.526
43,mlp.experts.116.gate_proj,0.0001350728,0.01000,0.522
43,mlp.experts.117.gate_proj,0.0000611378,0.01000,0.521
43,mlp.experts.118.gate_proj,0.0000482240,0.01000,0.521
43,mlp.experts.119.gate_proj,0.0004500626,0.01000,0.530
43,mlp.experts.120.gate_proj,0.0000925033,0.01000,0.526
43,mlp.experts.121.gate_proj,0.0000253472,0.01000,0.525
43,mlp.experts.122.gate_proj,0.0000638009,0.01000,0.531
43,mlp.experts.123.gate_proj,0.0003136496,0.01000,0.538
43,mlp.experts.124.gate_proj,0.0004959005,0.01000,0.524
43,mlp.experts.125.gate_proj,0.0000451530,0.01000,0.545
43,mlp.experts.126.gate_proj,0.0007443795,0.01000,0.526
43,mlp.experts.127.gate_proj,0.0000387965,0.01000,0.522
43,mlp.experts.0.down_proj,0.0000529230,0.01000,0.196
43,mlp.experts.1.down_proj,0.0014145323,0.01000,0.198
43,mlp.experts.2.down_proj,0.0000437403,0.01000,0.196
43,mlp.experts.3.down_proj,0.0000663550,0.01000,0.197
43,mlp.experts.4.down_proj,0.0000984394,0.01000,0.200
43,mlp.experts.5.down_proj,0.0001136966,0.01000,0.200
43,mlp.experts.6.down_proj,0.0000587979,0.01000,0.199
43,mlp.experts.7.down_proj,0.0002551435,0.01000,0.199
43,mlp.experts.8.down_proj,0.0000377426,0.01000,0.198
43,mlp.experts.9.down_proj,0.0006500745,0.01000,0.199
43,mlp.experts.10.down_proj,0.0001456126,0.01000,0.198
43,mlp.experts.11.down_proj,0.0002593739,0.01000,0.199
43,mlp.experts.12.down_proj,0.0000829203,0.01000,0.198
43,mlp.experts.13.down_proj,0.0006316193,0.01000,0.205
43,mlp.experts.14.down_proj,0.0002109792,0.01000,0.198
43,mlp.experts.15.down_proj,0.0000924056,0.01000,0.199
43,mlp.experts.16.down_proj,0.0000751354,0.01000,0.197
43,mlp.experts.17.down_proj,0.0000930289,0.01000,0.205
43,mlp.experts.18.down_proj,0.0000379444,0.01000,0.201
43,mlp.experts.19.down_proj,0.0000809959,0.01000,0.198
43,mlp.experts.20.down_proj,0.0002042796,0.01000,0.198
43,mlp.experts.21.down_proj,0.0000592050,0.01000,0.198
43,mlp.experts.22.down_proj,0.0004162379,0.01000,0.198
43,mlp.experts.23.down_proj,0.0002320784,0.01000,0.199
43,mlp.experts.24.down_proj,0.0001728617,0.01000,0.199
43,mlp.experts.25.down_proj,0.0005138657,0.01000,0.198
43,mlp.experts.26.down_proj,0.0000869108,0.01000,0.198
43,mlp.experts.27.down_proj,0.0001162319,0.01000,0.199
43,mlp.experts.28.down_proj,0.0000361972,0.01000,0.198
43,mlp.experts.29.down_proj,0.0001120357,0.01000,0.198
43,mlp.experts.30.down_proj,0.0000320854,0.01000,0.199
43,mlp.experts.31.down_proj,0.0000132761,0.01000,0.200
43,mlp.experts.32.down_proj,0.0008924157,0.01000,0.197
43,mlp.experts.33.down_proj,0.0000641362,0.01000,0.201
43,mlp.experts.34.down_proj,0.0001690188,0.01000,0.198
43,mlp.experts.35.down_proj,0.0001625830,0.01000,0.197
43,mlp.experts.36.down_proj,0.0000481716,0.01000,0.203
43,mlp.experts.37.down_proj,0.0000478085,0.01000,0.199
43,mlp.experts.38.down_proj,0.0001314743,0.01000,0.202
43,mlp.experts.39.down_proj,0.0001895319,0.01000,0.199
43,mlp.experts.40.down_proj,0.0004100165,0.01000,0.198
43,mlp.experts.41.down_proj,0.0004714959,0.01000,0.197
43,mlp.experts.42.down_proj,0.0000584010,0.01000,0.200
43,mlp.experts.43.down_proj,0.0000584178,0.01000,0.198
43,mlp.experts.44.down_proj,0.0000671720,0.01000,0.198
43,mlp.experts.45.down_proj,0.0002358526,0.01000,0.199
43,mlp.experts.46.down_proj,0.0000821912,0.01000,0.200
43,mlp.experts.47.down_proj,0.0000405196,0.01000,0.199
43,mlp.experts.48.down_proj,0.0003938534,0.01000,0.198
43,mlp.experts.49.down_proj,0.0000567566,0.01000,0.199
43,mlp.experts.50.down_proj,0.0001409331,0.01000,0.199
43,mlp.experts.51.down_proj,0.0005437368,0.01000,0.197
43,mlp.experts.52.down_proj,0.0000560717,0.01000,0.197
43,mlp.experts.53.down_proj,0.0001430989,0.01000,0.201
43,mlp.experts.54.down_proj,0.0007227141,0.01000,0.204
43,mlp.experts.55.down_proj,0.0001901145,0.01000,0.198
43,mlp.experts.56.down_proj,0.0000407391,0.01000,0.197
43,mlp.experts.57.down_proj,0.0001433078,0.01000,0.199
43,mlp.experts.58.down_proj,0.0000666508,0.01000,0.198
43,mlp.experts.59.down_proj,0.0001289010,0.01000,0.198
43,mlp.experts.60.down_proj,0.0003741223,0.01000,0.199
43,mlp.experts.61.down_proj,0.0000214418,0.01000,0.198
43,mlp.experts.62.down_proj,0.0001722877,0.01000,0.198
43,mlp.experts.63.down_proj,0.0002742154,0.01000,0.197
43,mlp.experts.64.down_proj,0.0000931454,0.01000,0.197
43,mlp.experts.65.down_proj,0.0000421721,0.01000,0.198
43,mlp.experts.66.down_proj,0.0000972104,0.01000,0.209
43,mlp.experts.67.down_proj,0.0006431838,0.01000,0.201
43,mlp.experts.68.down_proj,0.0000725002,0.01000,0.206
43,mlp.experts.69.down_proj,0.0000237688,0.01000,0.199
43,mlp.experts.70.down_proj,0.0001021324,0.01000,0.200
43,mlp.experts.71.down_proj,0.0000252015,0.01000,0.198
43,mlp.experts.72.down_proj,0.0000135503,0.01000,0.200
43,mlp.experts.73.down_proj,0.0011097691,0.01000,0.202
43,mlp.experts.74.down_proj,0.0000623474,0.01000,0.201
43,mlp.experts.75.down_proj,0.0000233295,0.01000,0.201
43,mlp.experts.76.down_proj,0.0006846702,0.01000,0.200
43,mlp.experts.77.down_proj,0.0000597257,0.01000,0.200
43,mlp.experts.78.down_proj,0.0000533480,0.01000,0.200
43,mlp.experts.79.down_proj,0.0001876438,0.01000,0.204
43,mlp.experts.80.down_proj,0.0000205205,0.01000,0.205
43,mlp.experts.81.down_proj,0.0000588000,0.01000,0.200
43,mlp.experts.82.down_proj,0.0000294108,0.01000,0.201
43,mlp.experts.83.down_proj,0.0000302812,0.01000,0.206
43,mlp.experts.84.down_proj,0.0005314215,0.01000,0.200
43,mlp.experts.85.down_proj,0.0001626212,0.01000,0.200
43,mlp.experts.86.down_proj,0.0002090152,0.01000,0.202
43,mlp.experts.87.down_proj,0.0000458042,0.01000,0.200
43,mlp.experts.88.down_proj,0.0000536310,0.01000,0.200
43,mlp.experts.89.down_proj,0.0004190765,0.01000,0.200
43,mlp.experts.90.down_proj,0.0000833355,0.01000,0.210
43,mlp.experts.91.down_proj,0.0001599827,0.01000,0.200
43,mlp.experts.92.down_proj,0.0000866161,0.01000,0.199
43,mlp.experts.93.down_proj,0.0011016084,0.01000,0.200
43,mlp.experts.94.down_proj,0.0000736731,0.01000,0.205
43,mlp.experts.95.down_proj,0.0133417936,0.01000,0.202
43,mlp.experts.96.down_proj,0.0000257504,0.01000,0.202
43,mlp.experts.97.down_proj,0.0000368793,0.01000,0.200
43,mlp.experts.98.down_proj,0.0000334194,0.01000,0.200
43,mlp.experts.99.down_proj,0.0000182215,0.01000,0.200
43,mlp.experts.100.down_proj,0.0000555705,0.01000,0.200
43,mlp.experts.101.down_proj,0.0006572549,0.01000,0.200
43,mlp.experts.102.down_proj,0.0001385041,0.01000,0.201
43,mlp.experts.103.down_proj,0.0003446137,0.01000,0.200
43,mlp.experts.104.down_proj,0.0000382179,0.01000,0.200
43,mlp.experts.105.down_proj,0.0007381095,0.01000,0.202
43,mlp.experts.106.down_proj,0.0001485651,0.01000,0.199
43,mlp.experts.107.down_proj,0.0005722374,0.01000,0.200
43,mlp.experts.108.down_proj,0.0002424043,0.01000,0.200
43,mlp.experts.109.down_proj,0.0001418323,0.01000,0.202
43,mlp.experts.110.down_proj,0.0003912436,0.01000,0.199
43,mlp.experts.111.down_proj,0.0001800526,0.01000,0.203
43,mlp.experts.112.down_proj,0.0000258974,0.01000,0.200
43,mlp.experts.113.down_proj,0.0000262085,0.01000,0.199
43,mlp.experts.114.down_proj,0.0000662913,0.01000,0.204
43,mlp.experts.115.down_proj,0.0000176197,0.01000,0.202
43,mlp.experts.116.down_proj,0.0002082558,0.01000,0.202
43,mlp.experts.117.down_proj,0.0001452339,0.01000,0.200
43,mlp.experts.118.down_proj,0.0001239927,0.01000,0.201
43,mlp.experts.119.down_proj,0.0004306765,0.01000,0.201
43,mlp.experts.120.down_proj,0.0001095944,0.01000,0.200
43,mlp.experts.121.down_proj,0.0000393399,0.01000,0.200
43,mlp.experts.122.down_proj,0.0001411449,0.01000,0.201
43,mlp.experts.123.down_proj,0.0002497299,0.01000,0.202
43,mlp.experts.124.down_proj,0.0007870482,0.01000,0.200
43,mlp.experts.125.down_proj,0.0000769776,0.01000,0.200
43,mlp.experts.126.down_proj,0.0047086026,0.01000,0.200
43,mlp.experts.127.down_proj,0.0000464637,0.01000,0.200
44,self_attn.q_proj,0.0000039065,0.01000,0.514
44,self_attn.k_proj,0.0000003250,0.01000,0.515
44,self_attn.v_proj,0.0000007690,0.01000,0.511
44,self_attn.o_proj,0.0000001226,0.01000,1.028
44,mlp.gate,0.0000009200,0.01000,0.509
44,mlp.experts.0.up_proj,0.0000422675,0.01000,0.525
44,mlp.experts.1.up_proj,0.0001386174,0.01000,0.519
44,mlp.experts.2.up_proj,0.0002416243,0.01000,0.529
44,mlp.experts.3.up_proj,0.0000612998,0.01000,0.524
44,mlp.experts.4.up_proj,0.0000614630,0.01000,0.529
44,mlp.experts.5.up_proj,0.0000282093,0.01000,0.533
44,mlp.experts.6.up_proj,0.0000325640,0.01000,0.531
44,mlp.experts.7.up_proj,0.0001267601,0.01000,0.526
44,mlp.experts.8.up_proj,0.0000778666,0.01000,0.518
44,mlp.experts.9.up_proj,0.0000485703,0.01000,0.521
44,mlp.experts.10.up_proj,0.0007042999,0.01000,0.523
44,mlp.experts.11.up_proj,0.0000272980,0.01000,0.530
44,mlp.experts.12.up_proj,0.0001231844,0.01000,0.531
44,mlp.experts.13.up_proj,0.0000497964,0.01000,0.528
44,mlp.experts.14.up_proj,0.0001591798,0.01000,0.549
44,mlp.experts.15.up_proj,0.0001884787,0.01000,0.531
44,mlp.experts.16.up_proj,0.0000242871,0.01000,0.518
44,mlp.experts.17.up_proj,0.0001314935,0.01000,0.518
44,mlp.experts.18.up_proj,0.0004728314,0.01000,0.553
44,mlp.experts.19.up_proj,0.0000417025,0.01000,0.537
44,mlp.experts.20.up_proj,0.0000393869,0.01000,0.544
44,mlp.experts.21.up_proj,0.0003010127,0.01000,0.546
44,mlp.experts.22.up_proj,0.0000371681,0.01000,0.542
44,mlp.experts.23.up_proj,0.0000488718,0.01000,0.544
44,mlp.experts.24.up_proj,0.0002647825,0.01000,0.537
44,mlp.experts.25.up_proj,0.0000172582,0.01000,0.521
44,mlp.experts.26.up_proj,0.0002405345,0.01000,0.527
44,mlp.experts.27.up_proj,0.0000505975,0.01000,0.532
44,mlp.experts.28.up_proj,0.0004638557,0.01000,0.528
44,mlp.experts.29.up_proj,0.0000251266,0.01000,0.518
44,mlp.experts.30.up_proj,0.0000883893,0.01000,0.521
44,mlp.experts.31.up_proj,0.0000226461,0.01000,0.537
44,mlp.experts.32.up_proj,0.0001723851,0.01000,0.527
44,mlp.experts.33.up_proj,0.0000845974,0.01000,0.527
44,mlp.experts.34.up_proj,0.0001161812,0.01000,0.529
44,mlp.experts.35.up_proj,0.0002093270,0.01000,0.538
44,mlp.experts.36.up_proj,0.0004306591,0.01000,0.533
44,mlp.experts.37.up_proj,0.0000522831,0.01000,0.544
44,mlp.experts.38.up_proj,0.0000478969,0.01000,0.548
44,mlp.experts.39.up_proj,0.0001247533,0.01000,0.548
44,mlp.experts.40.up_proj,0.0005274417,0.01000,0.534
44,mlp.experts.41.up_proj,0.0002535270,0.01000,0.541
44,mlp.experts.42.up_proj,0.0000121716,0.01000,0.540
44,mlp.experts.43.up_proj,0.0000791078,0.01000,0.518
44,mlp.experts.44.up_proj,0.0000460850,0.01000,0.529
44,mlp.experts.45.up_proj,0.0000397138,0.01000,0.536
44,mlp.experts.46.up_proj,0.0000736235,0.01000,0.517
44,mlp.experts.47.up_proj,0.0000524068,0.01000,0.532
44,mlp.experts.48.up_proj,0.0000569103,0.01000,0.532
44,mlp.experts.49.up_proj,0.0005339707,0.01000,0.530
44,mlp.experts.50.up_proj,0.0009302859,0.01000,0.517
44,mlp.experts.51.up_proj,0.0000324325,0.01000,0.527
44,mlp.experts.52.up_proj,0.0001877013,0.01000,0.531
44,mlp.experts.53.up_proj,0.0000508854,0.01000,0.533
44,mlp.experts.54.up_proj,0.0000411838,0.01000,0.529
44,mlp.experts.55.up_proj,0.0008239426,0.01000,0.515
44,mlp.experts.56.up_proj,0.0000842681,0.01000,0.542
44,mlp.experts.57.up_proj,0.0000875250,0.01000,0.520
44,mlp.experts.58.up_proj,0.0000751664,0.01000,0.514
44,mlp.experts.59.up_proj,0.0001002037,0.01000,0.524
44,mlp.experts.60.up_proj,0.0003289299,0.01000,0.527
44,mlp.experts.61.up_proj,0.0010845257,0.01000,0.529
44,mlp.experts.62.up_proj,0.0000134630,0.01000,0.522
44,mlp.experts.63.up_proj,0.0001678614,0.01000,0.532
44,mlp.experts.64.up_proj,0.0000370237,0.01000,0.518
44,mlp.experts.65.up_proj,0.0004454631,0.01000,0.512
44,mlp.experts.66.up_proj,0.0003202866,0.01000,0.529
44,mlp.experts.67.up_proj,0.0000650375,0.01000,0.520
44,mlp.experts.68.up_proj,0.0001302170,0.01000,0.512
44,mlp.experts.69.up_proj,0.0000513719,0.01000,0.513
44,mlp.experts.70.up_proj,0.0000298341,0.01000,0.530
44,mlp.experts.71.up_proj,0.0000536735,0.01000,0.525
44,mlp.experts.72.up_proj,0.0000381097,0.01000,0.517
44,mlp.experts.73.up_proj,0.0000445492,0.01000,0.522
44,mlp.experts.74.up_proj,0.0005019640,0.01000,0.548
44,mlp.experts.75.up_proj,0.0001325019,0.01000,0.524
44,mlp.experts.76.up_proj,0.0004840280,0.01000,0.533
44,mlp.experts.77.up_proj,0.0009601051,0.01000,0.528
44,mlp.experts.78.up_proj,0.0013533397,0.01000,0.513
44,mlp.experts.79.up_proj,0.0004060608,0.01000,0.514
44,mlp.experts.80.up_proj,0.0000343614,0.01000,0.527
44,mlp.experts.81.up_proj,0.0000360010,0.01000,0.528
44,mlp.experts.82.up_proj,0.0003130089,0.01000,0.514
44,mlp.experts.83.up_proj,0.0000787920,0.01000,0.525
44,mlp.experts.84.up_proj,0.0000924701,0.01000,0.524
44,mlp.experts.85.up_proj,0.0001408864,0.01000,0.516
44,mlp.experts.86.up_proj,0.0005224813,0.01000,0.526
44,mlp.experts.87.up_proj,0.0003364070,0.01000,0.525
44,mlp.experts.88.up_proj,0.0000526441,0.01000,0.524
44,mlp.experts.89.up_proj,0.0002268141,0.01000,0.530
44,mlp.experts.90.up_proj,0.0000544457,0.01000,0.518
44,mlp.experts.91.up_proj,0.0003581229,0.01000,0.529
44,mlp.experts.92.up_proj,0.0001318343,0.01000,0.514
44,mlp.experts.93.up_proj,0.0002997688,0.01000,0.516
44,mlp.experts.94.up_proj,0.0000337253,0.01000,0.527
44,mlp.experts.95.up_proj,0.0000928706,0.01000,0.523
44,mlp.experts.96.up_proj,0.0001342283,0.01000,0.520
44,mlp.experts.97.up_proj,0.0003298539,0.01000,0.522
44,mlp.experts.98.up_proj,0.0000558363,0.01000,0.529
44,mlp.experts.99.up_proj,0.0000698421,0.01000,0.518
44,mlp.experts.100.up_proj,0.0002675873,0.01000,0.530
44,mlp.experts.101.up_proj,0.0002699077,0.01000,0.527
44,mlp.experts.102.up_proj,0.0000318813,0.01000,0.522
44,mlp.experts.103.up_proj,0.0000753794,0.01000,0.512
44,mlp.experts.104.up_proj,0.0000673151,0.01000,0.516
44,mlp.experts.105.up_proj,0.0001334404,0.01000,0.527
44,mlp.experts.106.up_proj,0.0008168088,0.01000,0.518
44,mlp.experts.107.up_proj,0.0000907919,0.01000,0.511
44,mlp.experts.108.up_proj,0.0002249700,0.01000,0.522
44,mlp.experts.109.up_proj,0.0000591875,0.01000,0.520
44,mlp.experts.110.up_proj,0.0000350429,0.01000,0.518
44,mlp.experts.111.up_proj,0.0000818502,0.01000,0.518
44,mlp.experts.112.up_proj,0.0001211671,0.01000,0.523
44,mlp.experts.113.up_proj,0.0000176142,0.01000,0.512
44,mlp.experts.114.up_proj,0.0001186763,0.01000,0.514
44,mlp.experts.115.up_proj,0.0002495167,0.01000,0.538
44,mlp.experts.116.up_proj,0.0000438737,0.01000,0.532
44,mlp.experts.117.up_proj,0.0003941306,0.01000,0.525
44,mlp.experts.118.up_proj,0.0000927346,0.01000,0.523
44,mlp.experts.119.up_proj,0.0001473390,0.01000,0.529
44,mlp.experts.120.up_proj,0.0007713922,0.01000,0.521
44,mlp.experts.121.up_proj,0.0000649651,0.01000,0.513
44,mlp.experts.122.up_proj,0.0000381988,0.01000,0.513
44,mlp.experts.123.up_proj,0.0005998151,0.01000,0.523
44,mlp.experts.124.up_proj,0.0008293249,0.01000,0.521
44,mlp.experts.125.up_proj,0.0001859394,0.01000,0.529
44,mlp.experts.126.up_proj,0.0001218749,0.01000,0.525
44,mlp.experts.127.up_proj,0.0000398408,0.01000,0.520
44,mlp.experts.0.gate_proj,0.0000386644,0.01000,0.521
44,mlp.experts.1.gate_proj,0.0001294541,0.01000,0.513
44,mlp.experts.2.gate_proj,0.0002295715,0.01000,0.527
44,mlp.experts.3.gate_proj,0.0000575299,0.01000,0.522
44,mlp.experts.4.gate_proj,0.0000568416,0.01000,0.515
44,mlp.experts.5.gate_proj,0.0000255327,0.01000,0.520
44,mlp.experts.6.gate_proj,0.0000294591,0.01000,0.512
44,mlp.experts.7.gate_proj,0.0001189172,0.01000,0.531
44,mlp.experts.8.gate_proj,0.0000822575,0.01000,0.523
44,mlp.experts.9.gate_proj,0.0000449930,0.01000,0.520
44,mlp.experts.10.gate_proj,0.0006293885,0.01000,0.520
44,mlp.experts.11.gate_proj,0.0000265471,0.01000,0.519
44,mlp.experts.12.gate_proj,0.0001154375,0.01000,0.510
44,mlp.experts.13.gate_proj,0.0000533044,0.01000,0.512
44,mlp.experts.14.gate_proj,0.0001410524,0.01000,0.519
44,mlp.experts.15.gate_proj,0.0001722865,0.01000,0.512
44,mlp.experts.16.gate_proj,0.0000227781,0.01000,0.520
44,mlp.experts.17.gate_proj,0.0001186849,0.01000,0.525
44,mlp.experts.18.gate_proj,0.0004084973,0.01000,0.512
44,mlp.experts.19.gate_proj,0.0000391949,0.01000,0.511
44,mlp.experts.20.gate_proj,0.0000321338,0.01000,0.521
44,mlp.experts.21.gate_proj,0.0002673029,0.01000,0.520
44,mlp.experts.22.gate_proj,0.0000335274,0.01000,0.515
44,mlp.experts.23.gate_proj,0.0000611450,0.01000,0.513
44,mlp.experts.24.gate_proj,0.0002430896,0.01000,0.528
44,mlp.experts.25.gate_proj,0.0000160863,0.01000,0.511
44,mlp.experts.26.gate_proj,0.0002126542,0.01000,0.520
44,mlp.experts.27.gate_proj,0.0000444091,0.01000,0.520
44,mlp.experts.28.gate_proj,0.0004323356,0.01000,0.527
44,mlp.experts.29.gate_proj,0.0000239408,0.01000,0.513
44,mlp.experts.30.gate_proj,0.0000853900,0.01000,0.523
44,mlp.experts.31.gate_proj,0.0000218326,0.01000,0.530
44,mlp.experts.32.gate_proj,0.0001672378,0.01000,0.524
44,mlp.experts.33.gate_proj,0.0000783418,0.01000,0.518
44,mlp.experts.34.gate_proj,0.0001043136,0.01000,0.515
44,mlp.experts.35.gate_proj,0.0001902130,0.01000,0.516
44,mlp.experts.36.gate_proj,0.0003813210,0.01000,0.510
44,mlp.experts.37.gate_proj,0.0000457869,0.01000,0.512
44,mlp.experts.38.gate_proj,0.0000421517,0.01000,0.521
44,mlp.experts.39.gate_proj,0.0001140391,0.01000,0.522
44,mlp.experts.40.gate_proj,0.0004941110,0.01000,0.519
44,mlp.experts.41.gate_proj,0.0002459889,0.01000,0.517
44,mlp.experts.42.gate_proj,0.0000110615,0.01000,0.520
44,mlp.experts.43.gate_proj,0.0000696846,0.01000,0.509
44,mlp.experts.44.gate_proj,0.0000415218,0.01000,0.512
44,mlp.experts.45.gate_proj,0.0000350413,0.01000,0.528
44,mlp.experts.46.gate_proj,0.0000676920,0.01000,0.519
44,mlp.experts.47.gate_proj,0.0000507370,0.01000,0.522
44,mlp.experts.48.gate_proj,0.0000513129,0.01000,0.531
44,mlp.experts.49.gate_proj,0.0004832592,0.01000,0.525
44,mlp.experts.50.gate_proj,0.0008505723,0.01000,0.528
44,mlp.experts.51.gate_proj,0.0000303662,0.01000,0.519
44,mlp.experts.52.gate_proj,0.0001700757,0.01000,0.529
44,mlp.experts.53.gate_proj,0.0000454615,0.01000,0.515
44,mlp.experts.54.gate_proj,0.0000387508,0.01000,0.515
44,mlp.experts.55.gate_proj,0.0007415804,0.01000,0.530
44,mlp.experts.56.gate_proj,0.0000747015,0.01000,0.522
44,mlp.experts.57.gate_proj,0.0000818901,0.01000,0.527
44,mlp.experts.58.gate_proj,0.0000711348,0.01000,0.528
44,mlp.experts.59.gate_proj,0.0000978421,0.01000,0.544
44,mlp.experts.60.gate_proj,0.0002963765,0.01000,0.519
44,mlp.experts.61.gate_proj,0.0009426003,0.01000,0.530
44,mlp.experts.62.gate_proj,0.0000129788,0.01000,0.516
44,mlp.experts.63.gate_proj,0.0001550742,0.01000,0.514
44,mlp.experts.64.gate_proj,0.0000342937,0.01000,0.559
44,mlp.experts.65.gate_proj,0.0004163239,0.01000,0.534
44,mlp.experts.66.gate_proj,0.0002791532,0.01000,0.538
44,mlp.experts.67.gate_proj,0.0000595400,0.01000,0.525
44,mlp.experts.68.gate_proj,0.0001103181,0.01000,0.518
44,mlp.experts.69.gate_proj,0.0000463820,0.01000,0.528
44,mlp.experts.70.gate_proj,0.0000278968,0.01000,0.525
44,mlp.experts.71.gate_proj,0.0000514076,0.01000,0.516
44,mlp.experts.72.gate_proj,0.0000334743,0.01000,0.522
44,mlp.experts.73.gate_proj,0.0000405595,0.01000,0.531
44,mlp.experts.74.gate_proj,0.0004422083,0.01000,0.522
44,mlp.experts.75.gate_proj,0.0001111605,0.01000,0.524
44,mlp.experts.76.gate_proj,0.0004347419,0.01000,0.523
44,mlp.experts.77.gate_proj,0.0008690260,0.01000,0.538
44,mlp.experts.78.gate_proj,0.0011976633,0.01000,0.550
44,mlp.experts.79.gate_proj,0.0003545783,0.01000,0.554
44,mlp.experts.80.gate_proj,0.0000314027,0.01000,0.536
44,mlp.experts.81.gate_proj,0.0000301736,0.01000,0.537
44,mlp.experts.82.gate_proj,0.0002919485,0.01000,0.520
44,mlp.experts.83.gate_proj,0.0000675390,0.01000,0.531
44,mlp.experts.84.gate_proj,0.0000816523,0.01000,0.532
44,mlp.experts.85.gate_proj,0.0001188613,0.01000,0.521
44,mlp.experts.86.gate_proj,0.0004665467,0.01000,0.518
44,mlp.experts.87.gate_proj,0.0003145112,0.01000,0.535
44,mlp.experts.88.gate_proj,0.0000465454,0.01000,0.533
44,mlp.experts.89.gate_proj,0.0002012726,0.01000,0.525
44,mlp.experts.90.gate_proj,0.0000493431,0.01000,0.543
44,mlp.experts.91.gate_proj,0.0003240945,0.01000,0.528
44,mlp.experts.92.gate_proj,0.0001175647,0.01000,0.527
44,mlp.experts.93.gate_proj,0.0002411098,0.01000,0.532
44,mlp.experts.94.gate_proj,0.0000334654,0.01000,0.527
44,mlp.experts.95.gate_proj,0.0000801062,0.01000,0.547
44,mlp.experts.96.gate_proj,0.0001230421,0.01000,0.560
44,mlp.experts.97.gate_proj,0.0002950155,0.01000,0.546
44,mlp.experts.98.gate_proj,0.0000494026,0.01000,0.545
44,mlp.experts.99.gate_proj,0.0000618775,0.01000,0.522
44,mlp.experts.100.gate_proj,0.0002400913,0.01000,0.530
44,mlp.experts.101.gate_proj,0.0002477629,0.01000,0.542
44,mlp.experts.102.gate_proj,0.0000300674,0.01000,0.537
44,mlp.experts.103.gate_proj,0.0000695071,0.01000,0.523
44,mlp.experts.104.gate_proj,0.0000631882,0.01000,0.523
44,mlp.experts.105.gate_proj,0.0001249877,0.01000,0.533
44,mlp.experts.106.gate_proj,0.0006892292,0.01000,0.518
44,mlp.experts.107.gate_proj,0.0000818892,0.01000,0.538
44,mlp.experts.108.gate_proj,0.0002032900,0.01000,0.527
44,mlp.experts.109.gate_proj,0.0000541307,0.01000,0.532
44,mlp.experts.110.gate_proj,0.0000329147,0.01000,0.550
44,mlp.experts.111.gate_proj,0.0000768325,0.01000,0.521
44,mlp.experts.112.gate_proj,0.0001125993,0.01000,0.547
44,mlp.experts.113.gate_proj,0.0000166890,0.01000,0.530
44,mlp.experts.114.gate_proj,0.0001147359,0.01000,0.521
44,mlp.experts.115.gate_proj,0.0002102922,0.01000,0.584
44,mlp.experts.116.gate_proj,0.0000396353,0.01000,0.543
44,mlp.experts.117.gate_proj,0.0003335116,0.01000,0.549
44,mlp.experts.118.gate_proj,0.0000828630,0.01000,0.538
44,mlp.experts.119.gate_proj,0.0001324600,0.01000,0.543
44,mlp.experts.120.gate_proj,0.0006821640,0.01000,0.556
44,mlp.experts.121.gate_proj,0.0000572263,0.01000,0.530
44,mlp.experts.122.gate_proj,0.0000338203,0.01000,0.532
44,mlp.experts.123.gate_proj,0.0005480269,0.01000,0.535
44,mlp.experts.124.gate_proj,0.0006468377,0.01000,0.535
44,mlp.experts.125.gate_proj,0.0001685691,0.01000,0.530
44,mlp.experts.126.gate_proj,0.0001080433,0.01000,0.544
44,mlp.experts.127.gate_proj,0.0000378964,0.01000,0.522
44,mlp.experts.0.down_proj,0.0000893680,0.01000,0.197
44,mlp.experts.1.down_proj,0.0001620039,0.01000,0.196
44,mlp.experts.2.down_proj,0.0002184783,0.01000,0.204
44,mlp.experts.3.down_proj,0.0000657578,0.01000,0.197
44,mlp.experts.4.down_proj,0.0000626915,0.01000,0.200
44,mlp.experts.5.down_proj,0.0000144344,0.01000,0.197
44,mlp.experts.6.down_proj,0.0000305496,0.01000,0.200
44,mlp.experts.7.down_proj,0.0001345503,0.01000,0.199
44,mlp.experts.8.down_proj,0.0001661019,0.01000,0.198
44,mlp.experts.9.down_proj,0.0000352043,0.01000,0.198
44,mlp.experts.10.down_proj,0.0004244928,0.01000,0.198
44,mlp.experts.11.down_proj,0.0000251379,0.01000,0.201
44,mlp.experts.12.down_proj,0.0001202819,0.01000,0.198
44,mlp.experts.13.down_proj,0.0001350270,0.01000,0.199
44,mlp.experts.14.down_proj,0.0002078476,0.01000,0.211
44,mlp.experts.15.down_proj,0.0001760288,0.01000,0.200
44,mlp.experts.16.down_proj,0.0000566713,0.01000,0.199
44,mlp.experts.17.down_proj,0.0002221963,0.01000,0.200
44,mlp.experts.18.down_proj,0.0010991564,0.01000,0.202
44,mlp.experts.19.down_proj,0.0000461636,0.01000,0.198
44,mlp.experts.20.down_proj,0.0000579427,0.01000,0.200
44,mlp.experts.21.down_proj,0.0004852279,0.01000,0.199
44,mlp.experts.22.down_proj,0.0000486963,0.01000,0.205
44,mlp.experts.23.down_proj,0.0000693568,0.01000,0.199
44,mlp.experts.24.down_proj,0.0002019705,0.01000,0.200
44,mlp.experts.25.down_proj,0.0000148259,0.01000,0.201
44,mlp.experts.26.down_proj,0.0002664439,0.01000,0.198
44,mlp.experts.27.down_proj,0.0000558804,0.01000,0.200
44,mlp.experts.28.down_proj,0.0018089775,0.01000,0.199
44,mlp.experts.29.down_proj,0.0000246704,0.01000,0.204
44,mlp.experts.30.down_proj,0.0000746540,0.01000,0.199
44,mlp.experts.31.down_proj,0.0000563235,0.01000,0.198
44,mlp.experts.32.down_proj,0.0001916010,0.01000,0.202
44,mlp.experts.33.down_proj,0.0001058410,0.01000,0.206
44,mlp.experts.34.down_proj,0.0001054179,0.01000,0.202
44,mlp.experts.35.down_proj,0.0001608747,0.01000,0.199
44,mlp.experts.36.down_proj,0.0006064484,0.01000,0.202
44,mlp.experts.37.down_proj,0.0000781740,0.01000,0.198
44,mlp.experts.38.down_proj,0.0000653827,0.01000,0.199
44,mlp.experts.39.down_proj,0.0001123743,0.01000,0.200
44,mlp.experts.40.down_proj,0.0003315153,0.01000,0.199
44,mlp.experts.41.down_proj,0.0002055945,0.01000,0.198
44,mlp.experts.42.down_proj,0.0000151086,0.01000,0.197
44,mlp.experts.43.down_proj,0.0001496834,0.01000,0.201
44,mlp.experts.44.down_proj,0.0000438645,0.01000,0.199
44,mlp.experts.45.down_proj,0.0000754725,0.01000,0.199
44,mlp.experts.46.down_proj,0.0001169745,0.01000,0.199
44,mlp.experts.47.down_proj,0.0000571820,0.01000,0.199
44,mlp.experts.48.down_proj,0.0001257884,0.01000,0.201
44,mlp.experts.49.down_proj,0.0003555658,0.01000,0.198
44,mlp.experts.50.down_proj,0.0011693529,0.01000,0.198
44,mlp.experts.51.down_proj,0.0000402893,0.01000,0.197
44,mlp.experts.52.down_proj,0.0001834086,0.01000,0.199
44,mlp.experts.53.down_proj,0.0000816249,0.01000,0.197
44,mlp.experts.54.down_proj,0.0000626603,0.01000,0.201
44,mlp.experts.55.down_proj,0.0014558495,0.01000,0.209
44,mlp.experts.56.down_proj,0.0001307222,0.01000,0.203
44,mlp.experts.57.down_proj,0.0002306071,0.01000,0.200
44,mlp.experts.58.down_proj,0.0000894195,0.01000,0.199
44,mlp.experts.59.down_proj,0.0001815296,0.01000,0.199
44,mlp.experts.60.down_proj,0.0004322654,0.01000,0.201
44,mlp.experts.61.down_proj,0.0057362657,0.01000,0.200
44,mlp.experts.62.down_proj,0.0000223976,0.01000,0.205
44,mlp.experts.63.down_proj,0.0001223658,0.01000,0.200
44,mlp.experts.64.down_proj,0.0000320088,0.01000,0.200
44,mlp.experts.65.down_proj,0.0004125132,0.01000,0.207
44,mlp.experts.66.down_proj,0.0005271823,0.01000,0.208
44,mlp.experts.67.down_proj,0.0001386995,0.01000,0.206
44,mlp.experts.68.down_proj,0.0002246416,0.01000,0.199
44,mlp.experts.69.down_proj,0.0000474448,0.01000,0.199
44,mlp.experts.70.down_proj,0.0000420572,0.01000,0.201
44,mlp.experts.71.down_proj,0.0001438747,0.01000,0.198
44,mlp.experts.72.down_proj,0.0000389652,0.01000,0.198
44,mlp.experts.73.down_proj,0.0001197864,0.01000,0.202
44,mlp.experts.74.down_proj,0.0005599525,0.01000,0.200
44,mlp.experts.75.down_proj,0.0002714972,0.01000,0.200
44,mlp.experts.76.down_proj,0.0003023606,0.01000,0.207
44,mlp.experts.77.down_proj,0.0008155301,0.01000,0.199
44,mlp.experts.78.down_proj,0.0015749414,0.01000,0.199
44,mlp.experts.79.down_proj,0.0004261858,0.01000,0.199
44,mlp.experts.80.down_proj,0.0000500216,0.01000,0.199
44,mlp.experts.81.down_proj,0.0000502295,0.01000,0.199
44,mlp.experts.82.down_proj,0.0002869325,0.01000,0.200
44,mlp.experts.83.down_proj,0.0000652512,0.01000,0.199
44,mlp.experts.84.down_proj,0.0000771945,0.01000,0.198
44,mlp.experts.85.down_proj,0.0001226269,0.01000,0.200
44,mlp.experts.86.down_proj,0.0003311756,0.01000,0.201
44,mlp.experts.87.down_proj,0.0008669277,0.01000,0.200
44,mlp.experts.88.down_proj,0.0000874591,0.01000,0.200
44,mlp.experts.89.down_proj,0.0001553913,0.01000,0.211
44,mlp.experts.90.down_proj,0.0001482871,0.01000,0.207
44,mlp.experts.91.down_proj,0.0003874923,0.01000,0.202
44,mlp.experts.92.down_proj,0.0001910388,0.01000,0.203
44,mlp.experts.93.down_proj,0.0010162899,0.01000,0.202
44,mlp.experts.94.down_proj,0.0000310804,0.01000,0.201
44,mlp.experts.95.down_proj,0.0000567058,0.01000,0.202
44,mlp.experts.96.down_proj,0.0001274824,0.01000,0.207
44,mlp.experts.97.down_proj,0.0004819397,0.01000,0.202
44,mlp.experts.98.down_proj,0.0000891464,0.01000,0.202
44,mlp.experts.99.down_proj,0.0000886903,0.01000,0.202
44,mlp.experts.100.down_proj,0.0004285450,0.01000,0.201
44,mlp.experts.101.down_proj,0.0005507041,0.01000,0.201
44,mlp.experts.102.down_proj,0.0000510003,0.01000,0.202
44,mlp.experts.103.down_proj,0.0000891421,0.01000,0.203
44,mlp.experts.104.down_proj,0.0000907124,0.01000,0.201
44,mlp.experts.105.down_proj,0.0001369130,0.01000,0.199
44,mlp.experts.106.down_proj,0.0021074563,0.01000,0.201
44,mlp.experts.107.down_proj,0.0001046800,0.01000,0.211
44,mlp.experts.108.down_proj,0.0002385571,0.01000,0.200
44,mlp.experts.109.down_proj,0.0001178781,0.01000,0.201
44,mlp.experts.110.down_proj,0.0000568065,0.01000,0.199
44,mlp.experts.111.down_proj,0.0000756458,0.01000,0.201
44,mlp.experts.112.down_proj,0.0001993889,0.01000,0.199
44,mlp.experts.113.down_proj,0.0000141612,0.01000,0.200
44,mlp.experts.114.down_proj,0.0001904992,0.01000,0.199
44,mlp.experts.115.down_proj,0.0002110991,0.01000,0.200
44,mlp.experts.116.down_proj,0.0000528008,0.01000,0.208
44,mlp.experts.117.down_proj,0.0004751419,0.01000,0.212
44,mlp.experts.118.down_proj,0.0001285686,0.01000,0.216
44,mlp.experts.119.down_proj,0.0001830429,0.01000,0.204
44,mlp.experts.120.down_proj,0.0007042571,0.01000,0.203
44,mlp.experts.121.down_proj,0.0000901684,0.01000,0.201
44,mlp.experts.122.down_proj,0.0000472159,0.01000,0.210
44,mlp.experts.123.down_proj,0.0004931206,0.01000,0.211
44,mlp.experts.124.down_proj,0.0018011736,0.01000,0.204
44,mlp.experts.125.down_proj,0.0002363752,0.01000,0.202
44,mlp.experts.126.down_proj,0.0001373913,0.01000,0.201
44,mlp.experts.127.down_proj,0.0000489239,0.01000,0.206
45,self_attn.q_proj,0.0000125478,0.01000,0.521
45,self_attn.k_proj,0.0000009467,0.01000,0.515
45,self_attn.v_proj,0.0000025348,0.01000,0.529
45,self_attn.o_proj,0.0000000879,0.01000,1.027
45,mlp.gate,0.0000008533,0.01000,0.516
45,mlp.experts.0.up_proj,0.0000598818,0.01000,0.519
45,mlp.experts.1.up_proj,0.0001066615,0.01000,0.519
45,mlp.experts.2.up_proj,0.0000828684,0.01000,0.512
45,mlp.experts.3.up_proj,0.0004301768,0.01000,0.519
45,mlp.experts.4.up_proj,0.0001665663,0.01000,0.512
45,mlp.experts.5.up_proj,0.0000376862,0.01000,0.512
45,mlp.experts.6.up_proj,0.0005049441,0.01000,0.515
45,mlp.experts.7.up_proj,0.0001697985,0.01000,0.514
45,mlp.experts.8.up_proj,0.0001899850,0.01000,0.517
45,mlp.experts.9.up_proj,0.0002069265,0.01000,0.513
45,mlp.experts.10.up_proj,0.0000924952,0.01000,0.515
45,mlp.experts.11.up_proj,0.0012868878,0.01000,0.511
45,mlp.experts.12.up_proj,0.0000458897,0.01000,0.510
45,mlp.experts.13.up_proj,0.0002819567,0.01000,0.520
45,mlp.experts.14.up_proj,0.0004534226,0.01000,0.519
45,mlp.experts.15.up_proj,0.0007590742,0.01000,0.516
45,mlp.experts.16.up_proj,0.0000442096,0.01000,0.514
45,mlp.experts.17.up_proj,0.0000550991,0.01000,0.515
45,mlp.experts.18.up_proj,0.0000697440,0.01000,0.514
45,mlp.experts.19.up_proj,0.0002245250,0.01000,0.510
45,mlp.experts.20.up_proj,0.0000575734,0.01000,0.511
45,mlp.experts.21.up_proj,0.0000724504,0.01000,0.525
45,mlp.experts.22.up_proj,0.0000268956,0.01000,0.513
45,mlp.experts.23.up_proj,0.0001162618,0.01000,0.512
45,mlp.experts.24.up_proj,0.0000819669,0.01000,0.516
45,mlp.experts.25.up_proj,0.0049411972,0.01000,0.512
45,mlp.experts.26.up_proj,0.0000505950,0.01000,0.512
45,mlp.experts.27.up_proj,0.0000670960,0.01000,0.529
45,mlp.experts.28.up_proj,0.0003409536,0.01000,0.513
45,mlp.experts.29.up_proj,0.0000104198,0.01000,0.510
45,mlp.experts.30.up_proj,0.0000556299,0.01000,0.510
45,mlp.experts.31.up_proj,0.0002479512,0.01000,0.519
45,mlp.experts.32.up_proj,0.0000444249,0.01000,0.512
45,mlp.experts.33.up_proj,0.0002135925,0.01000,0.510
45,mlp.experts.34.up_proj,0.0002392940,0.01000,0.510
45,mlp.experts.35.up_proj,0.0001627563,0.01000,0.514
45,mlp.experts.36.up_proj,0.0000925124,0.01000,0.509
45,mlp.experts.37.up_proj,0.0000337298,0.01000,0.511
45,mlp.experts.38.up_proj,0.0000232617,0.01000,0.509
45,mlp.experts.39.up_proj,0.0009653888,0.01000,0.509
45,mlp.experts.40.up_proj,0.0001497710,0.01000,0.518
45,mlp.experts.41.up_proj,0.0001872409,0.01000,0.516
45,mlp.experts.42.up_proj,0.0000656023,0.01000,0.508
45,mlp.experts.43.up_proj,0.0008349223,0.01000,0.509
45,mlp.experts.44.up_proj,0.0000555417,0.01000,0.514
45,mlp.experts.45.up_proj,0.0000486080,0.01000,0.515
45,mlp.experts.46.up_proj,0.0000424594,0.01000,0.509
45,mlp.experts.47.up_proj,0.0000391296,0.01000,0.509
45,mlp.experts.48.up_proj,0.0000159870,0.01000,0.515
45,mlp.experts.49.up_proj,0.0000797162,0.01000,0.517
45,mlp.experts.50.up_proj,0.0000573301,0.01000,0.509
45,mlp.experts.51.up_proj,0.0000195121,0.01000,0.508
45,mlp.experts.52.up_proj,0.0000441063,0.01000,0.510
45,mlp.experts.53.up_proj,0.0001616959,0.01000,0.515
45,mlp.experts.54.up_proj,0.0000604604,0.01000,0.511
45,mlp.experts.55.up_proj,0.0024480494,0.01000,0.511
45,mlp.experts.56.up_proj,0.0007249852,0.01000,0.511
45,mlp.experts.57.up_proj,0.0002279694,0.01000,0.527
45,mlp.experts.58.up_proj,0.0000885206,0.01000,0.514
45,mlp.experts.59.up_proj,0.0005461751,0.01000,0.510
45,mlp.experts.60.up_proj,0.0004671105,0.01000,0.520
45,mlp.experts.61.up_proj,0.0003018221,0.01000,0.532
45,mlp.experts.62.up_proj,0.0028491445,0.01000,0.512
45,mlp.experts.63.up_proj,0.0000907859,0.01000,0.528
45,mlp.experts.64.up_proj,0.0000660174,0.01000,0.516
45,mlp.experts.65.up_proj,0.0001267388,0.01000,0.510
45,mlp.experts.66.up_proj,0.0001992507,0.01000,0.519
45,mlp.experts.67.up_proj,0.0001016161,0.01000,0.514
45,mlp.experts.68.up_proj,0.0044422129,0.01000,0.511
45,mlp.experts.69.up_proj,0.0000834041,0.01000,0.512
45,mlp.experts.70.up_proj,0.0000477558,0.01000,0.519
45,mlp.experts.71.up_proj,0.0001053713,0.01000,0.520
45,mlp.experts.72.up_proj,0.0011113769,0.01000,0.513
45,mlp.experts.73.up_proj,0.0005428535,0.01000,0.544
45,mlp.experts.74.up_proj,0.0002820560,0.01000,0.520
45,mlp.experts.75.up_proj,0.0011436177,0.01000,0.519
45,mlp.experts.76.up_proj,0.0000483581,0.01000,0.520
45,mlp.experts.77.up_proj,0.0000341763,0.01000,0.529
45,mlp.experts.78.up_proj,0.0000853741,0.01000,0.518
45,mlp.experts.79.up_proj,0.0005631149,0.01000,0.523
45,mlp.experts.80.up_proj,0.0000355501,0.01000,0.518
45,mlp.experts.81.up_proj,0.0000822478,0.01000,0.543
45,mlp.experts.82.up_proj,0.0000428240,0.01000,0.544
45,mlp.experts.83.up_proj,0.0000532229,0.01000,0.527
45,mlp.experts.84.up_proj,0.0001133585,0.01000,0.524
45,mlp.experts.85.up_proj,0.0000576897,0.01000,0.516
45,mlp.experts.86.up_proj,0.0001032076,0.01000,0.521
45,mlp.experts.87.up_proj,0.0000558876,0.01000,0.521
45,mlp.experts.88.up_proj,0.0000236164,0.01000,0.513
45,mlp.experts.89.up_proj,0.0001480786,0.01000,0.511
45,mlp.experts.90.up_proj,0.0000570021,0.01000,0.513
45,mlp.experts.91.up_proj,0.0000917881,0.01000,0.515
45,mlp.experts.92.up_proj,0.0000574306,0.01000,0.512
45,mlp.experts.93.up_proj,0.0000747408,0.01000,0.513
45,mlp.experts.94.up_proj,0.0000662822,0.01000,0.512
45,mlp.experts.95.up_proj,0.0000228796,0.01000,0.512
45,mlp.experts.96.up_proj,0.0003168364,0.01000,0.515
45,mlp.experts.97.up_proj,0.0010152072,0.01000,0.516
45,mlp.experts.98.up_proj,0.0000303266,0.01000,0.546
45,mlp.experts.99.up_proj,0.0000231264,0.01000,0.539
45,mlp.experts.100.up_proj,0.0004586010,0.01000,0.541
45,mlp.experts.101.up_proj,0.0000944155,0.01000,0.536
45,mlp.experts.102.up_proj,0.0004304207,0.01000,0.519
45,mlp.experts.103.up_proj,0.0000691275,0.01000,0.527
45,mlp.experts.104.up_proj,0.0002587062,0.01000,0.530
45,mlp.experts.105.up_proj,0.0004284072,0.01000,0.520
45,mlp.experts.106.up_proj,0.0007452380,0.01000,0.515
45,mlp.experts.107.up_proj,0.0000837449,0.01000,0.525
45,mlp.experts.108.up_proj,0.0009849342,0.01000,0.518
45,mlp.experts.109.up_proj,0.0004294228,0.01000,0.512
45,mlp.experts.110.up_proj,0.0001340757,0.01000,0.518
45,mlp.experts.111.up_proj,0.0001436099,0.01000,0.517
45,mlp.experts.112.up_proj,0.0000412088,0.01000,0.514
45,mlp.experts.113.up_proj,0.0004759555,0.01000,0.516
45,mlp.experts.114.up_proj,0.0000577683,0.01000,0.517
45,mlp.experts.115.up_proj,0.0001965317,0.01000,0.511
45,mlp.experts.116.up_proj,0.0001817186,0.01000,0.526
45,mlp.experts.117.up_proj,0.0000855184,0.01000,0.522
45,mlp.experts.118.up_proj,0.0015880689,0.01000,0.512
45,mlp.experts.119.up_proj,0.0000496369,0.01000,0.512
45,mlp.experts.120.up_proj,0.0001536587,0.01000,0.514
45,mlp.experts.121.up_proj,0.0001545135,0.01000,0.514
45,mlp.experts.122.up_proj,0.0028043596,0.01000,0.511
45,mlp.experts.123.up_proj,0.0000302655,0.01000,0.512
45,mlp.experts.124.up_proj,0.0002775518,0.01000,0.518
45,mlp.experts.125.up_proj,0.0007035302,0.01000,0.511
45,mlp.experts.126.up_proj,0.0001273620,0.01000,0.527
45,mlp.experts.127.up_proj,0.0000586927,0.01000,0.518
45,mlp.experts.0.gate_proj,0.0000547406,0.01000,0.523
45,mlp.experts.1.gate_proj,0.0000945439,0.01000,0.525
45,mlp.experts.2.gate_proj,0.0000774270,0.01000,0.527
45,mlp.experts.3.gate_proj,0.0003830563,0.01000,0.513
45,mlp.experts.4.gate_proj,0.0001489299,0.01000,0.515
45,mlp.experts.5.gate_proj,0.0000354075,0.01000,0.512
45,mlp.experts.6.gate_proj,0.0004525439,0.01000,0.533
45,mlp.experts.7.gate_proj,0.0001505996,0.01000,0.518
45,mlp.experts.8.gate_proj,0.0001635483,0.01000,0.517
45,mlp.experts.9.gate_proj,0.0001717723,0.01000,0.514
45,mlp.experts.10.gate_proj,0.0000823727,0.01000,0.538
45,mlp.experts.11.gate_proj,0.0011245677,0.01000,0.515
45,mlp.experts.12.gate_proj,0.0000403306,0.01000,0.513
45,mlp.experts.13.gate_proj,0.0002467523,0.01000,0.512
45,mlp.experts.14.gate_proj,0.0004097519,0.01000,0.512
45,mlp.experts.15.gate_proj,0.0006903371,0.01000,0.525
45,mlp.experts.16.gate_proj,0.0000378242,0.01000,0.525
45,mlp.experts.17.gate_proj,0.0000478352,0.01000,0.527
45,mlp.experts.18.gate_proj,0.0000633442,0.01000,0.530
45,mlp.experts.19.gate_proj,0.0002042405,0.01000,0.527
45,mlp.experts.20.gate_proj,0.0000518203,0.01000,0.524
45,mlp.experts.21.gate_proj,0.0000627380,0.01000,0.523
45,mlp.experts.22.gate_proj,0.0000236296,0.01000,0.523
45,mlp.experts.23.gate_proj,0.0001156963,0.01000,0.525
45,mlp.experts.24.gate_proj,0.0000709312,0.01000,0.520
45,mlp.experts.25.gate_proj,0.0042520337,0.01000,0.535
45,mlp.experts.26.gate_proj,0.0000476112,0.01000,0.534
45,mlp.experts.27.gate_proj,0.0000619672,0.01000,0.522
45,mlp.experts.28.gate_proj,0.0002895438,0.01000,0.552
45,mlp.experts.29.gate_proj,0.0000106019,0.01000,0.525
45,mlp.experts.30.gate_proj,0.0000492027,0.01000,0.520
45,mlp.experts.31.gate_proj,0.0002231346,0.01000,0.521
45,mlp.experts.32.gate_proj,0.0000415655,0.01000,0.520
45,mlp.experts.33.gate_proj,0.0001834550,0.01000,0.524
45,mlp.experts.34.gate_proj,0.0002146341,0.01000,0.520
45,mlp.experts.35.gate_proj,0.0001405882,0.01000,0.515
45,mlp.experts.36.gate_proj,0.0000814395,0.01000,0.525
45,mlp.experts.37.gate_proj,0.0000291804,0.01000,0.516
45,mlp.experts.38.gate_proj,0.0000219611,0.01000,0.525
45,mlp.experts.39.gate_proj,0.0008494898,0.01000,0.517
45,mlp.experts.40.gate_proj,0.0001351522,0.01000,0.519
45,mlp.experts.41.gate_proj,0.0001576746,0.01000,0.551
45,mlp.experts.42.gate_proj,0.0000586240,0.01000,0.528
45,mlp.experts.43.gate_proj,0.0007513418,0.01000,0.519
45,mlp.experts.44.gate_proj,0.0000511952,0.01000,0.511
45,mlp.experts.45.gate_proj,0.0000440188,0.01000,0.516
45,mlp.experts.46.gate_proj,0.0000358938,0.01000,0.510
45,mlp.experts.47.gate_proj,0.0000369163,0.01000,0.512
45,mlp.experts.48.gate_proj,0.0000153391,0.01000,0.512
45,mlp.experts.49.gate_proj,0.0000716359,0.01000,0.512
45,mlp.experts.50.gate_proj,0.0000509540,0.01000,0.514
45,mlp.experts.51.gate_proj,0.0000180038,0.01000,0.510
45,mlp.experts.52.gate_proj,0.0000420675,0.01000,0.511
45,mlp.experts.53.gate_proj,0.0001439935,0.01000,0.510
45,mlp.experts.54.gate_proj,0.0000549526,0.01000,0.518
45,mlp.experts.55.gate_proj,0.0021270196,0.01000,0.521
45,mlp.experts.56.gate_proj,0.0006417448,0.01000,0.514
45,mlp.experts.57.gate_proj,0.0001944203,0.01000,0.511
45,mlp.experts.58.gate_proj,0.0000804611,0.01000,0.512
45,mlp.experts.59.gate_proj,0.0004630322,0.01000,0.513
45,mlp.experts.60.gate_proj,0.0004138331,0.01000,0.513
45,mlp.experts.61.gate_proj,0.0002622663,0.01000,0.510
45,mlp.experts.62.gate_proj,0.0024438061,0.01000,0.511
45,mlp.experts.63.gate_proj,0.0000799452,0.01000,0.510
45,mlp.experts.64.gate_proj,0.0000618342,0.01000,0.512
45,mlp.experts.65.gate_proj,0.0001180164,0.01000,0.512
45,mlp.experts.66.gate_proj,0.0001809707,0.01000,0.514
45,mlp.experts.67.gate_proj,0.0000913763,0.01000,0.516
45,mlp.experts.68.gate_proj,0.0044114170,0.01000,0.520
45,mlp.experts.69.gate_proj,0.0000789590,0.01000,0.511
45,mlp.experts.70.gate_proj,0.0000415928,0.01000,0.518
45,mlp.experts.71.gate_proj,0.0000933464,0.01000,0.512
45,mlp.experts.72.gate_proj,0.0009847859,0.01000,0.530
45,mlp.experts.73.gate_proj,0.0004796879,0.01000,0.522
45,mlp.experts.74.gate_proj,0.0002596671,0.01000,0.516
45,mlp.experts.75.gate_proj,0.0010213120,0.01000,0.520
45,mlp.experts.76.gate_proj,0.0000488999,0.01000,0.514
45,mlp.experts.77.gate_proj,0.0000312969,0.01000,0.526
45,mlp.experts.78.gate_proj,0.0000741422,0.01000,0.515
45,mlp.experts.79.gate_proj,0.0005052587,0.01000,0.519
45,mlp.experts.80.gate_proj,0.0000287834,0.01000,0.517
45,mlp.experts.81.gate_proj,0.0000734156,0.01000,0.525
45,mlp.experts.82.gate_proj,0.0000421439,0.01000,0.519
45,mlp.experts.83.gate_proj,0.0000469918,0.01000,0.519
45,mlp.experts.84.gate_proj,0.0000959950,0.01000,0.519
45,mlp.experts.85.gate_proj,0.0000515728,0.01000,0.517
45,mlp.experts.86.gate_proj,0.0000945459,0.01000,0.516
45,mlp.experts.87.gate_proj,0.0000587590,0.01000,0.515
45,mlp.experts.88.gate_proj,0.0000212143,0.01000,0.517
45,mlp.experts.89.gate_proj,0.0001296331,0.01000,0.516
45,mlp.experts.90.gate_proj,0.0000523049,0.01000,0.519
45,mlp.experts.91.gate_proj,0.0000865275,0.01000,0.515
45,mlp.experts.92.gate_proj,0.0000507715,0.01000,0.517
45,mlp.experts.93.gate_proj,0.0000657258,0.01000,0.522
45,mlp.experts.94.gate_proj,0.0000611487,0.01000,0.525
45,mlp.experts.95.gate_proj,0.0000203823,0.01000,0.521
45,mlp.experts.96.gate_proj,0.0002756457,0.01000,0.516
45,mlp.experts.97.gate_proj,0.0009021162,0.01000,0.520
45,mlp.experts.98.gate_proj,0.0000270395,0.01000,0.517
45,mlp.experts.99.gate_proj,0.0000214811,0.01000,0.529
45,mlp.experts.100.gate_proj,0.0004095820,0.01000,0.515
45,mlp.experts.101.gate_proj,0.0000899785,0.01000,0.520
45,mlp.experts.102.gate_proj,0.0003906009,0.01000,0.516
45,mlp.experts.103.gate_proj,0.0000606936,0.01000,0.517
45,mlp.experts.104.gate_proj,0.0002358459,0.01000,0.517
45,mlp.experts.105.gate_proj,0.0003847763,0.01000,0.521
45,mlp.experts.106.gate_proj,0.0006437656,0.01000,0.522
45,mlp.experts.107.gate_proj,0.0000776777,0.01000,0.527
45,mlp.experts.108.gate_proj,0.0008866008,0.01000,0.516
45,mlp.experts.109.gate_proj,0.0003791421,0.01000,0.517
45,mlp.experts.110.gate_proj,0.0001236900,0.01000,0.517
45,mlp.experts.111.gate_proj,0.0001294774,0.01000,0.532
45,mlp.experts.112.gate_proj,0.0000338149,0.01000,0.528
45,mlp.experts.113.gate_proj,0.0004189955,0.01000,0.536
45,mlp.experts.114.gate_proj,0.0000514037,0.01000,0.520
45,mlp.experts.115.gate_proj,0.0001761280,0.01000,0.520
45,mlp.experts.116.gate_proj,0.0001652648,0.01000,0.518
45,mlp.experts.117.gate_proj,0.0000765223,0.01000,0.521
45,mlp.experts.118.gate_proj,0.0014948966,0.01000,0.518
45,mlp.experts.119.gate_proj,0.0000444122,0.01000,0.516
45,mlp.experts.120.gate_proj,0.0001317752,0.01000,0.526
45,mlp.experts.121.gate_proj,0.0001419527,0.01000,0.519
45,mlp.experts.122.gate_proj,0.0024510561,0.01000,0.520
45,mlp.experts.123.gate_proj,0.0000256047,0.01000,0.523
45,mlp.experts.124.gate_proj,0.0002530084,0.01000,0.521
45,mlp.experts.125.gate_proj,0.0006238196,0.01000,0.519
45,mlp.experts.126.gate_proj,0.0001139631,0.01000,0.517
45,mlp.experts.127.gate_proj,0.0000549034,0.01000,0.518
45,mlp.experts.0.down_proj,0.0002838249,0.01000,0.197
45,mlp.experts.1.down_proj,0.0001586424,0.01000,0.194
45,mlp.experts.2.down_proj,0.0000621960,0.01000,0.193
45,mlp.experts.3.down_proj,0.0006025098,0.01000,0.197
45,mlp.experts.4.down_proj,0.0001663727,0.01000,0.196
45,mlp.experts.5.down_proj,0.0000364892,0.01000,0.198
45,mlp.experts.6.down_proj,0.0005815421,0.01000,0.197
45,mlp.experts.7.down_proj,0.0001107946,0.01000,0.198
45,mlp.experts.8.down_proj,0.0002571426,0.01000,0.197
45,mlp.experts.9.down_proj,0.0001763036,0.01000,0.202
45,mlp.experts.10.down_proj,0.0000782826,0.01000,0.199
45,mlp.experts.11.down_proj,0.0017536088,0.01000,0.197
45,mlp.experts.12.down_proj,0.0000527427,0.01000,0.198
45,mlp.experts.13.down_proj,0.0002694667,0.01000,0.198
45,mlp.experts.14.down_proj,0.0006869576,0.01000,0.202
45,mlp.experts.15.down_proj,0.0008341996,0.01000,0.198
45,mlp.experts.16.down_proj,0.0000308551,0.01000,0.198
45,mlp.experts.17.down_proj,0.0001078426,0.01000,0.199
45,mlp.experts.18.down_proj,0.0000853799,0.01000,0.200
45,mlp.experts.19.down_proj,0.0001730494,0.01000,0.209
45,mlp.experts.20.down_proj,0.0000645649,0.01000,0.213
45,mlp.experts.21.down_proj,0.0000379611,0.01000,0.204
45,mlp.experts.22.down_proj,0.0000261219,0.01000,0.203
45,mlp.experts.23.down_proj,0.0002843398,0.01000,0.201
45,mlp.experts.24.down_proj,0.0000729245,0.01000,0.201
45,mlp.experts.25.down_proj,0.0059235167,0.01000,0.200
45,mlp.experts.26.down_proj,0.0000681420,0.01000,0.203
45,mlp.experts.27.down_proj,0.0000959147,0.01000,0.200
45,mlp.experts.28.down_proj,0.0004088663,0.01000,0.209
45,mlp.experts.29.down_proj,0.0000208425,0.01000,0.200
45,mlp.experts.30.down_proj,0.0000640698,0.01000,0.200
45,mlp.experts.31.down_proj,0.0006515908,0.01000,0.201
45,mlp.experts.32.down_proj,0.0000762147,0.01000,0.200
45,mlp.experts.33.down_proj,0.0003568595,0.01000,0.201
45,mlp.experts.34.down_proj,0.0003457258,0.01000,0.210
45,mlp.experts.35.down_proj,0.0002644003,0.01000,0.202
45,mlp.experts.36.down_proj,0.0000873343,0.01000,0.199
45,mlp.experts.37.down_proj,0.0000276482,0.01000,0.200
45,mlp.experts.38.down_proj,0.0000320720,0.01000,0.200
45,mlp.experts.39.down_proj,0.0009057138,0.01000,0.199
45,mlp.experts.40.down_proj,0.0002243876,0.01000,0.200
45,mlp.experts.41.down_proj,0.0001491349,0.01000,0.199
45,mlp.experts.42.down_proj,0.0000742225,0.01000,0.203
45,mlp.experts.43.down_proj,0.0011187147,0.01000,0.200
45,mlp.experts.44.down_proj,0.0001524878,0.01000,0.201
45,mlp.experts.45.down_proj,0.0000399826,0.01000,0.199
45,mlp.experts.46.down_proj,0.0000805164,0.01000,0.201
45,mlp.experts.47.down_proj,0.0000529437,0.01000,0.201
45,mlp.experts.48.down_proj,0.0000348005,0.01000,0.208
45,mlp.experts.49.down_proj,0.0002041204,0.01000,0.226
45,mlp.experts.50.down_proj,0.0000895400,0.01000,0.201
45,mlp.experts.51.down_proj,0.0000303829,0.01000,0.217
45,mlp.experts.52.down_proj,0.0001588272,0.01000,0.203
45,mlp.experts.53.down_proj,0.0001596679,0.01000,0.208
45,mlp.experts.54.down_proj,0.0000629956,0.01000,0.214
45,mlp.experts.55.down_proj,0.0029993351,0.01000,0.230
45,mlp.experts.56.down_proj,0.0005943380,0.01000,0.213
45,mlp.experts.57.down_proj,0.0003939194,0.01000,0.200
45,mlp.experts.58.down_proj,0.0000953600,0.01000,0.200
45,mlp.experts.59.down_proj,0.0013331967,0.01000,0.200
45,mlp.experts.60.down_proj,0.0004242857,0.01000,0.211
45,mlp.experts.61.down_proj,0.0002450023,0.01000,0.200
45,mlp.experts.62.down_proj,0.0034312995,0.01000,0.199
45,mlp.experts.63.down_proj,0.0000711690,0.01000,0.200
45,mlp.experts.64.down_proj,0.0000652156,0.01000,0.202
45,mlp.experts.65.down_proj,0.0000931691,0.01000,0.207
45,mlp.experts.66.down_proj,0.0002461900,0.01000,0.199
45,mlp.experts.67.down_proj,0.0001808198,0.01000,0.198
45,mlp.experts.68.down_proj,0.0061861115,0.01000,0.199
45,mlp.experts.69.down_proj,0.0000882872,0.01000,0.199
45,mlp.experts.70.down_proj,0.0000678185,0.01000,0.198
45,mlp.experts.71.down_proj,0.0002207674,0.01000,0.199
45,mlp.experts.72.down_proj,0.0012614525,0.01000,0.199
45,mlp.experts.73.down_proj,0.0002299798,0.01000,0.199
45,mlp.experts.74.down_proj,0.0005372265,0.01000,0.199
45,mlp.experts.75.down_proj,0.0022983149,0.01000,0.203
45,mlp.experts.76.down_proj,0.0000704545,0.01000,0.198
45,mlp.experts.77.down_proj,0.0000246103,0.01000,0.199
45,mlp.experts.78.down_proj,0.0001132375,0.01000,0.199
45,mlp.experts.79.down_proj,0.0003664560,0.01000,0.199
45,mlp.experts.80.down_proj,0.0000572612,0.01000,0.200
45,mlp.experts.81.down_proj,0.0000994011,0.01000,0.198
45,mlp.experts.82.down_proj,0.0000891897,0.01000,0.200
45,mlp.experts.83.down_proj,0.0000619338,0.01000,0.200
45,mlp.experts.84.down_proj,0.0001894048,0.01000,0.201
45,mlp.experts.85.down_proj,0.0000523035,0.01000,0.201
45,mlp.experts.86.down_proj,0.0001065527,0.01000,0.206
45,mlp.experts.87.down_proj,0.0000782258,0.01000,0.203
45,mlp.experts.88.down_proj,0.0000398266,0.01000,0.201
45,mlp.experts.89.down_proj,0.0001202134,0.01000,0.201
45,mlp.experts.90.down_proj,0.0000529685,0.01000,0.201
45,mlp.experts.91.down_proj,0.0001462253,0.01000,0.204
45,mlp.experts.92.down_proj,0.0000659259,0.01000,0.202
45,mlp.experts.93.down_proj,0.0001380521,0.01000,0.201
45,mlp.experts.94.down_proj,0.0000727255,0.01000,0.203
45,mlp.experts.95.down_proj,0.0000630030,0.01000,0.202
45,mlp.experts.96.down_proj,0.0008421727,0.01000,0.199
45,mlp.experts.97.down_proj,0.0010272415,0.01000,0.200
45,mlp.experts.98.down_proj,0.0000524207,0.01000,0.200
45,mlp.experts.99.down_proj,0.0000527689,0.01000,0.200
45,mlp.experts.100.down_proj,0.0005487564,0.01000,0.202
45,mlp.experts.101.down_proj,0.0002249766,0.01000,0.201
45,mlp.experts.102.down_proj,0.0003003144,0.01000,0.200
45,mlp.experts.103.down_proj,0.0001777810,0.01000,0.208
45,mlp.experts.104.down_proj,0.0003460498,0.01000,0.201
45,mlp.experts.105.down_proj,0.0004343179,0.01000,0.202
45,mlp.experts.106.down_proj,0.0005924208,0.01000,0.200
45,mlp.experts.107.down_proj,0.0001212678,0.01000,0.202
45,mlp.experts.108.down_proj,0.0011919450,0.01000,0.210
45,mlp.experts.109.down_proj,0.0006852041,0.01000,0.202
45,mlp.experts.110.down_proj,0.0001975029,0.01000,0.201
45,mlp.experts.111.down_proj,0.0001331684,0.01000,0.201
45,mlp.experts.112.down_proj,0.0000764776,0.01000,0.201
45,mlp.experts.113.down_proj,0.0003860097,0.01000,0.201
45,mlp.experts.114.down_proj,0.0000475739,0.01000,0.204
45,mlp.experts.115.down_proj,0.0001126541,0.01000,0.204
45,mlp.experts.116.down_proj,0.0003235918,0.01000,0.206
45,mlp.experts.117.down_proj,0.0000813757,0.01000,0.203
45,mlp.experts.118.down_proj,0.0057093777,0.01000,0.202
45,mlp.experts.119.down_proj,0.0000378591,0.01000,0.201
45,mlp.experts.120.down_proj,0.0003626536,0.01000,0.211
45,mlp.experts.121.down_proj,0.0002271931,0.01000,0.214
45,mlp.experts.122.down_proj,0.0060508165,0.01000,0.206
45,mlp.experts.123.down_proj,0.0000447534,0.01000,0.213
45,mlp.experts.124.down_proj,0.0003235640,0.01000,0.216
45,mlp.experts.125.down_proj,0.0015094305,0.01000,0.201
45,mlp.experts.126.down_proj,0.0002179258,0.01000,0.200
45,mlp.experts.127.down_proj,0.0000405904,0.01000,0.200
46,self_attn.q_proj,0.0000094888,0.01000,0.526
46,self_attn.k_proj,0.0000009795,0.01000,0.520
46,self_attn.v_proj,0.0000019547,0.01000,0.509
46,self_attn.o_proj,0.0000003529,0.01000,1.045
46,mlp.gate,0.0000006964,0.01000,0.513
46,mlp.experts.0.up_proj,0.0002346331,0.01000,0.541
46,mlp.experts.1.up_proj,0.0000706925,0.01000,0.512
46,mlp.experts.2.up_proj,0.0001898454,0.01000,0.519
46,mlp.experts.3.up_proj,0.0001342880,0.01000,0.512
46,mlp.experts.4.up_proj,0.0002650626,0.01000,0.537
46,mlp.experts.5.up_proj,0.0000569615,0.01000,0.527
46,mlp.experts.6.up_proj,0.0006085395,0.01000,0.516
46,mlp.experts.7.up_proj,0.0000692692,0.01000,0.511
46,mlp.experts.8.up_proj,0.0001249931,0.01000,0.518
46,mlp.experts.9.up_proj,0.0001273649,0.01000,0.526
46,mlp.experts.10.up_proj,0.0000447313,0.01000,0.507
46,mlp.experts.11.up_proj,0.0001118002,0.01000,0.519
46,mlp.experts.12.up_proj,0.0035554443,0.01000,0.512
46,mlp.experts.13.up_proj,0.0007869536,0.01000,0.508
46,mlp.experts.14.up_proj,0.0002503980,0.01000,0.507
46,mlp.experts.15.up_proj,0.0000437916,0.01000,0.515
46,mlp.experts.16.up_proj,0.0000370726,0.01000,0.513
46,mlp.experts.17.up_proj,0.0002112566,0.01000,0.515
46,mlp.experts.18.up_proj,0.0001076491,0.01000,0.514
46,mlp.experts.19.up_proj,0.0000592013,0.01000,0.509
46,mlp.experts.20.up_proj,0.0002618089,0.01000,0.507
46,mlp.experts.21.up_proj,0.0003429578,0.01000,0.507
46,mlp.experts.22.up_proj,0.0000363816,0.01000,0.508
46,mlp.experts.23.up_proj,0.0005547411,0.01000,0.510
46,mlp.experts.24.up_proj,0.0018673377,0.01000,0.508
46,mlp.experts.25.up_proj,0.0009621097,0.01000,0.563
46,mlp.experts.26.up_proj,0.0000212815,0.01000,0.531
46,mlp.experts.27.up_proj,0.0000492822,0.01000,0.541
46,mlp.experts.28.up_proj,0.0000971307,0.01000,0.514
46,mlp.experts.29.up_proj,0.0000570032,0.01000,0.518
46,mlp.experts.30.up_proj,0.0000633265,0.01000,0.518
46,mlp.experts.31.up_proj,0.0000962091,0.01000,0.517
46,mlp.experts.32.up_proj,0.0000336766,0.01000,0.554
46,mlp.experts.33.up_proj,0.0000247254,0.01000,0.529
46,mlp.experts.34.up_proj,0.0000586187,0.01000,0.532
46,mlp.experts.35.up_proj,0.0001193019,0.01000,0.512
46,mlp.experts.36.up_proj,0.0001019301,0.01000,0.539
46,mlp.experts.37.up_proj,0.0000346796,0.01000,0.509
46,mlp.experts.38.up_proj,0.0000552238,0.01000,0.539
46,mlp.experts.39.up_proj,0.0000487145,0.01000,0.542
46,mlp.experts.40.up_proj,0.0001080065,0.01000,0.538
46,mlp.experts.41.up_proj,0.0001274092,0.01000,0.543
46,mlp.experts.42.up_proj,0.0005337927,0.01000,0.545
46,mlp.experts.43.up_proj,0.0000172315,0.01000,0.549
46,mlp.experts.44.up_proj,0.0000754791,0.01000,0.559
46,mlp.experts.45.up_proj,0.0000482191,0.01000,0.574
46,mlp.experts.46.up_proj,0.0000234815,0.01000,0.559
46,mlp.experts.47.up_proj,0.0006522378,0.01000,0.564
46,mlp.experts.48.up_proj,0.0008837341,0.01000,0.566
46,mlp.experts.49.up_proj,0.0003692460,0.01000,0.563
46,mlp.experts.50.up_proj,0.0007252452,0.01000,0.547
46,mlp.experts.51.up_proj,0.0000745240,0.01000,0.563
46,mlp.experts.52.up_proj,0.0000372743,0.01000,0.531
46,mlp.experts.53.up_proj,0.0000699326,0.01000,0.515
46,mlp.experts.54.up_proj,0.0000313692,0.01000,0.507
46,mlp.experts.55.up_proj,0.0000608321,0.01000,0.510
46,mlp.experts.56.up_proj,0.0001340862,0.01000,0.511
46,mlp.experts.57.up_proj,0.0001107521,0.01000,0.509
46,mlp.experts.58.up_proj,0.0016191026,0.01000,0.508
46,mlp.experts.59.up_proj,0.0024835674,0.01000,0.514
46,mlp.experts.60.up_proj,0.0000507597,0.01000,0.528
46,mlp.experts.61.up_proj,0.0000433606,0.01000,0.512
46,mlp.experts.62.up_proj,0.0003359047,0.01000,0.510
46,mlp.experts.63.up_proj,0.0014050829,0.01000,0.511
46,mlp.experts.64.up_proj,0.0002775807,0.01000,0.528
46,mlp.experts.65.up_proj,0.0046232423,0.01000,0.528
46,mlp.experts.66.up_proj,0.0007459691,0.01000,0.515
46,mlp.experts.67.up_proj,0.0000628373,0.01000,0.519
46,mlp.experts.68.up_proj,0.0000713714,0.01000,0.514
46,mlp.experts.69.up_proj,0.0002860627,0.01000,0.513
46,mlp.experts.70.up_proj,0.0002216268,0.01000,0.510
46,mlp.experts.71.up_proj,0.0001291645,0.01000,0.514
46,mlp.experts.72.up_proj,0.0006505548,0.01000,0.518
46,mlp.experts.73.up_proj,0.0006126511,0.01000,0.519
46,mlp.experts.74.up_proj,0.0000237635,0.01000,0.517
46,mlp.experts.75.up_proj,0.0000525279,0.01000,0.531
46,mlp.experts.76.up_proj,0.0000411309,0.01000,0.514
46,mlp.experts.77.up_proj,0.0001550482,0.01000,0.512
46,mlp.experts.78.up_proj,0.0032225143,0.01000,0.520
46,mlp.experts.79.up_proj,0.0001688370,0.01000,0.530
46,mlp.experts.80.up_proj,0.0000364274,0.01000,0.533
46,mlp.experts.81.up_proj,0.0000895290,0.01000,0.514
46,mlp.experts.82.up_proj,0.0000518553,0.01000,0.519
46,mlp.experts.83.up_proj,0.0003354543,0.01000,0.517
46,mlp.experts.84.up_proj,0.0000487080,0.01000,0.515
46,mlp.experts.85.up_proj,0.0005295284,0.01000,0.516
46,mlp.experts.86.up_proj,0.0004764437,0.01000,0.514
46,mlp.experts.87.up_proj,0.0006464081,0.01000,0.515
46,mlp.experts.88.up_proj,0.0000854863,0.01000,0.519
46,mlp.experts.89.up_proj,0.0000681209,0.01000,0.512
46,mlp.experts.90.up_proj,0.0000698331,0.01000,0.513
46,mlp.experts.91.up_proj,0.0004487228,0.01000,0.510
46,mlp.experts.92.up_proj,0.0004250628,0.01000,0.536
46,mlp.experts.93.up_proj,0.0001679351,0.01000,0.526
46,mlp.experts.94.up_proj,0.0000200463,0.01000,0.514
46,mlp.experts.95.up_proj,0.0003201462,0.01000,0.519
46,mlp.experts.96.up_proj,0.0000661107,0.01000,0.517
46,mlp.experts.97.up_proj,0.0000475393,0.01000,0.511
46,mlp.experts.98.up_proj,0.0000409975,0.01000,0.513
46,mlp.experts.99.up_proj,0.0003254166,0.01000,0.512
46,mlp.experts.100.up_proj,0.0002525051,0.01000,0.518
46,mlp.experts.101.up_proj,0.0000870440,0.01000,0.518
46,mlp.experts.102.up_proj,0.0001692219,0.01000,0.514
46,mlp.experts.103.up_proj,0.0000815868,0.01000,0.511
46,mlp.experts.104.up_proj,0.0000858241,0.01000,0.511
46,mlp.experts.105.up_proj,0.0000449599,0.01000,0.517
46,mlp.experts.106.up_proj,0.0000164926,0.01000,0.529
46,mlp.experts.107.up_proj,0.0003095498,0.01000,0.515
46,mlp.experts.108.up_proj,0.0036534101,0.01000,0.514
46,mlp.experts.109.up_proj,0.0003354073,0.01000,0.513
46,mlp.experts.110.up_proj,0.0004531779,0.01000,0.534
46,mlp.experts.111.up_proj,0.0000948280,0.01000,0.513
46,mlp.experts.112.up_proj,0.0005281681,0.01000,0.515
46,mlp.experts.113.up_proj,0.0002230099,0.01000,0.515
46,mlp.experts.114.up_proj,0.0001216308,0.01000,0.518
46,mlp.experts.115.up_proj,0.0000411067,0.01000,0.520
46,mlp.experts.116.up_proj,0.0000609844,0.01000,0.512
46,mlp.experts.117.up_proj,0.0000391097,0.01000,0.515
46,mlp.experts.118.up_proj,0.0000504984,0.01000,0.517
46,mlp.experts.119.up_proj,0.0002380178,0.01000,0.525
46,mlp.experts.120.up_proj,0.0000576975,0.01000,0.526
46,mlp.experts.121.up_proj,0.0057567078,0.01000,0.514
46,mlp.experts.122.up_proj,0.0001372678,0.01000,0.514
46,mlp.experts.123.up_proj,0.0000681923,0.01000,0.515
46,mlp.experts.124.up_proj,0.0000517370,0.01000,0.522
46,mlp.experts.125.up_proj,0.0005501824,0.01000,0.513
46,mlp.experts.126.up_proj,0.0000795871,0.01000,0.509
46,mlp.experts.127.up_proj,0.0000693474,0.01000,0.509
46,mlp.experts.0.gate_proj,0.0001966986,0.01000,0.511
46,mlp.experts.1.gate_proj,0.0000685560,0.01000,0.512
46,mlp.experts.2.gate_proj,0.0001691750,0.01000,0.512
46,mlp.experts.3.gate_proj,0.0001325439,0.01000,0.510
46,mlp.experts.4.gate_proj,0.0002351138,0.01000,0.522
46,mlp.experts.5.gate_proj,0.0000564258,0.01000,0.524
46,mlp.experts.6.gate_proj,0.0005837965,0.01000,0.510
46,mlp.experts.7.gate_proj,0.0000600509,0.01000,0.513
46,mlp.experts.8.gate_proj,0.0001149384,0.01000,0.512
46,mlp.experts.9.gate_proj,0.0001208252,0.01000,0.511
46,mlp.experts.10.gate_proj,0.0000431070,0.01000,0.509
46,mlp.experts.11.gate_proj,0.0000993144,0.01000,0.510
46,mlp.experts.12.gate_proj,0.0031472774,0.01000,0.510
46,mlp.experts.13.gate_proj,0.0007070553,0.01000,0.511
46,mlp.experts.14.gate_proj,0.0002283485,0.01000,0.511
46,mlp.experts.15.gate_proj,0.0000396052,0.01000,0.509
46,mlp.experts.16.gate_proj,0.0000345765,0.01000,0.511
46,mlp.experts.17.gate_proj,0.0001925309,0.01000,0.526
46,mlp.experts.18.gate_proj,0.0000964545,0.01000,0.519
46,mlp.experts.19.gate_proj,0.0000526225,0.01000,0.510
46,mlp.experts.20.gate_proj,0.0002149979,0.01000,0.509
46,mlp.experts.21.gate_proj,0.0003016021,0.01000,0.515
46,mlp.experts.22.gate_proj,0.0000294692,0.01000,0.524
46,mlp.experts.23.gate_proj,0.0005194980,0.01000,0.513
46,mlp.experts.24.gate_proj,0.0016229084,0.01000,0.513
46,mlp.experts.25.gate_proj,0.0009660379,0.01000,0.517
46,mlp.experts.26.gate_proj,0.0000189841,0.01000,0.513
46,mlp.experts.27.gate_proj,0.0000447416,0.01000,0.520
46,mlp.experts.28.gate_proj,0.0000854794,0.01000,0.508
46,mlp.experts.29.gate_proj,0.0000491994,0.01000,0.510
46,mlp.experts.30.gate_proj,0.0000542102,0.01000,0.516
46,mlp.experts.31.gate_proj,0.0000922011,0.01000,0.517
46,mlp.experts.32.gate_proj,0.0000320529,0.01000,0.520
46,mlp.experts.33.gate_proj,0.0000234943,0.01000,0.512
46,mlp.experts.34.gate_proj,0.0000557022,0.01000,0.509
46,mlp.experts.35.gate_proj,0.0001046857,0.01000,0.509
46,mlp.experts.36.gate_proj,0.0000933538,0.01000,0.523
46,mlp.experts.37.gate_proj,0.0000317332,0.01000,0.509
46,mlp.experts.38.gate_proj,0.0000491654,0.01000,0.509
46,mlp.experts.39.gate_proj,0.0000425924,0.01000,0.509
46,mlp.experts.40.gate_proj,0.0000972482,0.01000,0.514
46,mlp.experts.41.gate_proj,0.0001158526,0.01000,0.520
46,mlp.experts.42.gate_proj,0.0004784865,0.01000,0.519
46,mlp.experts.43.gate_proj,0.0000151921,0.01000,0.529
46,mlp.experts.44.gate_proj,0.0000694389,0.01000,0.517
46,mlp.experts.45.gate_proj,0.0000465117,0.01000,0.525
46,mlp.experts.46.gate_proj,0.0000210595,0.01000,0.520
46,mlp.experts.47.gate_proj,0.0005785659,0.01000,0.512
46,mlp.experts.48.gate_proj,0.0008047265,0.01000,0.514
46,mlp.experts.49.gate_proj,0.0003170588,0.01000,0.530
46,mlp.experts.50.gate_proj,0.0006635120,0.01000,0.527
46,mlp.experts.51.gate_proj,0.0000679933,0.01000,0.518
46,mlp.experts.52.gate_proj,0.0000329020,0.01000,0.512
46,mlp.experts.53.gate_proj,0.0000594515,0.01000,0.534
46,mlp.experts.54.gate_proj,0.0000278202,0.01000,0.516
46,mlp.experts.55.gate_proj,0.0000533210,0.01000,0.526
46,mlp.experts.56.gate_proj,0.0001252418,0.01000,0.515
46,mlp.experts.57.gate_proj,0.0001014965,0.01000,0.523
46,mlp.experts.58.gate_proj,0.0014301372,0.01000,0.520
46,mlp.experts.59.gate_proj,0.0020917000,0.01000,0.512
46,mlp.experts.60.gate_proj,0.0000444971,0.01000,0.514
46,mlp.experts.61.gate_proj,0.0000384825,0.01000,0.519
46,mlp.experts.62.gate_proj,0.0002889829,0.01000,0.516
46,mlp.experts.63.gate_proj,0.0012695515,0.01000,0.513
46,mlp.experts.64.gate_proj,0.0002477264,0.01000,0.513
46,mlp.experts.65.gate_proj,0.0041505218,0.01000,0.514
46,mlp.experts.66.gate_proj,0.0006181322,0.01000,0.514
46,mlp.experts.67.gate_proj,0.0000585112,0.01000,0.513
46,mlp.experts.68.gate_proj,0.0000656922,0.01000,0.523
46,mlp.experts.69.gate_proj,0.0002568662,0.01000,0.514
46,mlp.experts.70.gate_proj,0.0002043444,0.01000,0.512
46,mlp.experts.71.gate_proj,0.0001206774,0.01000,0.523
46,mlp.experts.72.gate_proj,0.0005923731,0.01000,0.516
46,mlp.experts.73.gate_proj,0.0005667451,0.01000,0.511
46,mlp.experts.74.gate_proj,0.0000229471,0.01000,0.509
46,mlp.experts.75.gate_proj,0.0000458327,0.01000,0.508
46,mlp.experts.76.gate_proj,0.0000389497,0.01000,0.515
46,mlp.experts.77.gate_proj,0.0001440658,0.01000,0.510
46,mlp.experts.78.gate_proj,0.0027916855,0.01000,0.519
46,mlp.experts.79.gate_proj,0.0001498246,0.01000,0.512
46,mlp.experts.80.gate_proj,0.0000293512,0.01000,0.509
46,mlp.experts.81.gate_proj,0.0000802360,0.01000,0.516
46,mlp.experts.82.gate_proj,0.0000447440,0.01000,0.508
46,mlp.experts.83.gate_proj,0.0002938736,0.01000,0.511
46,mlp.experts.84.gate_proj,0.0000444986,0.01000,0.509
46,mlp.experts.85.gate_proj,0.0005132890,0.01000,0.512
46,mlp.experts.86.gate_proj,0.0004269352,0.01000,0.513
46,mlp.experts.87.gate_proj,0.0005802788,0.01000,0.513
46,mlp.experts.88.gate_proj,0.0000777222,0.01000,0.530
46,mlp.experts.89.gate_proj,0.0000618833,0.01000,0.541
46,mlp.experts.90.gate_proj,0.0000638448,0.01000,0.527
46,mlp.experts.91.gate_proj,0.0004340561,0.01000,0.518
46,mlp.experts.92.gate_proj,0.0003802089,0.01000,0.517
46,mlp.experts.93.gate_proj,0.0001478039,0.01000,0.516
46,mlp.experts.94.gate_proj,0.0000185157,0.01000,0.526
46,mlp.experts.95.gate_proj,0.0002671746,0.01000,0.521
46,mlp.experts.96.gate_proj,0.0000724979,0.01000,0.518
46,mlp.experts.97.gate_proj,0.0000428090,0.01000,0.526
46,mlp.experts.98.gate_proj,0.0000364068,0.01000,0.522
46,mlp.experts.99.gate_proj,0.0002907304,0.01000,0.549
46,mlp.experts.100.gate_proj,0.0002313959,0.01000,0.529
46,mlp.experts.101.gate_proj,0.0000809425,0.01000,0.519
46,mlp.experts.102.gate_proj,0.0001509549,0.01000,0.522
46,mlp.experts.103.gate_proj,0.0000740792,0.01000,0.519
46,mlp.experts.104.gate_proj,0.0000820817,0.01000,0.520
46,mlp.experts.105.gate_proj,0.0000394767,0.01000,0.527
46,mlp.experts.106.gate_proj,0.0000152128,0.01000,0.518
46,mlp.experts.107.gate_proj,0.0002733493,0.01000,0.534
46,mlp.experts.108.gate_proj,0.0032905329,0.01000,0.530
46,mlp.experts.109.gate_proj,0.0002815352,0.01000,0.518
46,mlp.experts.110.gate_proj,0.0003979477,0.01000,0.523
46,mlp.experts.111.gate_proj,0.0000829726,0.01000,0.523
46,mlp.experts.112.gate_proj,0.0004579730,0.01000,0.527
46,mlp.experts.113.gate_proj,0.0001787787,0.01000,0.524
46,mlp.experts.114.gate_proj,0.0001161887,0.01000,0.519
46,mlp.experts.115.gate_proj,0.0000381108,0.01000,0.526
46,mlp.experts.116.gate_proj,0.0000546952,0.01000,0.519
46,mlp.experts.117.gate_proj,0.0000341596,0.01000,0.526
46,mlp.experts.118.gate_proj,0.0000493080,0.01000,0.515
46,mlp.experts.119.gate_proj,0.0002087138,0.01000,0.515
46,mlp.experts.120.gate_proj,0.0000525689,0.01000,0.519
46,mlp.experts.121.gate_proj,0.0057694935,0.01000,0.516
46,mlp.experts.122.gate_proj,0.0001302453,0.01000,0.516
46,mlp.experts.123.gate_proj,0.0000622396,0.01000,0.524
46,mlp.experts.124.gate_proj,0.0000460849,0.01000,0.528
46,mlp.experts.125.gate_proj,0.0004930695,0.01000,0.514
46,mlp.experts.126.gate_proj,0.0000767302,0.01000,0.519
46,mlp.experts.127.gate_proj,0.0000617122,0.01000,0.517
46,mlp.experts.0.down_proj,0.0002904305,0.01000,0.195
46,mlp.experts.1.down_proj,0.0000988962,0.01000,0.194
46,mlp.experts.2.down_proj,0.0002257733,0.01000,0.194
46,mlp.experts.3.down_proj,0.0003243322,0.01000,0.195
46,mlp.experts.4.down_proj,0.0004422505,0.01000,0.198
46,mlp.experts.5.down_proj,0.0001291574,0.01000,0.196
46,mlp.experts.6.down_proj,0.0017146364,0.01000,0.199
46,mlp.experts.7.down_proj,0.0001202446,0.01000,0.197
46,mlp.experts.8.down_proj,0.0000773630,0.01000,0.208
46,mlp.experts.9.down_proj,0.0004009254,0.01000,0.201
46,mlp.experts.10.down_proj,0.0000843032,0.01000,0.198
46,mlp.experts.11.down_proj,0.0003212708,0.01000,0.200
46,mlp.experts.12.down_proj,0.0042255066,0.01000,0.206
46,mlp.experts.13.down_proj,0.0005898436,0.01000,0.202
46,mlp.experts.14.down_proj,0.0004529586,0.01000,0.209
46,mlp.experts.15.down_proj,0.0000699147,0.01000,0.208
46,mlp.experts.16.down_proj,0.0000754362,0.01000,0.208
46,mlp.experts.17.down_proj,0.0001885620,0.01000,0.201
46,mlp.experts.18.down_proj,0.0003924544,0.01000,0.199
46,mlp.experts.19.down_proj,0.0000599360,0.01000,0.209
46,mlp.experts.20.down_proj,0.0004049373,0.01000,0.203
46,mlp.experts.21.down_proj,0.0004484795,0.01000,0.200
46,mlp.experts.22.down_proj,0.0000637753,0.01000,0.200
46,mlp.experts.23.down_proj,0.0020999222,0.01000,0.201
46,mlp.experts.24.down_proj,0.0016078432,0.01000,0.200
46,mlp.experts.25.down_proj,0.0033660957,0.01000,0.198
46,mlp.experts.26.down_proj,0.0000440480,0.01000,0.201
46,mlp.experts.27.down_proj,0.0002149534,0.01000,0.203
46,mlp.experts.28.down_proj,0.0001428259,0.01000,0.200
46,mlp.experts.29.down_proj,0.0001638031,0.01000,0.200
46,mlp.experts.30.down_proj,0.0001621355,0.01000,0.199
46,mlp.experts.31.down_proj,0.0001896797,0.01000,0.199
46,mlp.experts.32.down_proj,0.0000926795,0.01000,0.208
46,mlp.experts.33.down_proj,0.0000716811,0.01000,0.200
46,mlp.experts.34.down_proj,0.0001859355,0.01000,0.205
46,mlp.experts.35.down_proj,0.0002651064,0.01000,0.200
46,mlp.experts.36.down_proj,0.0001371194,0.01000,0.200
46,mlp.experts.37.down_proj,0.0000499551,0.01000,0.202
46,mlp.experts.38.down_proj,0.0000872206,0.01000,0.200
46,mlp.experts.39.down_proj,0.0000893634,0.01000,0.199
46,mlp.experts.40.down_proj,0.0002390181,0.01000,0.199
46,mlp.experts.41.down_proj,0.0003016731,0.01000,0.201
46,mlp.experts.42.down_proj,0.0005103680,0.01000,0.203
46,mlp.experts.43.down_proj,0.0000421003,0.01000,0.200
46,mlp.experts.44.down_proj,0.0001035605,0.01000,0.201
46,mlp.experts.45.down_proj,0.0000471187,0.01000,0.201
46,mlp.experts.46.down_proj,0.0000299509,0.01000,0.201
46,mlp.experts.47.down_proj,0.0005177618,0.01000,0.200
46,mlp.experts.48.down_proj,0.0015250879,0.01000,0.201
46,mlp.experts.49.down_proj,0.0005805839,0.01000,0.199
46,mlp.experts.50.down_proj,0.0020086653,0.01000,0.201
46,mlp.experts.51.down_proj,0.0001517845,0.01000,0.200
46,mlp.experts.52.down_proj,0.0000430691,0.01000,0.200
46,mlp.experts.53.down_proj,0.0001150645,0.01000,0.200
46,mlp.experts.54.down_proj,0.0001233400,0.01000,0.201
46,mlp.experts.55.down_proj,0.0000782426,0.01000,0.201
46,mlp.experts.56.down_proj,0.0001578790,0.01000,0.200
46,mlp.experts.57.down_proj,0.0005566573,0.01000,0.203
46,mlp.experts.58.down_proj,0.0022777133,0.01000,0.200
46,mlp.experts.59.down_proj,0.0034481911,0.01000,0.198
46,mlp.experts.60.down_proj,0.0000744081,0.01000,0.198
46,mlp.experts.61.down_proj,0.0000499482,0.01000,0.198
46,mlp.experts.62.down_proj,0.0006836808,0.01000,0.200
46,mlp.experts.63.down_proj,0.0034139308,0.01000,0.200
46,mlp.experts.64.down_proj,0.0004581991,0.01000,0.198
46,mlp.experts.65.down_proj,0.0050411849,0.01000,0.199
46,mlp.experts.66.down_proj,0.0013405325,0.01000,0.198
46,mlp.experts.67.down_proj,0.0000764576,0.01000,0.198
46,mlp.experts.68.down_proj,0.0000892574,0.01000,0.198
46,mlp.experts.69.down_proj,0.0005431635,0.01000,0.200
46,mlp.experts.70.down_proj,0.0005213315,0.01000,0.205
46,mlp.experts.71.down_proj,0.0002435810,0.01000,0.201
46,mlp.experts.72.down_proj,0.0031620756,0.01000,0.198
46,mlp.experts.73.down_proj,0.0036943515,0.01000,0.198
46,mlp.experts.74.down_proj,0.0000329210,0.01000,0.199
46,mlp.experts.75.down_proj,0.0000559933,0.01000,0.199
46,mlp.experts.76.down_proj,0.0000235166,0.01000,0.200
46,mlp.experts.77.down_proj,0.0003470774,0.01000,0.198
46,mlp.experts.78.down_proj,0.0045663347,0.01000,0.201
46,mlp.experts.79.down_proj,0.0004444338,0.01000,0.209
46,mlp.experts.80.down_proj,0.0000483121,0.01000,0.200
46,mlp.experts.81.down_proj,0.0001445791,0.01000,0.198
46,mlp.experts.82.down_proj,0.0000956721,0.01000,0.199
46,mlp.experts.83.down_proj,0.0002752687,0.01000,0.202
46,mlp.experts.84.down_proj,0.0000789410,0.01000,0.203
46,mlp.experts.85.down_proj,0.0015497453,0.01000,0.201
46,mlp.experts.86.down_proj,0.0010799950,0.01000,0.200
46,mlp.experts.87.down_proj,0.0044721635,0.01000,0.200
46,mlp.experts.88.down_proj,0.0001772756,0.01000,0.200
46,mlp.experts.89.down_proj,0.0001329528,0.01000,0.199
46,mlp.experts.90.down_proj,0.0000930285,0.01000,0.202
46,mlp.experts.91.down_proj,0.0008712679,0.01000,0.200
46,mlp.experts.92.down_proj,0.0008406711,0.01000,0.204
46,mlp.experts.93.down_proj,0.0002016029,0.01000,0.201
46,mlp.experts.94.down_proj,0.0000416980,0.01000,0.206
46,mlp.experts.95.down_proj,0.0003199203,0.01000,0.200
46,mlp.experts.96.down_proj,0.0000762716,0.01000,0.202
46,mlp.experts.97.down_proj,0.0000623957,0.01000,0.201
46,mlp.experts.98.down_proj,0.0000445712,0.01000,0.201
46,mlp.experts.99.down_proj,0.0019004184,0.01000,0.200
46,mlp.experts.100.down_proj,0.0008101169,0.01000,0.201
46,mlp.experts.101.down_proj,0.0001201442,0.01000,0.201
46,mlp.experts.102.down_proj,0.0001850626,0.01000,0.201
46,mlp.experts.103.down_proj,0.0000976964,0.01000,0.200
46,mlp.experts.104.down_proj,0.0001221061,0.01000,0.201
46,mlp.experts.105.down_proj,0.0000880614,0.01000,0.201
46,mlp.experts.106.down_proj,0.0000465117,0.01000,0.201
46,mlp.experts.107.down_proj,0.0003978193,0.01000,0.201
46,mlp.experts.108.down_proj,0.0066121334,0.01000,0.201
46,mlp.experts.109.down_proj,0.0004802668,0.01000,0.208
46,mlp.experts.110.down_proj,0.0005731089,0.01000,0.200
46,mlp.experts.111.down_proj,0.0001336225,0.01000,0.200
46,mlp.experts.112.down_proj,0.0005402868,0.01000,0.200
46,mlp.experts.113.down_proj,0.0002196875,0.01000,0.200
46,mlp.experts.114.down_proj,0.0002262664,0.01000,0.205
46,mlp.experts.115.down_proj,0.0000554190,0.01000,0.200
46,mlp.experts.116.down_proj,0.0001008022,0.01000,0.200
46,mlp.experts.117.down_proj,0.0000492748,0.01000,0.210
46,mlp.experts.118.down_proj,0.0001335021,0.01000,0.204
46,mlp.experts.119.down_proj,0.0002993798,0.01000,0.201
46,mlp.experts.120.down_proj,0.0001316203,0.01000,0.203
46,mlp.experts.121.down_proj,0.0058476352,0.01000,0.201
46,mlp.experts.122.down_proj,0.0001660033,0.01000,0.204
46,mlp.experts.123.down_proj,0.0000709041,0.01000,0.202
46,mlp.experts.124.down_proj,0.0001006582,0.01000,0.203
46,mlp.experts.125.down_proj,0.0009696894,0.01000,0.212
46,mlp.experts.126.down_proj,0.0004752619,0.01000,0.210
46,mlp.experts.127.down_proj,0.0000659234,0.01000,0.210
47,self_attn.q_proj,0.0000094435,0.01000,0.517
47,self_attn.k_proj,0.0000010226,0.01000,0.511
47,self_attn.v_proj,0.0000016745,0.01000,0.506
47,self_attn.o_proj,0.0000010668,0.01000,1.039
47,mlp.gate,0.0000005740,0.01000,0.512
47,mlp.experts.0.up_proj,0.0000517227,0.01000,0.515
47,mlp.experts.1.up_proj,0.0007303796,0.01000,0.510
47,mlp.experts.2.up_proj,0.0001508670,0.01000,0.508
47,mlp.experts.3.up_proj,0.0000355709,0.01000,0.511
47,mlp.experts.4.up_proj,0.0000398610,0.01000,0.509
47,mlp.experts.5.up_proj,0.0005348583,0.01000,0.512
47,mlp.experts.6.up_proj,0.0000470923,0.01000,0.510
47,mlp.experts.7.up_proj,0.0005837025,0.01000,0.510
47,mlp.experts.8.up_proj,0.0001005516,0.01000,0.520
47,mlp.experts.9.up_proj,0.0000630332,0.01000,0.511
47,mlp.experts.10.up_proj,0.0006063371,0.01000,0.509
47,mlp.experts.11.up_proj,0.0000312410,0.01000,0.508
47,mlp.experts.12.up_proj,0.0001775357,0.01000,0.508
47,mlp.experts.13.up_proj,0.0005921329,0.01000,0.512
47,mlp.experts.14.up_proj,0.0000809548,0.01000,0.511
47,mlp.experts.15.up_proj,0.0000321729,0.01000,0.521
47,mlp.experts.16.up_proj,0.0004003653,0.01000,0.526
47,mlp.experts.17.up_proj,0.0000523179,0.01000,0.508
47,mlp.experts.18.up_proj,0.0000921476,0.01000,0.512
47,mlp.experts.19.up_proj,0.0004473152,0.01000,0.509
47,mlp.experts.20.up_proj,0.0000513514,0.01000,0.510
47,mlp.experts.21.up_proj,0.0000585487,0.01000,0.518
47,mlp.experts.22.up_proj,0.0007389952,0.01000,0.512
47,mlp.experts.23.up_proj,0.0000344930,0.01000,0.513
47,mlp.experts.24.up_proj,0.0017753351,0.01000,0.508
47,mlp.experts.25.up_proj,0.0001387596,0.01000,0.524
47,mlp.experts.26.up_proj,0.0000550584,0.01000,0.508
47,mlp.experts.27.up_proj,0.0000452986,0.01000,0.508
47,mlp.experts.28.up_proj,0.0001043061,0.01000,0.507
47,mlp.experts.29.up_proj,0.0013364657,0.01000,0.513
47,mlp.experts.30.up_proj,0.0002349933,0.01000,0.511
47,mlp.experts.31.up_proj,0.0000284246,0.01000,0.515
47,mlp.experts.32.up_proj,0.0000275658,0.01000,0.514
47,mlp.experts.33.up_proj,0.0002039495,0.01000,0.512
47,mlp.experts.34.up_proj,0.0000352031,0.01000,0.521
47,mlp.experts.35.up_proj,0.0000359819,0.01000,0.510
47,mlp.experts.36.up_proj,0.0000557264,0.01000,0.508
47,mlp.experts.37.up_proj,0.0000606522,0.01000,0.509
47,mlp.experts.38.up_proj,0.0002961872,0.01000,0.518
47,mlp.experts.39.up_proj,0.0000454140,0.01000,0.514
47,mlp.experts.40.up_proj,0.0029422674,0.01000,0.529
47,mlp.experts.41.up_proj,0.0007600451,0.01000,0.527
47,mlp.experts.42.up_proj,0.0000567522,0.01000,0.512
47,mlp.experts.43.up_proj,0.0276775062,0.01000,0.511
47,mlp.experts.44.up_proj,0.0000295036,0.01000,0.511
47,mlp.experts.45.up_proj,0.0004042492,0.01000,0.511
47,mlp.experts.46.up_proj,0.0001462231,0.01000,0.511
47,mlp.experts.47.up_proj,0.0000349936,0.01000,0.521
47,mlp.experts.48.up_proj,0.0000154592,0.01000,0.511
47,mlp.experts.49.up_proj,0.0001479139,0.01000,0.510
47,mlp.experts.50.up_proj,0.0007212268,0.01000,0.521
47,mlp.experts.51.up_proj,0.0000413728,0.01000,0.531
47,mlp.experts.52.up_proj,0.0000410199,0.01000,0.515
47,mlp.experts.53.up_proj,0.0000449998,0.01000,0.511
47,mlp.experts.54.up_proj,0.0000460170,0.01000,0.515
47,mlp.experts.55.up_proj,0.0000839258,0.01000,0.512
47,mlp.experts.56.up_proj,0.0034557873,0.01000,0.512
47,mlp.experts.57.up_proj,0.0000682914,0.01000,0.511
47,mlp.experts.58.up_proj,0.0000453167,0.01000,0.509
47,mlp.experts.59.up_proj,0.0001028498,0.01000,0.511
47,mlp.experts.60.up_proj,0.0003408352,0.01000,0.525
47,mlp.experts.61.up_proj,0.0003303451,0.01000,0.510
47,mlp.experts.62.up_proj,0.0006206889,0.01000,0.510
47,mlp.experts.63.up_proj,0.0000823758,0.01000,0.510
47,mlp.experts.64.up_proj,0.0005903018,0.01000,0.513
47,mlp.experts.65.up_proj,0.0000378021,0.01000,0.513
47,mlp.experts.66.up_proj,0.0000429549,0.01000,0.513
47,mlp.experts.67.up_proj,0.0001206510,0.01000,0.510
47,mlp.experts.68.up_proj,0.0193834708,0.01000,0.516
47,mlp.experts.69.up_proj,0.0009028123,0.01000,0.509
47,mlp.experts.70.up_proj,0.0009167054,0.01000,0.520
47,mlp.experts.71.up_proj,0.0000482083,0.01000,0.510
47,mlp.experts.72.up_proj,0.0001548601,0.01000,0.511
47,mlp.experts.73.up_proj,0.0000369540,0.01000,0.521
47,mlp.experts.74.up_proj,0.0001123087,0.01000,0.512
47,mlp.experts.75.up_proj,0.0050476355,0.01000,0.511
47,mlp.experts.76.up_proj,0.0001441117,0.01000,0.511
47,mlp.experts.77.up_proj,0.0000599691,0.01000,0.511
47,mlp.experts.78.up_proj,0.0000542441,0.01000,0.509
47,mlp.experts.79.up_proj,0.0001863471,0.01000,0.513
47,mlp.experts.80.up_proj,0.0000726285,0.01000,0.514
47,mlp.experts.81.up_proj,0.0051991177,0.01000,0.512
47,mlp.experts.82.up_proj,0.0000353872,0.01000,0.520
47,mlp.experts.83.up_proj,0.0000266990,0.01000,0.522
47,mlp.experts.84.up_proj,0.0010484116,0.01000,0.511
47,mlp.experts.85.up_proj,0.0000300339,0.01000,0.510
47,mlp.experts.86.up_proj,0.0000535034,0.01000,0.515
47,mlp.experts.87.up_proj,0.0000757406,0.01000,0.528
47,mlp.experts.88.up_proj,0.0000452348,0.01000,0.520
47,mlp.experts.89.up_proj,0.0019392310,0.01000,0.513
47,mlp.experts.90.up_proj,0.0000291466,0.01000,0.514
47,mlp.experts.91.up_proj,0.0451267191,0.01000,0.513
47,mlp.experts.92.up_proj,0.0000549120,0.01000,0.511
47,mlp.experts.93.up_proj,0.0000674022,0.01000,0.509
47,mlp.experts.94.up_proj,0.0002303161,0.01000,0.510
47,mlp.experts.95.up_proj,0.0000319106,0.01000,0.510
47,mlp.experts.96.up_proj,0.0001774517,0.01000,0.514
47,mlp.experts.97.up_proj,0.0001625667,0.01000,0.516
47,mlp.experts.98.up_proj,0.0002457607,0.01000,0.509
47,mlp.experts.99.up_proj,0.0001454294,0.01000,0.519
47,mlp.experts.100.up_proj,0.0020447300,0.01000,0.511
47,mlp.experts.101.up_proj,0.0001318843,0.01000,0.513
47,mlp.experts.102.up_proj,0.0000503726,0.01000,0.511
47,mlp.experts.103.up_proj,0.0006138937,0.01000,0.512
47,mlp.experts.104.up_proj,0.0003139796,0.01000,0.516
47,mlp.experts.105.up_proj,0.0000702345,0.01000,0.517
47,mlp.experts.106.up_proj,0.0004425618,0.01000,0.515
47,mlp.experts.107.up_proj,0.0000386631,0.01000,0.513
47,mlp.experts.108.up_proj,0.0000690688,0.01000,0.520
47,mlp.experts.109.up_proj,0.0000729868,0.01000,0.509
47,mlp.experts.110.up_proj,0.0000125150,0.01000,0.509
47,mlp.experts.111.up_proj,0.0000387520,0.01000,0.515
47,mlp.experts.112.up_proj,0.0001937429,0.01000,0.522
47,mlp.experts.113.up_proj,0.0000951477,0.01000,0.512
47,mlp.experts.114.up_proj,0.0000325202,0.01000,0.512
47,mlp.experts.115.up_proj,0.0008102015,0.01000,0.511
47,mlp.experts.116.up_proj,0.0000874870,0.01000,0.513
47,mlp.experts.117.up_proj,0.0000302875,0.01000,0.512
47,mlp.experts.118.up_proj,0.0002626514,0.01000,0.511
47,mlp.experts.119.up_proj,0.0000853191,0.01000,0.512
47,mlp.experts.120.up_proj,0.0000542725,0.01000,0.511
47,mlp.experts.121.up_proj,0.0000599620,0.01000,0.512
47,mlp.experts.122.up_proj,0.0003836685,0.01000,0.512
47,mlp.experts.123.up_proj,0.0000395087,0.01000,0.522
47,mlp.experts.124.up_proj,0.0003959239,0.01000,0.517
47,mlp.experts.125.up_proj,0.0001419560,0.01000,0.524
47,mlp.experts.126.up_proj,0.0002115596,0.01000,0.511
47,mlp.experts.127.up_proj,0.0000231806,0.01000,0.510
47,mlp.experts.0.gate_proj,0.0000459676,0.01000,0.535
47,mlp.experts.1.gate_proj,0.0006917371,0.01000,0.518
47,mlp.experts.2.gate_proj,0.0001515443,0.01000,0.519
47,mlp.experts.3.gate_proj,0.0000356922,0.01000,0.513
47,mlp.experts.4.gate_proj,0.0000361824,0.01000,0.517
47,mlp.experts.5.gate_proj,0.0004935740,0.01000,0.515
47,mlp.experts.6.gate_proj,0.0000424459,0.01000,0.515
47,mlp.experts.7.gate_proj,0.0005125039,0.01000,0.516
47,mlp.experts.8.gate_proj,0.0000916439,0.01000,0.514
47,mlp.experts.9.gate_proj,0.0000576793,0.01000,0.516
47,mlp.experts.10.gate_proj,0.0005530768,0.01000,0.528
47,mlp.experts.11.gate_proj,0.0000300779,0.01000,0.520
47,mlp.experts.12.gate_proj,0.0001672126,0.01000,0.516
47,mlp.experts.13.gate_proj,0.0005386156,0.01000,0.516
47,mlp.experts.14.gate_proj,0.0000744049,0.01000,0.523
47,mlp.experts.15.gate_proj,0.0000305466,0.01000,0.513
47,mlp.experts.16.gate_proj,0.0003637158,0.01000,0.522
47,mlp.experts.17.gate_proj,0.0000464853,0.01000,0.526
47,mlp.experts.18.gate_proj,0.0000804978,0.01000,0.518
47,mlp.experts.19.gate_proj,0.0004037511,0.01000,0.519
47,mlp.experts.20.gate_proj,0.0000462080,0.01000,0.530
47,mlp.experts.21.gate_proj,0.0000538792,0.01000,0.517
47,mlp.experts.22.gate_proj,0.0006608939,0.01000,0.518
47,mlp.experts.23.gate_proj,0.0000333136,0.01000,0.514
47,mlp.experts.24.gate_proj,0.0016209143,0.01000,0.515
47,mlp.experts.25.gate_proj,0.0001262208,0.01000,0.512
47,mlp.experts.26.gate_proj,0.0000528621,0.01000,0.517
47,mlp.experts.27.gate_proj,0.0000415000,0.01000,0.513
47,mlp.experts.28.gate_proj,0.0000917579,0.01000,0.515
47,mlp.experts.29.gate_proj,0.0011852025,0.01000,0.516
47,mlp.experts.30.gate_proj,0.0002168439,0.01000,0.529
47,mlp.experts.31.gate_proj,0.0000270035,0.01000,0.514
47,mlp.experts.32.gate_proj,0.0000246405,0.01000,0.515
47,mlp.experts.33.gate_proj,0.0001822540,0.01000,0.516
47,mlp.experts.34.gate_proj,0.0000339094,0.01000,0.516
47,mlp.experts.35.gate_proj,0.0000335862,0.01000,0.516
47,mlp.experts.36.gate_proj,0.0000484860,0.01000,0.516
47,mlp.experts.37.gate_proj,0.0000581701,0.01000,0.511
47,mlp.experts.38.gate_proj,0.0002708139,0.01000,0.527
47,mlp.experts.39.gate_proj,0.0000384264,0.01000,0.511
47,mlp.experts.40.gate_proj,0.0027463035,0.01000,0.511
47,mlp.experts.41.gate_proj,0.0006914446,0.01000,0.510
47,mlp.experts.42.gate_proj,0.0000511573,0.01000,0.510
47,mlp.experts.43.gate_proj,0.0271691057,0.01000,0.511
47,mlp.experts.44.gate_proj,0.0000266539,0.01000,0.509
47,mlp.experts.45.gate_proj,0.0003516441,0.01000,0.520
47,mlp.experts.46.gate_proj,0.0001348081,0.01000,0.511
47,mlp.experts.47.gate_proj,0.0000335357,0.01000,0.511
47,mlp.experts.48.gate_proj,0.0000140299,0.01000,0.516
47,mlp.experts.49.gate_proj,0.0001308066,0.01000,0.513
47,mlp.experts.50.gate_proj,0.0006575729,0.01000,0.519
47,mlp.experts.51.gate_proj,0.0000379196,0.01000,0.511
47,mlp.experts.52.gate_proj,0.0000361955,0.01000,0.515
47,mlp.experts.53.gate_proj,0.0000407957,0.01000,0.512
47,mlp.experts.54.gate_proj,0.0000427629,0.01000,0.511
47,mlp.experts.55.gate_proj,0.0000758298,0.01000,0.511
47,mlp.experts.56.gate_proj,0.0032350391,0.01000,0.513
47,mlp.experts.57.gate_proj,0.0000548749,0.01000,0.513
47,mlp.experts.58.gate_proj,0.0000406725,0.01000,0.514
47,mlp.experts.59.gate_proj,0.0000894635,0.01000,0.511
47,mlp.experts.60.gate_proj,0.0003055545,0.01000,0.514
47,mlp.experts.61.gate_proj,0.0002804604,0.01000,0.523
47,mlp.experts.62.gate_proj,0.0006087067,0.01000,0.514
47,mlp.experts.63.gate_proj,0.0000801228,0.01000,0.521
47,mlp.experts.64.gate_proj,0.0005229781,0.01000,0.516
47,mlp.experts.65.gate_proj,0.0000339475,0.01000,0.522
47,mlp.experts.66.gate_proj,0.0000380030,0.01000,0.526
47,mlp.experts.67.gate_proj,0.0001095338,0.01000,0.515
47,mlp.experts.68.gate_proj,0.0191179339,0.01000,0.519
47,mlp.experts.69.gate_proj,0.0007950108,0.01000,0.515
47,mlp.experts.70.gate_proj,0.0008321548,0.01000,0.514
47,mlp.experts.71.gate_proj,0.0000444308,0.01000,0.515
47,mlp.experts.72.gate_proj,0.0001432524,0.01000,0.517
47,mlp.experts.73.gate_proj,0.0000342334,0.01000,0.515
47,mlp.experts.74.gate_proj,0.0001035663,0.01000,0.526
47,mlp.experts.75.gate_proj,0.0045808707,0.01000,0.515
47,mlp.experts.76.gate_proj,0.0001328804,0.01000,0.517
47,mlp.experts.77.gate_proj,0.0000552176,0.01000,0.519
47,mlp.experts.78.gate_proj,0.0000519473,0.01000,0.517
47,mlp.experts.79.gate_proj,0.0001713469,0.01000,0.518
47,mlp.experts.80.gate_proj,0.0000646684,0.01000,0.518
47,mlp.experts.81.gate_proj,0.0051317039,0.01000,0.517
47,mlp.experts.82.gate_proj,0.0000327148,0.01000,0.519
47,mlp.experts.83.gate_proj,0.0000243423,0.01000,0.516
47,mlp.experts.84.gate_proj,0.0009592171,0.01000,0.518
47,mlp.experts.85.gate_proj,0.0000253649,0.01000,0.518
47,mlp.experts.86.gate_proj,0.0000537764,0.01000,0.525
47,mlp.experts.87.gate_proj,0.0000709707,0.01000,0.530
47,mlp.experts.88.gate_proj,0.0000409124,0.01000,0.544
47,mlp.experts.89.gate_proj,0.0017568091,0.01000,0.549
47,mlp.experts.90.gate_proj,0.0000272679,0.01000,0.543
47,mlp.experts.91.gate_proj,0.0437484000,0.01000,0.521
47,mlp.experts.92.gate_proj,0.0000469911,0.01000,0.523
47,mlp.experts.93.gate_proj,0.0000613395,0.01000,0.521
47,mlp.experts.94.gate_proj,0.0002107338,0.01000,0.523
47,mlp.experts.95.gate_proj,0.0000304401,0.01000,0.521
47,mlp.experts.96.gate_proj,0.0001620580,0.01000,0.521
47,mlp.experts.97.gate_proj,0.0001548848,0.01000,0.522
47,mlp.experts.98.gate_proj,0.0002175476,0.01000,0.528
47,mlp.experts.99.gate_proj,0.0001323622,0.01000,0.521
47,mlp.experts.100.gate_proj,0.0019691579,0.01000,0.531
47,mlp.experts.101.gate_proj,0.0001234808,0.01000,0.543
47,mlp.experts.102.gate_proj,0.0000458147,0.01000,0.538
47,mlp.experts.103.gate_proj,0.0005590766,0.01000,0.523
47,mlp.experts.104.gate_proj,0.0002850443,0.01000,0.527
47,mlp.experts.105.gate_proj,0.0000633209,0.01000,0.520
47,mlp.experts.106.gate_proj,0.0003996030,0.01000,0.520
47,mlp.experts.107.gate_proj,0.0000358875,0.01000,0.525
47,mlp.experts.108.gate_proj,0.0000637026,0.01000,0.550
47,mlp.experts.109.gate_proj,0.0000880744,0.01000,0.537
47,mlp.experts.110.gate_proj,0.0000112778,0.01000,0.526
47,mlp.experts.111.gate_proj,0.0000348318,0.01000,0.527
47,mlp.experts.112.gate_proj,0.0001766322,0.01000,0.542
47,mlp.experts.113.gate_proj,0.0000884469,0.01000,0.523
47,mlp.experts.114.gate_proj,0.0000322951,0.01000,0.529
47,mlp.experts.115.gate_proj,0.0007670205,0.01000,0.523
47,mlp.experts.116.gate_proj,0.0000787032,0.01000,0.526
47,mlp.experts.117.gate_proj,0.0000271516,0.01000,0.525
47,mlp.experts.118.gate_proj,0.0002314937,0.01000,0.519
47,mlp.experts.119.gate_proj,0.0000717603,0.01000,0.521
47,mlp.experts.120.gate_proj,0.0000467292,0.01000,0.520
47,mlp.experts.121.gate_proj,0.0000554415,0.01000,0.521
47,mlp.experts.122.gate_proj,0.0003551438,0.01000,0.518
47,mlp.experts.123.gate_proj,0.0000369532,0.01000,0.519
47,mlp.experts.124.gate_proj,0.0003683007,0.01000,0.521
47,mlp.experts.125.gate_proj,0.0001276952,0.01000,0.530
47,mlp.experts.126.gate_proj,0.0001778408,0.01000,0.540
47,mlp.experts.127.gate_proj,0.0000214446,0.01000,0.522
47,mlp.experts.0.down_proj,0.0003860441,0.01000,0.201
47,mlp.experts.1.down_proj,0.0056477120,0.01000,0.202
47,mlp.experts.2.down_proj,0.0011867032,0.01000,0.210
47,mlp.experts.3.down_proj,0.0002014107,0.01000,0.201
47,mlp.experts.4.down_proj,0.0002159416,0.01000,0.202
47,mlp.experts.5.down_proj,0.0025050218,0.01000,0.206
47,mlp.experts.6.down_proj,0.0001189085,0.01000,0.202
47,mlp.experts.7.down_proj,0.0016455565,0.01000,0.201
47,mlp.experts.8.down_proj,0.0007434160,0.01000,0.200
47,mlp.experts.9.down_proj,0.0001725125,0.01000,0.204
47,mlp.experts.10.down_proj,0.0015292145,0.01000,0.199
47,mlp.experts.11.down_proj,0.0000557777,0.01000,0.201
47,mlp.experts.12.down_proj,0.0004332365,0.01000,0.203
47,mlp.experts.13.down_proj,0.0023674789,0.01000,0.205
47,mlp.experts.14.down_proj,0.0002055873,0.01000,0.200
47,mlp.experts.15.down_proj,0.0001558142,0.01000,0.200
47,mlp.experts.16.down_proj,0.0020983655,0.01000,0.200
47,mlp.experts.17.down_proj,0.0005286517,0.01000,0.200
47,mlp.experts.18.down_proj,0.0008707848,0.01000,0.199
47,mlp.experts.19.down_proj,0.0012188834,0.01000,0.202
47,mlp.experts.20.down_proj,0.0003113357,0.01000,0.199
47,mlp.experts.21.down_proj,0.0001589695,0.01000,0.198
47,mlp.experts.22.down_proj,0.0028752949,0.01000,0.206
47,mlp.experts.23.down_proj,0.0002437616,0.01000,0.199
47,mlp.experts.24.down_proj,0.0052359535,0.01000,0.198
47,mlp.experts.25.down_proj,0.0011009128,0.01000,0.200
47,mlp.experts.26.down_proj,0.0001199800,0.01000,0.200
47,mlp.experts.27.down_proj,0.0000985895,0.01000,0.199
47,mlp.experts.28.down_proj,0.0005527786,0.01000,0.198
47,mlp.experts.29.down_proj,0.0166899679,0.01000,0.199
47,mlp.experts.30.down_proj,0.0004978144,0.01000,0.198
47,mlp.experts.31.down_proj,0.0000660348,0.01000,0.199
47,mlp.experts.32.down_proj,0.0000849038,0.01000,0.199
47,mlp.experts.33.down_proj,0.0011781970,0.01000,0.200
47,mlp.experts.34.down_proj,0.0001103361,0.01000,0.207
47,mlp.experts.35.down_proj,0.0001523394,0.01000,0.201
47,mlp.experts.36.down_proj,0.0001317149,0.01000,0.199
47,mlp.experts.37.down_proj,0.0003863328,0.01000,0.198
47,mlp.experts.38.down_proj,0.0006309213,0.01000,0.198
47,mlp.experts.39.down_proj,0.0007962713,0.01000,0.200
47,mlp.experts.40.down_proj,0.0140049344,0.01000,0.200
47,mlp.experts.41.down_proj,0.0016204517,0.01000,0.204
47,mlp.experts.42.down_proj,0.0004060298,0.01000,0.205
47,mlp.experts.43.down_proj,0.0603447827,0.01000,0.199
47,mlp.experts.44.down_proj,0.0000941512,0.01000,0.205
47,mlp.experts.45.down_proj,0.0018906161,0.01000,0.198
47,mlp.experts.46.down_proj,0.0006134357,0.01000,0.198
47,mlp.experts.47.down_proj,0.0001190090,0.01000,0.201
47,mlp.experts.48.down_proj,0.0001045881,0.01000,0.199
47,mlp.experts.49.down_proj,0.0010839710,0.01000,0.204
47,mlp.experts.50.down_proj,0.0047267062,0.01000,0.200
47,mlp.experts.51.down_proj,0.0002503707,0.01000,0.201
47,mlp.experts.52.down_proj,0.0001080812,0.01000,0.201
47,mlp.experts.53.down_proj,0.0003615498,0.01000,0.201
47,mlp.experts.54.down_proj,0.0001163310,0.01000,0.202
47,mlp.experts.55.down_proj,0.0002664682,0.01000,0.206
47,mlp.experts.56.down_proj,0.0667619045,0.01000,0.202
47,mlp.experts.57.down_proj,0.0003533123,0.01000,0.207
47,mlp.experts.58.down_proj,0.0001343050,0.01000,0.200
47,mlp.experts.59.down_proj,0.0002772165,0.01000,0.199
47,mlp.experts.60.down_proj,0.0019309392,0.01000,0.202
47,mlp.experts.61.down_proj,0.0028448663,0.01000,0.202
47,mlp.experts.62.down_proj,0.0038205855,0.01000,0.209
47,mlp.experts.63.down_proj,0.0001639877,0.01000,0.204
47,mlp.experts.64.down_proj,0.0014794296,0.01000,0.202
47,mlp.experts.65.down_proj,0.0001868056,0.01000,0.201
47,mlp.experts.66.down_proj,0.0000604811,0.01000,0.201
47,mlp.experts.67.down_proj,0.0004273411,0.01000,0.204
47,mlp.experts.68.down_proj,0.0328646442,0.01000,0.203
47,mlp.experts.69.down_proj,0.0017827424,0.01000,0.209
47,mlp.experts.70.down_proj,0.0021954512,0.01000,0.201
47,mlp.experts.71.down_proj,0.0001911305,0.01000,0.203
47,mlp.experts.72.down_proj,0.0004307827,0.01000,0.203
47,mlp.experts.73.down_proj,0.0001291360,0.01000,0.202
47,mlp.experts.74.down_proj,0.0005141212,0.01000,0.204
47,mlp.experts.75.down_proj,0.0092367240,0.01000,0.206
47,mlp.experts.76.down_proj,0.0005735043,0.01000,0.204
47,mlp.experts.77.down_proj,0.0003381198,0.01000,0.208
47,mlp.experts.78.down_proj,0.0001393394,0.01000,0.201
47,mlp.experts.79.down_proj,0.0004298170,0.01000,0.204
47,mlp.experts.80.down_proj,0.0005619791,0.01000,0.202
47,mlp.experts.81.down_proj,0.0081412406,0.01000,0.203
47,mlp.experts.82.down_proj,0.0000813372,0.01000,0.208
47,mlp.experts.83.down_proj,0.0001398790,0.01000,0.202
47,mlp.experts.84.down_proj,0.0023248631,0.01000,0.203
47,mlp.experts.85.down_proj,0.0000764246,0.01000,0.205
47,mlp.experts.86.down_proj,0.0001854653,0.01000,0.205
47,mlp.experts.87.down_proj,0.0003714217,0.01000,0.202
47,mlp.experts.88.down_proj,0.0000845122,0.01000,0.203
47,mlp.experts.89.down_proj,0.0051361898,0.01000,0.209
47,mlp.experts.90.down_proj,0.0000789317,0.01000,0.208
47,mlp.experts.91.down_proj,0.0493088790,0.01000,0.202
47,mlp.experts.92.down_proj,0.0005675323,0.01000,0.205
47,mlp.experts.93.down_proj,0.0003425099,0.01000,0.203
47,mlp.experts.94.down_proj,0.0005820286,0.01000,0.206
47,mlp.experts.95.down_proj,0.0000992071,0.01000,0.202
47,mlp.experts.96.down_proj,0.0015877043,0.01000,0.204
47,mlp.experts.97.down_proj,0.0014594536,0.01000,0.200
47,mlp.experts.98.down_proj,0.0016519083,0.01000,0.201
47,mlp.experts.99.down_proj,0.0004267643,0.01000,0.200
47,mlp.experts.100.down_proj,0.0179419989,0.01000,0.202
47,mlp.experts.101.down_proj,0.0010863844,0.01000,0.208
47,mlp.experts.102.down_proj,0.0002291462,0.01000,0.201
47,mlp.experts.103.down_proj,0.0015631601,0.01000,0.202
47,mlp.experts.104.down_proj,0.0008003051,0.01000,0.203
47,mlp.experts.105.down_proj,0.0002245752,0.01000,0.202
47,mlp.experts.106.down_proj,0.0031184911,0.01000,0.201
47,mlp.experts.107.down_proj,0.0001769629,0.01000,0.204
47,mlp.experts.108.down_proj,0.0001103170,0.01000,0.205
47,mlp.experts.109.down_proj,0.0003059156,0.01000,0.203
47,mlp.experts.110.down_proj,0.0002474774,0.01000,0.202
47,mlp.experts.111.down_proj,0.0001411012,0.01000,0.202
47,mlp.experts.112.down_proj,0.0004551693,0.01000,0.202
47,mlp.experts.113.down_proj,0.0003854922,0.01000,0.202
47,mlp.experts.114.down_proj,0.0001368007,0.01000,0.204
47,mlp.experts.115.down_proj,0.0065282293,0.01000,0.207
47,mlp.experts.116.down_proj,0.0003761657,0.01000,0.205
47,mlp.experts.117.down_proj,0.0000718529,0.01000,0.202
47,mlp.experts.118.down_proj,0.0011310831,0.01000,0.201
47,mlp.experts.119.down_proj,0.0006599011,0.01000,0.203
47,mlp.experts.120.down_proj,0.0001402667,0.01000,0.202
47,mlp.experts.121.down_proj,0.0001520342,0.01000,0.210
47,mlp.experts.122.down_proj,0.0020173350,0.01000,0.202
47,mlp.experts.123.down_proj,0.0000988740,0.01000,0.203
47,mlp.experts.124.down_proj,0.0024622314,0.01000,0.211
47,mlp.experts.125.down_proj,0.0009541123,0.01000,0.202
47,mlp.experts.126.down_proj,0.0007483483,0.01000,0.203
47,mlp.experts.127.down_proj,0.0001120693,0.01000,0.203